Browse Source

去重数据

2025年1月16日19:30:11
qingyuan_dev_new
lishuai 1 year ago
parent
commit
e7ce397261
  1. 6
      common/tskv/src/main/java/com/thing/common/tskv/service/TsKvNativeSQL.java

6
common/tskv/src/main/java/com/thing/common/tskv/service/TsKvNativeSQL.java

@ -121,14 +121,10 @@ public class TsKvNativeSQL {
}
public static String sqlSaveProtoTsKv(List<DataProto> protoList, DatabaseType dataType) {
// 使用Stream API和Collectors.toMap来去重
List<DataProto> distinctStudentFile = protoList.stream()
.collect(Collectors.collectingAndThen(
Collectors.toCollection(() ->
new TreeSet<>(Comparator.comparing(o -> o.getTskvProto().getThingCode() + ";" + o.getTskvProto().getKey()+ ";" + o.getTskvProto().getVal()+ ";" + o.getTskvProto().getTs()))), ArrayList::new));
new TreeSet<>(Comparator.comparing(o -> o.getTskvProto().getThingCode() + ";" + o.getTskvProto().getKey()+ ";" + Double.valueOf(o.getTskvProto().getVal())+ ";" + o.getTskvProto().getTs()))), ArrayList::new));
StringBuilder sql = new StringBuilder(" INSERT INTO ")
.append(TS_KV).append(" (")
.append(THING_CODE)

Loading…
Cancel
Save