first commit

许鹏程

2023-06-30 3bbfaa3d7d416afbd154576453c8ee9e7e2f8899

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
package com.product.kt.test.service;
 
import cn.hutool.core.util.RandomUtil;
import com.alibaba.fastjson.JSONObject;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
import com.product.core.dao.BaseDao;
import com.product.core.entity.FieldSetEntity;
import com.product.datasource.dao.Dao;
import com.product.datasource.entity.DataBaseEntity;
import com.product.kt.test.config.SyncConfig;
import com.product.util.BaseUtil;
import org.apache.poi.ss.formula.functions.T;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
 
import java.util.Date;
import java.util.List;
import java.util.Locale;
import java.util.Map;
 
 
/**
 * 写入数据工具类
 *
 * @author 86151
 */
@Component
public class WriteToolService {
 
    @Autowired
    BaseDao baseDao;
 
    private static Map<String, Integer> autoFieldMap = Maps.newHashMap();
 
    /**
     * 处理表名
     * @param tableName
     * @return
     */
    private String dealTableName(String tableName) {
        if (SyncConfig.PREFIX_DEAL_SIGN == 0) {
            tableName = tableName.replaceFirst(SyncConfig.TARGET_TABLE_PREFIX, "");
        } else if (SyncConfig.PREFIX_DEAL_SIGN == 1) {
            tableName = SyncConfig.TARGET_TABLE_PREFIX + tableName;
        }
        return tableName;
    }
 
 
    public void writeData(String sourceLinkUUID, List<FieldSetEntity> listFse, String tableName, String timeField) throws InterruptedException {
        //获取数据同步配置
        FieldSetEntity sourceDataSourceFse = baseDao.getFieldSetEntity("product_sys_data_sync_manager", SyncConfig.DATA_SOURCE_MAP.get(sourceLinkUUID), false);
 
        DataBaseEntity sourceDbe = null;
        Dao sourceDao = null;
 
        try {
            sourceDbe = new DataBaseEntity(sourceDataSourceFse);
            sourceDao = sourceDbe.getDao();
            FieldSetEntity tempFse;
            List<List<FieldSetEntity>> partition = Lists.partition(listFse, 100);
            for (int i = 0; i < partition.size(); i++) {
                Thread.currentThread().sleep(RandomUtil.randomInt(800, 1200));
                List<FieldSetEntity> fieldSetEntityList = partition.get(i);
                for (int i1 = 0; i1 < fieldSetEntityList.size(); i1++) {
                    FieldSetEntity ff = fieldSetEntityList.get(i1);
                    ff.setTableName(dealTableName(tableName));
                    //初始化时间字段
//                    if (!BaseUtil.strIsNull(timeField) && ff.getObject(timeField.toLowerCase()) == null) {
                    if (!BaseUtil.strIsNull(timeField)) {
//                        fieldSetEntityList.get(i1).getMeta().removeField(timeField.toLowerCase());
                        ff.setValue(timeField.toLowerCase(), new Date());
                    }
                    // 初始化id
                    String IDField = SyncConfig.SYNC_TABLE_MAP.get(tableName).get("order_field").toString();
                    if (!BaseUtil.strIsNull(IDField)) {
                        ff.setValue(IDField.toLowerCase(), getID(tableName));
                    }
                    sourceDao.add(ff);
                }
            }
            if (true) {
                return;
            }
            for (int i = 0; i < listFse.size(); i++) {
 
 
                tempFse = listFse.get(i);
 
                //初始化表名
                tempFse.setTableName(dealTableName(tableName));
 
                //初始化时间字段
                if (!BaseUtil.strIsNull(timeField) && tempFse.getObject(timeField.toLowerCase()) == null) {
                    tempFse.setValue(timeField.toLowerCase(), new Date());
                }
 
                sourceDao.add(tempFse);
            }
 
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            if (sourceDao != null) {
                sourceDao.closeConnection();
            }
        }
    }
 
    private int getID(String tableName) {
        autoFieldMap.merge(tableName, 1, Integer::sum);
        return autoFieldMap.get(tableName);
    }
}