public class HutoolTest {

    private static DataSource dataSource = DSFactory.get();　　//读取默认路径下的配置文件，数据库连接以及线程池的配置

    private static SqlRunner sqlRunner = SqlRunner.create(dataSource);

    public static String count = "select count(1) from company_with_industry where id > 5";

    public static String currentPage = "select max(id) from company_with_industry where id in (select id from (select id from company_with_industry where id>? order by id limit 10000) as ids)";

    public static String select = "select * from company_with_industry where id>? order by id limit 10000";

    public static String update = "update company_with_industry set industry = ? where id = ?";

    private static Queue<Long> queue = new ConcurrentLinkedDeque<>();

    static Map<String, String> map = new HashMap<>();

    static ExecutorService threadPool = Executors.newFixedThreadPool(10);

    @Test

    public void test() {

        initQueue();

        readFile();

        updateIndustry();

    }

    public static void initQueue() {

        Entity entity = Entity.create("company_with_industry");

        long count = 0;

        long totalPage = 0;

        long currentId = 5;

        try {

            count = sqlRunner.count(entity);

            totalPage = count % 10000 == 0 ? count / 10000 : count / 10000 + 1;

            queue.add(currentId);

            for (int i = 1; i < totalPage; i++) {

                long id = sqlRunner.queryNumber(currentPage, currentId).longValue();

                currentId = id;

                //System.out.println(currentId);

                queue.add(currentId);

            }

            System.out.println(queue);

        } catch (SQLException e) {

            e.printStackTrace();

        }

        System.out.println(count);

    }

    public static void readFile() {

        try {

            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(new File("行业关键字.txt")), "UTF-8"));

            String line = "";

            while ((line = br.readLine()) != null) {

                System.out.println(line);

                String[] ss = line.split("--");

                for (String keyword : ss[1].split(",")) {

                    map.put(keyword, ss[0]);

                }

            }

            System.out.println(map);

        } catch (Exception e) {

            e.printStackTrace();

        }

    }

    public static void updateIndustry() {

        while (true) {

            if(queue.size()>0){

                long currentPage = queue.poll();

                if (currentPage != 0) {

                    threadPool.execute(() -> {

                        try {

                            List<Entity> list = sqlRunner.query(select, currentPage);

                            Object[][] objects = new Object[1000][2];

                            int count = 0;

                            for (Entity entity : list) {

                                String entName = entity.getStr("ent_name");

                                if (!entName.contains("?")) {

                                    for (String keyword : map.keySet()) {

                                        if (entName.contains(keyword)) {

                                            objects[count][0] = map.get(keyword);

                                            objects[count][1] =  entity.getLong("id");

                                            count++;

                                            break;

                                        }

                                    }

                                }

                                if(count==1000){

                                    sqlRunner.executeBatch(update,objects);

                                    count = 0;

                                    objects = new Object[1000][2];

                                    System.out.println(Thread.currentThread().getName()+"\tgank了1000条数据\t"+entity.getLong("id"));

                                }

                            }

                            if(objects.length>0){

                                sqlRunner.executeBatch(update,objects);

                                System.out.println(Thread.currentThread().getName()+"\tgank了1000条数据\t"+list.get(list.size()-1).getLong("id"));

                            }

                        } catch (Exception e) {

                            e.printStackTrace();

                            System.out.println(currentPage);

                        }

                    });

                } else {

                    System.out.println("没任务了,休息5秒钟!");

                    try {

                        Thread.currentThread().sleep(5 * 1000);

                    } catch (InterruptedException e) {

                        e.printStackTrace();

                    }

                }

            }

        }

    }

}