标签:读写 int edr public style 线程 tput time hand
//主函数 public static void main(String[] args) throws Exception { long startTime = System.currentTimeMillis(); // String localFilePath = localTempPath+"/"+fileName; String localFilePath = "读取文件地址"; ReadFile(startTime, localFilePath); } //读文件 private static void ReadFile(long startTime, String localFilePath) throws IOException { // 开启固定线程池 ExecutorService exec = Executors.newFixedThreadPool(48); List<String> dataList = new ArrayList<>(); // 逐行读取本地文件 File f = new File(localFilePath); //读取文件 InputStreamReader reader = new InputStreamReader(new FileInputStream(f), "UTF-8"); BufferedReader br = new BufferedReader(reader); String str = null; // 定义计数器 int i = 0; while ((str = br.readLine()) != null) { // i的值是从1开始 i++; // System.out.println(str); // 加入集合 dataList.add(str); if (i % 100 == 0) { System.out.println("成百计时:"+i); // 每次传入线程的集合 List<String> onceList = new ArrayList<>(); for (String item : dataList) { onceList.add(item); } // 清空集合 dataList = null; // 重构集合 dataList = new ArrayList<String>(); Map<String, Object> pMap = new HashMap<>(); // 开启线程 Runnable task = new BatchHandlerThreadTask(onceList, pMap); exec.submit(task); } } reader.close(); br.close(); // 判断最后一次 if (dataList.size() != 0) { Map<String, Object> pMap = new HashMap<>(); Runnable task = new BatchHandlerThreadTask(dataList, pMap); exec.submit(task); } exec.shutdown(); /* * isShutDown当调用shutdown()或shutdownNow()方法后返回为true。 isTerminated当调用shutdown()方法后,并且所有提交的任务完成后返回为true; isTerminated当调用shutdownNow()方法后,成功停止后返回为true; */ while (true) { if (exec.isTerminated()) { System.out.println("全部线程都结束了,i: "+i+"----耗时:"+(System.currentTimeMillis()-startTime)/1000+"s"); break; } } }
import java.io.*; import java.util.List; import java.util.Map; /**
* 实现Runnable接口 * @Auther Qianxy * @Date 2020/7/3 */ public class BatchHandlerThreadTask implements Runnable { //待处理数据集合 private List dataList; //其他参数Map private Map paramMap; public BatchHandlerThreadTask() { super(); } public BatchHandlerThreadTask(List dataList, Map paramMap) { super(); this.dataList = dataList; this.paramMap = paramMap; } public List getDataList() { return dataList; } public void setDataList(List dataList) { this.dataList = dataList; } public Map getParamMap() { return paramMap; } public void setParamMap(Map paramMap) { this.paramMap = paramMap; } //写文件 public void writeListToFile(List<String> dataList) { // 要写入的文件路径 File file = new File("写入文件地址"); // 判断文件是否存在 if (!file.exists()) { try { // 如果文件不存在创建文件 file.createNewFile(); System.out.println("文件"+file.getName()+"不存在已为您创建!"); } catch (IOException e) { System.out.println("创建文件异常!"); e.printStackTrace(); } } else { System.out.println("文件"+file.getName()+"已存在!"); } FileOutputStream fos = null; PrintStream ps = null; // 遍历listStr集合 for (String str : dataList) { try { // 文件输出流 fos = new FileOutputStream(file,true);//追加 ps = new PrintStream(fos); } catch (FileNotFoundException e) { e.printStackTrace(); } // +换行 String string = str + "\r\n"; // 执行写操作 ps.print(string); } // 关闭流 ps.close(); System.out.println("文件写入完毕!"); } @Override public void run() {
//记时间 long t1 = System.currentTimeMillis(); //写入文件 writeListToFile(dataList); System.out.println("--h--线程名: " + Thread.currentThread().getName() + "--当前线程耗时:" + (System.currentTimeMillis() - t1)/1000 + "s" + "--当前批次处理总数据" + dataList.size()); } }
标签:读写 int edr public style 线程 tput time hand
原文地址:https://www.cnblogs.com/money131/p/13232083.html