fix: 对JSON导入程序设计、梳理数据

10.Paul需求-JSON贝格ES导入本地ES/ImportLocalES/ImportLocalES.sln

-
+
@@ -3,8 +3,6 @@ Microsoft Visual Studio Solution File, Format Version 12.00
 # Visual Studio 14
 VisualStudioVersion = 14.0.25420.1
 MinimumVisualStudioVersion = 10.0.40219.1
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AllImportLocalES", "ImportLocalES\AllImportLocalES.csproj", "{8657800A-1289-4B58-AE8A-6B65FDB72C64}"
-EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "JSON_ImportLocalES", "JSONImportLocalES\JSON_ImportLocalES.csproj", "{96C4CB39-7A2F-47C1-9842-27BBC9ED6A29}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "BeigeOracle_ImportLocalES", "BeigeOracleImportLocalES\BeigeOracle_ImportLocalES.csproj", "{F770A88D-59AB-4A0C-8585-CD0FB5568EC2}"
@@ -17,8 +15,6 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "BeigeOracle", "BeigeOracle"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MinderESCommon", "ESCommon\MinderESCommon.csproj", "{B911AAD3-B7B0-4A0A-BAE6-3EAC5DF762C7}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "CleanES", "CleanES\CleanES.csproj", "{3E017861-9AAA-4163-9780-A6D34DACB3E6}"
-EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "TaikorES", "TaikorES", "{76D88CD4-AF4C-4798-B14D-2E378517B2BB}"
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Common", "Common", "{872DBB32-6B09-4E38-B4F5-D0B68B61F036}"
@@ -27,6 +23,8 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "TaikorES_ImportLocalES", "T
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Delete_TaikorES_LocalES", "Delete_TaikorES_LocalES\Delete_TaikorES_LocalES.csproj", "{7A0C164A-A1B8-49D9-933C-1C448D3214A6}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "JsonES", "JsonES", "{18A9DA2F-DC05-4CBB-9319-98D2B8A878E4}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -37,14 +35,6 @@ Global
 		Release|x86 = Release|x86
 	EndGlobalSection
 	GlobalSection(ProjectConfigurationPlatforms) = postSolution
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Debug|x64.ActiveCfg = Debug|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Debug|x86.ActiveCfg = Debug|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Release|Any CPU.Build.0 = Release|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Release|x64.ActiveCfg = Release|Any CPU
-		{8657800A-1289-4B58-AE8A-6B65FDB72C64}.Release|x86.ActiveCfg = Release|Any CPU
 		{96C4CB39-7A2F-47C1-9842-27BBC9ED6A29}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{96C4CB39-7A2F-47C1-9842-27BBC9ED6A29}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{96C4CB39-7A2F-47C1-9842-27BBC9ED6A29}.Debug|x64.ActiveCfg = Debug|Any CPU
@@ -97,16 +87,6 @@ Global
 		{B911AAD3-B7B0-4A0A-BAE6-3EAC5DF762C7}.Release|x64.ActiveCfg = Release|x64
 		{B911AAD3-B7B0-4A0A-BAE6-3EAC5DF762C7}.Release|x64.Build.0 = Release|x64
 		{B911AAD3-B7B0-4A0A-BAE6-3EAC5DF762C7}.Release|x86.ActiveCfg = Release|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Debug|x64.ActiveCfg = Debug|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Debug|x86.ActiveCfg = Debug|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Debug|x86.Build.0 = Debug|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Release|Any CPU.Build.0 = Release|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Release|x64.ActiveCfg = Release|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Release|x86.ActiveCfg = Release|Any CPU
-		{3E017861-9AAA-4163-9780-A6D34DACB3E6}.Release|x86.Build.0 = Release|Any CPU
 		{D9B7EDD7-C997-4507-BEAA-5E3A424947AF}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{D9B7EDD7-C997-4507-BEAA-5E3A424947AF}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{D9B7EDD7-C997-4507-BEAA-5E3A424947AF}.Debug|x64.ActiveCfg = Debug|x64
@@ -136,6 +116,7 @@ Global
 		HideSolutionNode = FALSE
 	EndGlobalSection
 	GlobalSection(NestedProjects) = preSolution
+		{96C4CB39-7A2F-47C1-9842-27BBC9ED6A29} = {18A9DA2F-DC05-4CBB-9319-98D2B8A878E4}
 		{F770A88D-59AB-4A0C-8585-CD0FB5568EC2} = {4D996BBA-26B5-4102-BBA4-75765558181A}
 		{E497051E-61E1-4247-93D3-7929A8C8B7F6} = {872DBB32-6B09-4E38-B4F5-D0B68B61F036}
 		{0AFE2959-EB8E-4D60-B1B1-AB7616EA319D} = {872DBB32-6B09-4E38-B4F5-D0B68B61F036}

10.Paul需求-JSON贝格ES导入本地ES/ImportLocalES/JSONImportLocalES/JSON_ImportLocalES.csproj

-<?xml version="1.0" encoding="utf-8"?>
+<?xml version="1.0" encoding="utf-8"?>
@@ -77,6 +77,9 @@
   <ItemGroup>
     <None Include="App.config" />
   </ItemGroup>
+  <ItemGroup>
+    <Content Include="说明.txt" />
+  </ItemGroup>
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <!-- To modify your build process, add your task inside one of the targets below and uncomment it. 
        Other similar extension points exist, see Microsoft.Common.targets.

10.Paul需求-JSON贝格ES导入本地ES/ImportLocalES/JSONImportLocalES/说明.txt

+
+
+因为错误，未插入ES的数据，报错单一队列，（最后导入txt文件中），等待后期统一插入。
+
+1.读取文件夹下所有文件，作为任务列表。（线程安全字典集合、 状态位标志是否执行完毕、数据条数、执行插入ES的数据条数）
+          每次变化要LOG最新状态到文件。 
+
+2.分线程（CPU的1倍），每个线程1个任务，去从任务列表中取任务，读取JSON文件。
+
+每个线程，执行完后继续分配其他任务。
+
+
+3.线程内：每个任务1个小线程，这样可以保证处理速度和内存容量。
+
+
+   3.1读取阶段--进队列:
+        顺序读取单个文件（文件不大，一行行读取）
+         读取后，数据一条条放入到1个大的队列中。
+		 
+
+   3.2读取完成后--出队列：
+
+   再循环 批量 100条 100条 的插入ES数据。（不能BULK，能index也可以。）
\ No newline at end of file

9.StockListingRelatedCode/StockListingRelatedCode/obj/Debug/StockListingRelatedCode.csproj.FileListAbsolute.txt

+D:\smallproject\9.StockListingRelatedCode\StockListingRelatedCode\bin\Debug\StockListingRelatedCode.exe.config