Skip to content

S
smallproject
Commit 79a0baa7 by mahaisong
Options

fix:调度程序完成

parent e8516d45
Showing with 48 additions and 28 deletions
10.Paul需求-JSON贝格ES导入本地ES/MinderES/BeigeOracle_MinderES/BeigeOracle_MinderES.csproj
<?xml version="1.0" encoding="utf-8"?>
<?xml version="1.0" encoding="utf-8"?>
......@@ -15,7 +15,7 @@
<TargetFrameworkProfile />
</PropertyGroup>
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
<PlatformTarget>AnyCPU</PlatformTarget>
<PlatformTarget>x64</PlatformTarget>
<DebugSymbols>true</DebugSymbols>
<DebugType>full</DebugType>
<Optimize>false</Optimize>
......@@ -104,8 +104,10 @@
<Reference Include="System.Xml" />
</ItemGroup>
<ItemGroup>
<Compile Include="BeigeNews.cs" />
<Compile Include="Program.cs" />
<Compile Include="Properties\AssemblyInfo.cs" />
<Compile Include="QuartzJobs\BeigeESJob.cs" />
<Compile Include="QuartzJobs\TestJob.cs" />
</ItemGroup>
<ItemGroup>
......@@ -136,6 +138,10 @@
</ItemGroup>
<ItemGroup />
<ItemGroup>
<ProjectReference Include="..\HJBeigeModel\HJBeigeModel.csproj">
<Project>{0AFE2959-EB8E-4D60-B1B1-AB7616EA319D}</Project>
<Name>HJBeigeModel</Name>
</ProjectReference>
<ProjectReference Include="..\HTCommon\HTCommon.csproj">
<Project>{E497051E-61E1-4247-93D3-7929A8C8B7F6}</Project>
<Name>HTCommon</Name>
......
10.Paul需求-JSON贝格ES导入本地ES/MinderES/BeigeOracle_MinderES/ReadMe.md
MinderESFromBeigeOracle
MinderESFromBeigeOracle
......@@ -10,3 +10,5 @@
1.在mysql数据库（minder.palas_v5.syncoffset ）中存储HuaJinNews_Beige记录最后的last_itemid。
2.每次执行时，读取mysql中最后一条last_itemid，查找大于此ID的所有值，将输入组装插入Minder ES。
10.Paul需求-JSON贝格ES导入本地ES/MinderES/BeigeOracle_MinderES/quartz_jobs.xml
<?xml version="1.0" encoding="UTF-8"?>
<?xml version="1.0" encoding="UTF-8"?>
......@@ -12,26 +12,26 @@
<!--begin-每5秒钟执行一次-检查心跳状态-->
<!--begin-每5秒钟执行一次-BeigeESJob-->
<job>
<name>Cycle_NoHeart</name>
<name>Cycle_BeigeESJob</name>
<group>Test</group>
<description>每5秒钟执行一次-检查心跳状态</description>
<job-type>BeigeOracle_MinderES.QuartzJobs.TestJob,BeigeOracle_MinderES</job-type>
<description>每5秒钟执行一次-BeigeESJob</description>
<job-type>BeigeOracle_MinderES.QuartzJobs.BeigeESJob,BeigeOracle_MinderES</job-type>
<durable>true</durable>
<recover>false</recover>
</job>
<trigger>
<cron>
<name>Cycle_NoHeartTrigger</name>
<name>Cycle_BeigeESJobTrigger</name>
<group>Test</group>
<job-name>Cycle_NoHeart</job-name>
<job-name>Cycle_BeigeESJob</job-name>
<job-group>Test</job-group>
<start-time>2015-01-22T00:00:00+08:00</start-time>
<cron-expression>0/1 * * * * ? </cron-expression>
</cron>
</trigger>
<!--end-每5秒钟执行一次-检查心跳状态-->
<!--end-每5秒钟执行一次-BeigeESJob-->
</schedule>
</job-scheduling-data>
\ No newline at end of file
10.Paul需求-JSON贝格ES导入本地ES/MinderES/HTCommon/DataAccess/ESAccess.cs
using HooLab.Log;
using HooLab.Log;
......@@ -97,12 +97,12 @@ namespace HTCommon.DataAccess
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
//Stopwatch sw = new Stopwatch();
//sw.Start();
result = client.Search<T>(searchQuery);
sw.Stop();
result.TookAsLong.ToString();
Logger.Error("查询用时"+ result.TookAsLong.ToString()+"毫秒；总传输用时"+sw.ElapsedMilliseconds.ToString()+ "毫秒；");
//sw.Stop();
//result.TookAsLong.ToString();
//Logger.Error("查询用时"+ result.TookAsLong.ToString()+"毫秒；总传输用时"+sw.ElapsedMilliseconds.ToString()+ "毫秒；");
}
catch (Exception e)
......
10.Paul需求-JSON贝格ES导入本地ES/MinderES/TaikorES_MinderES/ReadMe.md
MinderESFromTaikorES
MinderESFromTaikorES
......@@ -12,3 +12,8 @@
1.在mysql数据库（minder.palas_v5.syncoffset ）中存储HuaJinNews_TaikorES记录最后的last_itemid。
2.载入4W爬虫ID，按照爬虫爬抓指定fectime 在今天0点到昨天0点之间的数据。
3.循环完成4W爬虫之后结束。
10.Paul需求-JSON贝格ES导入本地ES/MinderES/TaikorES_MinderES/TaikorES_MinderES.csproj
<?xml version="1.0" encoding="utf-8"?>
<?xml version="1.0" encoding="utf-8"?>
......@@ -15,7 +15,7 @@
<TargetFrameworkProfile />
</PropertyGroup>
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
<PlatformTarget>AnyCPU</PlatformTarget>
<PlatformTarget>x64</PlatformTarget>
<DebugSymbols>true</DebugSymbols>
<DebugType>full</DebugType>
<Optimize>false</Optimize>
......@@ -78,6 +78,7 @@
<ItemGroup>
<Compile Include="Program.cs" />
<Compile Include="Properties\AssemblyInfo.cs" />
<Compile Include="QuartzJobs\TaikorES.cs" />
<Compile Include="QuartzJobs\TestJob.cs" />
</ItemGroup>
<ItemGroup>
......@@ -91,6 +92,9 @@
<None Include="job_scheduling_data_2_0.xsd">
<SubType>Designer</SubType>
</None>
<None Include="MatchCrawlID.csv">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</None>
<None Include="packages.config" />
<None Include="quartz.config">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
......@@ -102,6 +106,7 @@
<ItemGroup>
<Content Include="quartz_jobs.xml">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
<SubType>Designer</SubType>
</Content>
</ItemGroup>
<ItemGroup>
......
10.Paul需求-JSON贝格ES导入本地ES/MinderES/TaikorES_MinderES/quartz_jobs.xml
<?xml version="1.0" encoding="UTF-8"?>
<?xml version="1.0" encoding="UTF-8"?>
......@@ -12,26 +12,26 @@
<!--begin-每5秒钟执行一次-检查心跳状态-->
<!--begin-每5秒钟执行一次-TaikorES-->
<job>
<name>Cycle_NoHeart</name>
<name>Cycle_TaikorES</name>
<group>Test</group>
<description>每5秒钟执行一次-检查心跳状态</description>
<job-type>TaikorES_MinderES.QuartzJobs.TestJob,TaikorES_MinderES</job-type>
<description>每5秒钟执行一次-TaikorES</description>
<job-type>TaikorES_MinderES.QuartzJobs.TaikorES,TaikorES_MinderES</job-type>
<durable>true</durable>
<recover>false</recover>
</job>
<trigger>
<cron>
<name>Cycle_NoHeartTrigger</name>
<name>Cycle_TaikorESTrigger</name>
<group>Test</group>
<job-name>Cycle_NoHeart</job-name>
<job-name>Cycle_TaikorES</job-name>
<job-group>Test</job-group>
<start-time>2015-01-22T00:00:00+08:00</start-time>
<cron-expression>0/5 * * * * ? </cron-expression>
</cron>
</trigger>
<!--end-每5秒钟执行一次-检查心跳状态-->
<!--end-每5秒钟执行一次-TaikorES-->
</schedule>
</job-scheduling-data>
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment