 /// <summary>
    /// 普通爬虫任务数据包
    /// </summary>
    [Serializable]
    [DataContract]
    public class CrawlRecode
    {
        /// <summary>
        /// 爬虫名称
        /// </summary>
        [DataMember]
        public string CrawlerName { get; set; }

        #region Crawl包含字段
        /// <summary>
        /// Crawl ID
        /// </summary>
        [DataMember]
        public string CrawlID { get; set; }
        /// <summary>
        /// 最后一次入库的ItemID
        /// </summary>
        [DataMember]
        public string LastItemID { get; set; }
        /// <summary>
        /// 最后一次Item发布时间
        /// </summary>
        [DataMember]
        public DateTime? LastItemPubDate { get; set; }
        /// <summary>
        /// URL匹配正则
        /// </summary>
        [DataMember]
        public string PatternFetchUrl { get; set; }
        /// <summary>
        /// Crawl所属IssueID
        /// </summary>
        [DataMember]
        public string IssueID { get; set; }
        /// <summary>
        /// 抓取的Url
        /// </summary>
        [DataMember]
        public string Url { get; set; }
        /// <summary>
        /// 爬虫分组，主要用于辨别爬虫类型
        /// </summary>
        [DataMember]
        public string CrawlerGroup { get; set; }
        /// <summary>
        /// 分析标签，标注哪些需要分析
        /// </summary>
        [DataMember]
        public int AnalyzeFlag { get; set; }
        /// <summary>
        /// 抓取的数据需要加入到的IssueID
        /// </summary>
        [DataMember]
        public string JoinIssueIDs { get; set; }
        /// <summary>
        /// 抓取数量，没有则默认20页
        /// </summary>
        [DataMember]
        public int RequiredCount { get; set; }
        /// <summary>
        /// 地区
        /// </summary>
        [DataMember]
        public string RegionIDs { get; set; }
        /// <summary>
        /// 分类
        /// </summary>
        [DataMember]
        public string CategoryIDs { get; set; }
        /// <summary>
        /// 部门
        /// </summary>
        [DataMember]
        public string DepartmentIDs { get; set; }
        /// <summary>
        /// 爬虫涉及行业
        /// </summary>
        [DataMember]
        public string CIndustryIDs { get; set; }
        /// <summary>
        /// 产品
        /// </summary>
        [DataMember]
        public string ProductIDs { get; set; }
        /// <summary>
        /// 人物
        /// </summary>
        [DataMember]
        public string PeopleIDs { get; set; }
        /// <summary>
        /// 组织机构
        /// </summary>
        [DataMember]
        public string OrganizationIDs { get; set; }

        /// <summary>
        /// 标签，多个使用英文逗号分隔
        /// </summary>
        [DataMember]
        public string Tags { get; set; }
        #endregion

        #region Site包含字段
        /// <summary>
        /// 站点ID
        /// </summary>
        [DataMember]
        public string SiteID { get; set; }
        /// <summary>
        /// 浏览器类型
        /// </summary>
        [DataMember]
        public sbyte BrowserType { get; set; }
        /// <summary>
        /// 安全请求间隔毫秒数
        /// </summary>
        [DataMember]
        public int IntervalMSBtwReqs { get; set; }
        /// <summary>
        /// 网页编码类型
        /// </summary>
        [DataMember]
        public string Encoding { get; set; }
        /// <summary>
        /// 失败后的重试次数
        /// </summary>
        [DataMember]
        public sbyte FailRetry { get; set; }
        /// <summary>
        /// 抽取模式
        /// </summary>
        [DataMember]
        public sbyte ParseMethod { get; set; }
        /// <summary>
        /// 抽取列表页的Pattern
        /// </summary>
        [DataMember]
        public string ListPattern { get; set; }
        /// <summary>
        /// 取相关内容
        /// </summary>
        [DataMember]
        public string ListPatternNest { get; set; }
        /// <summary>
        /// 相关内容模式
        /// </summary>
        [DataMember]
        public sbyte ListPatternNestMethod { get; set; }
        /// <summary>
        /// 多线程限制
        /// </summary>
        [DataMember]
        public int ParallelLimit { get; set; }
        /// <summary>
        /// 下一页的UrlPattern
        /// </summary>
        [DataMember]
        public string ListPatternNextPageUrl { get; set; }
        /// <summary>
        /// 是否区分大小写
        /// </summary>
        [DataMember]
        public bool UrlCaseSensitive { get; set; }
        [DataMember]
        public sbyte ContentDetailLevel { get; set; }
        #endregion

        #region Media包含字段
        /// <summary>
        /// 媒体ID
        /// </summary>
        [DataMember]
        public string MediaID
            { get; set; }
        /// <summary>
        /// 媒体名称
        /// </summary>
        [DataMember]
        public string MediaName { get; set; }
        /// <summary>
        /// 频道名称
        /// </summary>
        [DataMember]
        public string Channel { get; set; }
        /// <summary>
        /// 媒体类型
        /// </summary>
        [DataMember]
        public sbyte MediaType { get; set; }
        /// <summary>
        /// 媒体区域类型
        /// </summary>
        [DataMember]
        public sbyte RegionType { get; set; }
        /// <summary>
        /// 媒体权重
        /// </summary>
        [DataMember]
        public sbyte MediaWeight { get; set; }
        /// <summary>
        /// 媒体性质
        /// </summary>
        [DataMember]
        public sbyte MediaOrganType { get; set; }
        /// <summary>
        /// 媒体样式
        /// </summary>
        [DataMember]
        public sbyte MediaStyle { get; set; }
        /// <summary>
        /// 媒体倾向性
        /// </summary>
        [DataMember]
        public sbyte MediaTendency { get; set; }
        /// <summary>
        /// 媒体行业ID
        /// </summary>
        [DataMember]
        public string IndustryIDs { get; set; }
        /// <summary>
        /// 媒体标签
        /// </summary>
        [DataMember]
        public string MediaTag { get; set; }
        /// <summary>
        /// 媒体版权
        /// </summary>
        public int MediaCopyright { get; set; }
        #endregion
    }
