代码拉取完成，页面将自动刷新
同步操作将从 思通数科 StoneDT/开源免费舆情监测网络监控系统 强制同步，此操作会覆盖自 Fork 仓库以来所做的任何修改，且无法恢复！！！
确定后同步将在后台操作，完成时将刷新页面，请耐心等待。
/*
Navicat Premium Data Transfer
Source Server : s1.stonedt.com6201
Source Server Type : MySQL
Source Server Version : 50733
Source Host : s1.stonedt.com
Source Database : stonedt_portal
Target Server Type : MySQL
Target Server Version : 50733
File Encoding : utf-8
Date: 04/03/2022 22:21:59 PM
*/
SET NAMES utf8mb4;
SET FOREIGN_KEY_CHECKS = 0;
-- ----------------------------
-- Table structure for `data_favorite`
-- ----------------------------
DROP TABLE IF EXISTS `data_favorite`;
CREATE TABLE `data_favorite` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`title` varchar(255) DEFAULT NULL COMMENT '标题',
`article_public_id` varchar(50) DEFAULT NULL COMMENT '文章唯一id',
`publish_time` datetime DEFAULT NULL COMMENT '发布时间',
`user_id` bigint(50) NOT NULL COMMENT '用户id',
`favoritetime` datetime DEFAULT NULL COMMENT '收藏时间',
`status` int(11) DEFAULT '1' COMMENT '状态1.正常 2.删除',
`emotionalIndex` int(11) DEFAULT NULL COMMENT '情感 1正面 2中性 3负面',
`projectid` bigint(20) DEFAULT NULL COMMENT '方案id',
`groupid` bigint(20) DEFAULT NULL COMMENT '方案组id',
`source_name` varchar(255) DEFAULT NULL COMMENT '来源网站',
PRIMARY KEY (`id`,`user_id`),
UNIQUE KEY `article_public_id` (`article_public_id`,`user_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=108 DEFAULT CHARSET=utf8mb4 COMMENT='文章收藏表';
-- ----------------------------
-- Table structure for `flyway_schema_history`
-- ----------------------------
DROP TABLE IF EXISTS `flyway_schema_history`;
CREATE TABLE `flyway_schema_history` (
`installed_rank` int(11) NOT NULL,
`version` varchar(50) DEFAULT NULL,
`description` varchar(200) NOT NULL,
`type` varchar(20) NOT NULL,
`script` varchar(1000) NOT NULL,
`checksum` int(11) DEFAULT NULL,
`installed_by` varchar(100) NOT NULL,
`installed_on` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
`execution_time` int(11) NOT NULL,
`success` tinyint(1) NOT NULL,
PRIMARY KEY (`installed_rank`),
KEY `flyway_schema_history_s_idx` (`success`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `flyway_schema_history`
-- ----------------------------
BEGIN;
INSERT INTO `flyway_schema_history` VALUES ('1', '1.0', 'InitTableAndData', 'SQL', 'V1.0__InitTableAndData.sql', '-764204393', 'root', '2022-03-15 18:40:07', '4131', '1');
COMMIT;
-- ----------------------------
-- Table structure for `full_menu`
-- ----------------------------
DROP TABLE IF EXISTS `full_menu`;
CREATE TABLE `full_menu` (
`only_id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`id` int(11) NOT NULL COMMENT '唯一id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`type` int(1) DEFAULT NULL COMMENT '1一级分类2二级分类',
`name` varchar(255) DEFAULT NULL COMMENT '分类名称',
`value` varchar(255) DEFAULT NULL COMMENT '传值（一级分类为空）',
`type_one_id` int(11) DEFAULT NULL COMMENT '所属一级分类id（一级分类为空）',
`type_two_id` int(11) DEFAULT NULL COMMENT '所属二级分类id',
`icon` varchar(255) CHARACTER SET utf8 DEFAULT NULL COMMENT '一级分类图标',
`is_show` tinyint(2) DEFAULT '0' COMMENT '是否展示，0展示，1不展示',
`is_default` tinyint(2) DEFAULT '0' COMMENT '默认菜单列表，0是、1不是',
PRIMARY KEY (`only_id`)
) ENGINE=InnoDB AUTO_INCREMENT=108 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `full_polymerization`
-- ----------------------------
DROP TABLE IF EXISTS `full_polymerization`;
CREATE TABLE `full_polymerization` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`type` tinyint(2) DEFAULT '0' COMMENT '聚合菜单分类 0为系统默认分类、1为用户分类',
`name` varchar(255) DEFAULT NULL COMMENT '聚合菜单名称',
`value` varchar(255) DEFAULT NULL COMMENT '一级菜单id，多个用,间隔',
`icon` varchar(255) CHARACTER SET utf8 DEFAULT NULL COMMENT '聚合菜单图标',
`is_show` tinyint(2) DEFAULT '0' COMMENT '是否展示，0展示，1不展示',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=8 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `full_type`
-- ----------------------------
DROP TABLE IF EXISTS `full_type`;
CREATE TABLE `full_type` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`type` int(1) DEFAULT NULL COMMENT '1一级分类2二级分类',
`name` varchar(255) DEFAULT NULL COMMENT '分类名称',
`value` varchar(255) DEFAULT NULL COMMENT '传值（一级分类为空）',
`type_one_id` int(11) DEFAULT NULL COMMENT '所属一级分类id（一级分类为空）',
`type_two_id` int(11) DEFAULT NULL COMMENT '所属二级分类id',
`icon` varchar(255) CHARACTER SET utf8 DEFAULT NULL COMMENT '一级分类图标',
`is_show` tinyint(2) DEFAULT '0' COMMENT '是否展示，0展示，1不展示',
`is_default` tinyint(2) DEFAULT '0' COMMENT '默认菜单列表，0是、1不是',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=59 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `full_word`
-- ----------------------------
DROP TABLE IF EXISTS `full_word`;
CREATE TABLE `full_word` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增主键',
`create_time` datetime DEFAULT NULL COMMENT '记录时间',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`search_word` varchar(255) DEFAULT NULL COMMENT '搜索词',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=2093 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `module`
-- ----------------------------
DROP TABLE IF EXISTS `module`;
CREATE TABLE `module` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`module_id` int(11) DEFAULT NULL COMMENT '模块id',
`module_name` varchar(255) DEFAULT NULL COMMENT '模块名称',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=9 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `module_method`
-- ----------------------------
DROP TABLE IF EXISTS `module_method`;
CREATE TABLE `module_method` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`module_id` int(11) DEFAULT NULL COMMENT '模块id',
`method_name` varchar(255) DEFAULT NULL COMMENT '方法名称',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `monitor_analysis`
-- ----------------------------
DROP TABLE IF EXISTS `monitor_analysis`;
CREATE TABLE `monitor_analysis` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`analysis_id` bigint(20) DEFAULT NULL COMMENT '监测分析公共id',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`time_period` int(1) DEFAULT NULL COMMENT '时间周期',
`data_overview` longtext COMMENT '数据概览',
`emotional_proportion` longtext COMMENT '情感占比',
`plan_word_hit` longtext COMMENT '方案命中主体词',
`keyword_emotion_trend` longtext COMMENT '关键词情感分析走势',
`hot_event_ranking` longtext COMMENT '热点事件排名',
`highword_cloud` longtext COMMENT '关键词高频分布统计',
`keyword_index` longtext COMMENT '高频词指数',
`media_activity_analysis` longtext COMMENT '媒体活跃度分析',
`hot_spot_ranking` longtext COMMENT '热点地区排名',
`data_source_distribution` longtext COMMENT '数据来源分布',
`data_source_analysis` longtext COMMENT '数据来源分析',
`keyword_exposure_rank` longtext COMMENT '关键词曝光度环比排行',
`selfmedia_volume_rank` longtext COMMENT '自媒体渠道声量排名',
`popular_event` longtext COMMENT '热点事件json',
`popular_information` longtext COMMENT '热门资讯数据json',
`relative_news` longtext COMMENT '相关资讯json',
`hot_company` longtext COMMENT '热点公司json',
`hot_people` longtext COMMENT '热点人物json',
`hot_spot` longtext COMMENT '热点地区json',
`keyword_emotion_statistical` longtext COMMENT '关键词情感分析数据统计分布json',
`ner` longtext COMMENT '实体',
`category_rank` longtext COMMENT '分类趋势',
`industrial_distribution` longtext COMMENT '行业分布',
`event_statistics` longtext COMMENT '事件统计',
PRIMARY KEY (`id`),
UNIQUE KEY `project_id` (`project_id`,`time_period`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=3602 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `monitor_analysis_copy1`
-- ----------------------------
DROP TABLE IF EXISTS `monitor_analysis_copy1`;
CREATE TABLE `monitor_analysis_copy1` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`analysis_id` bigint(20) DEFAULT NULL COMMENT '监测分析公共id',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`time_period` int(1) DEFAULT NULL COMMENT '时间周期',
`data_overview` longtext COMMENT '数据概览',
`emotional_proportion` longtext COMMENT '情感占比',
`plan_word_hit` longtext COMMENT '方案命中主体词',
`keyword_emotion_trend` longtext COMMENT '关键词情感分析走势',
`hot_event_ranking` longtext COMMENT '热点事件排名',
`highword_cloud` longtext COMMENT '关键词高频分布统计',
`keyword_index` longtext COMMENT '高频词指数',
`media_activity_analysis` longtext COMMENT '媒体活跃度分析',
`hot_spot_ranking` longtext COMMENT '热点地区排名',
`data_source_distribution` longtext COMMENT '数据来源分布',
`data_source_analysis` longtext COMMENT '数据来源分析',
`keyword_exposure_rank` longtext COMMENT '关键词曝光度环比排行',
`selfmedia_volume_rank` longtext COMMENT '自媒体渠道声量排名',
`popular_event` longtext COMMENT '热点事件json',
`popular_information` longtext COMMENT '热门资讯数据json',
`relative_news` longtext COMMENT '相关资讯json',
`hot_company` longtext COMMENT '热点公司json',
`hot_people` longtext COMMENT '热点人物json',
`hot_spot` longtext COMMENT '热点地区json',
`keyword_emotion_statistical` longtext COMMENT '关键词情感分析数据统计分布json',
PRIMARY KEY (`id`),
UNIQUE KEY `project_id` (`project_id`,`time_period`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `opinion_condition`
-- ----------------------------
DROP TABLE IF EXISTS `opinion_condition`;
CREATE TABLE `opinion_condition` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`opinion_condition_id` bigint(20) DEFAULT NULL COMMENT '偏好设置公共id',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`time` int(1) DEFAULT NULL COMMENT '时间范围(1:24小时，2:昨天，3:今天，4:3天，5：7天，6：15天，7：30天，8自定义)',
`precise` int(1) DEFAULT NULL COMMENT '精准筛选（0：关闭：1打开）',
`emotion` varchar(255) DEFAULT NULL COMMENT '情感属性（1：正面 2：中性 3：负面）\r\n可多选，英文逗号分隔',
`similar` int(1) DEFAULT NULL COMMENT '相似文章(0:取消合并 1：合并文章)',
`sort` int(1) DEFAULT NULL COMMENT '信息排序（1：时间降序 2：时间升序 3：相似数倒序）',
`matchs` int(1) DEFAULT NULL COMMENT '匹配方式（1：全文 2：标题 3：正文）',
`times` varchar(255) DEFAULT NULL COMMENT '自定义时间',
`timee` varchar(255) DEFAULT NULL,
`classify` varchar(255) DEFAULT '[0]' COMMENT '数据来源',
`websitename` varchar(255) DEFAULT '' COMMENT '网站名称',
`author` varchar(255) DEFAULT NULL COMMENT '作者名称',
`organization` varchar(255) DEFAULT NULL COMMENT '涉及机构',
`categorylable` varchar(255) DEFAULT NULL COMMENT '文章分类',
`enterprisetype` varchar(255) DEFAULT NULL COMMENT '涉及企业',
`hightechtype` varchar(255) DEFAULT NULL COMMENT '高科技型企业',
`policylableflag` varchar(255) DEFAULT NULL COMMENT '涉及政策',
`datasource_type` varchar(255) DEFAULT NULL COMMENT '数据品类',
`eventIndex` varchar(255) DEFAULT NULL COMMENT '涉及事件',
`industryIndex` varchar(255) DEFAULT NULL COMMENT '涉及行业',
`province` varchar(255) DEFAULT NULL COMMENT '涉及省份',
`city` varchar(255) DEFAULT NULL COMMENT '涉及城市',
PRIMARY KEY (`id`),
UNIQUE KEY `opinion_condition_id` (`opinion_condition_id`) USING BTREE,
UNIQUE KEY `project_id` (`project_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=930 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `opinion_condition`
-- ----------------------------
BEGIN;
INSERT INTO `opinion_condition` VALUES ('926', '2022-02-14 17:26:23', '1493154645307166720', '1493154645181337600', '4', '1', '[1,2,3]', '0', '1', '1', '', '', '[0]', '', '', '0', '0', '0', '0', '0', '0', '', '', '', ''), ('927', '2022-02-14 17:28:23', '1493155148741087232', '1493155148443291648', '4', '0', '[1,2,3]', '0', '1', '1', '', '', '[0]', '', '', '0', '0', '0', '0', '0', '0', '', '', '', ''), ('928', '2022-02-14 17:31:24', '1493155905670352896', '1493155905573883904', '4', '1', '[1,2,3]', '0', '1', '1', null, null, '[0]', '', null, null, null, null, null, null, null, null, null, null, null), ('929', '2022-02-14 17:31:59', '1493156056224894976', '1493156056132620288', '4', '1', '[1,2,3]', '0', '1', '1', null, null, '[0]', '', null, null, null, null, null, null, null, null, null, null, null);
COMMIT;
-- ----------------------------
-- Table structure for `organization`
-- ----------------------------
DROP TABLE IF EXISTS `organization`;
CREATE TABLE `organization` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`organization_id` bigint(20) DEFAULT NULL COMMENT '机构公共id',
`organization_short` varchar(255) DEFAULT NULL COMMENT '机构简称',
`organization_name` varchar(255) DEFAULT NULL COMMENT '机构名全称',
`organization_type` int(1) DEFAULT '1' COMMENT '机构类型（1机构、2个人）',
`term_of_validity` datetime DEFAULT NULL COMMENT '有效期',
`status` int(1) DEFAULT '1' COMMENT '状态（1代表正常 2代表注销）',
`organization_code` varchar(255) DEFAULT NULL COMMENT '组织代码',
`logo_url` varchar(255) DEFAULT NULL COMMENT 'logo地址',
`system_title` varchar(255) DEFAULT NULL COMMENT '系统名称',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=18 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `project`
-- ----------------------------
DROP TABLE IF EXISTS `project`;
CREATE TABLE `project` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案公共id',
`project_name` varchar(255) DEFAULT NULL COMMENT '方案名',
`update_time` datetime DEFAULT NULL COMMENT '修改时间',
`project_type` int(1) DEFAULT '1' COMMENT '方案类型（普通1，高级2）',
`project_description` varchar(255) DEFAULT NULL COMMENT '方案描述',
`subject_word` longtext COMMENT '主体词',
`character_word` longtext COMMENT '人物词',
`event_word` longtext COMMENT '事件词',
`regional_word` longtext COMMENT '地域词',
`stop_word` longtext COMMENT '屏蔽词',
`del_status` int(1) DEFAULT '0' COMMENT '软删除（0：否 1：是）',
`group_id` bigint(20) DEFAULT NULL COMMENT '方案组id',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=966 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `project`
-- ----------------------------
BEGIN;
INSERT INTO `project` VALUES ('962', '2022-02-14 17:26:23', '1493154645181337600', '政府部门', '2022-02-14 17:26:23', '2', null, '汽车政策,汽车产业发展政策,汽车行业,新能源,汽车产业,汽车领域', '', '', '', '', '0', '1493154486150107136', '13900000000'), ('963', '2022-02-14 17:28:23', '1493155148443291648', '南京政策', '2022-02-14 17:28:23', '2', null, '南京市政府,政策,扶持创新,扶持创业,创新周,南京政府,市政府,科技局,发改委,经信委,产业园,人才引进,政府补贴,扶持力度,四新,城市创新,创新名城,智慧城市,新基建', '', '', '', '', '0', '1493154486150107136', '13900000000'), ('964', '2022-02-14 17:31:24', '1493155905573883904', '舆情监测', '2022-02-14 17:31:24', '1', null, '舆情监测|网络舆情监测|舆情监控|舆情分析|舆情系统|免费舆情|大数据舆情|舆情大数据|舆情信息简报|大数据舆情', '', '', '', '', '0', '1493154486150107136', '13900000000'), ('965', '2022-02-14 17:31:59', '1493156056132620288', '地方政策', '2022-02-14 17:31:59', '2', null, '汽车政策,新能源补贴,新能源政策,新能源汽车推广应用财政补贴政策', '', '', '', '', '0', '1493154486150107136', '13900000000');
COMMIT;
-- ----------------------------
-- Table structure for `project_task`
-- ----------------------------
DROP TABLE IF EXISTS `project_task`;
CREATE TABLE `project_task` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`create_time` datetime DEFAULT NULL,
`project_id` bigint(20) DEFAULT NULL,
`project_type` int(1) DEFAULT NULL,
`subject_word` text,
`regional_word` text,
`character_word` text,
`event_word` text,
`stop_word` text,
`analysis_flag` int(1) DEFAULT '0',
`volume_flag` int(1) DEFAULT '0',
PRIMARY KEY (`id`),
UNIQUE KEY `project_id` (`project_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=781 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `project_task`
-- ----------------------------
BEGIN;
INSERT INTO `project_task` VALUES ('777', '2022-02-14 17:26:23', '1493154645181337600', '2', '汽车政策,汽车产业发展政策,汽车行业,新能源,汽车产业,汽车领域', '', '', '', '', '0', '0'), ('778', '2022-02-14 17:28:23', '1493155148443291648', '2', '南京市政府,政策,扶持创新,扶持创业,创新周,南京政府,市政府,科技局,发改委,经信委,产业园,人才引进,政府补贴,扶持力度,四新,城市创新,创新名城,智慧城市,新基建', '', '', '', '', '0', '0'), ('779', '2022-02-14 17:31:24', '1493155905573883904', '1', '舆情监测|网络舆情监测|舆情监控|舆情分析|舆情系统|免费舆情|大数据舆情|舆情大数据|舆情信息简报|大数据舆情', '', '', '', '', '0', '0'), ('780', '2022-02-14 17:32:00', '1493156056132620288', '2', '汽车政策,新能源补贴,新能源政策,新能源汽车推广应用财政补贴政策', '', '', '', '', '0', '0');
COMMIT;
-- ----------------------------
-- Table structure for `publicoption_detail`
-- ----------------------------
DROP TABLE IF EXISTS `publicoption_detail`;
CREATE TABLE `publicoption_detail` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`publicoption_id` int(11) DEFAULT NULL COMMENT '研判报告id',
`back_analysis` text COMMENT '溯源分析',
`event_context` longtext COMMENT '事件脉络',
`event_trace` longtext COMMENT '事件跟踪',
`hot_analysis` longtext COMMENT '热点分析',
`netizens_analysis` longtext COMMENT '重点网民分析',
`statistics` longtext COMMENT '统计',
`propagation_analysis` longtext COMMENT '传播分析',
`thematic_analysis` longtext COMMENT '专题分析',
`unscramble_content` text COMMENT '内容解读',
`create_time` datetime DEFAULT NULL COMMENT '生成时间',
`detail_status` int(1) DEFAULT '0' COMMENT '状态值（暂时没用）',
PRIMARY KEY (`id`),
UNIQUE KEY `publicoption_id` (`publicoption_id`)
) ENGINE=InnoDB AUTO_INCREMENT=107 DEFAULT CHARSET=utf8mb4 COMMENT='舆情研判任务详情表';
-- ----------------------------
-- Table structure for `publicoptionevent`
-- ----------------------------
DROP TABLE IF EXISTS `publicoptionevent`;
CREATE TABLE `publicoptionevent` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`eventname` varchar(255) DEFAULT '' COMMENT '任务名称',
`eventkeywords` varchar(255) DEFAULT '' COMMENT '任务关键词',
`eventstarttime` datetime DEFAULT NULL COMMENT '任务开始时间',
`eventendtime` datetime DEFAULT NULL COMMENT '任务结束时间',
`createtime` datetime DEFAULT NULL COMMENT '创建时间',
`status` int(11) DEFAULT '2' COMMENT '1.创建失败2.正在创建3.创建成功',
`updatetime` datetime DEFAULT NULL COMMENT '更新时间',
`user_id` bigint(50) DEFAULT NULL COMMENT '用户id',
`eventstopwords` varchar(255) DEFAULT NULL COMMENT '屏蔽词',
`isdelete` int(11) DEFAULT '1' COMMENT '是否删除标记',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=66 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC COMMENT='舆情研判任务表';
-- ----------------------------
-- Table structure for `read_sign`
-- ----------------------------
DROP TABLE IF EXISTS `read_sign`;
CREATE TABLE `read_sign` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`article_id` varchar(255) DEFAULT NULL COMMENT '文章ID',
`user_id` varchar(255) DEFAULT NULL COMMENT '用户ID',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`type` int(11) DEFAULT NULL COMMENT '新增字段',
`str` varchar(255) DEFAULT NULL COMMENT '新增字段',
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
PRIMARY KEY (`id`),
UNIQUE KEY `user_id` (`article_id`,`user_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=59 DEFAULT CHARSET=utf8mb4 COMMENT='已读标记表';
-- ----------------------------
-- Table structure for `report_custom`
-- ----------------------------
DROP TABLE IF EXISTS `report_custom`;
CREATE TABLE `report_custom` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`report_id` bigint(20) DEFAULT NULL COMMENT '报告公共id',
`report_name` varchar(255) DEFAULT NULL COMMENT '报告名称',
`report_type` int(1) DEFAULT NULL COMMENT '报告类型（1:日报，2:周报，3:月报）',
`report_starttime` datetime DEFAULT NULL COMMENT '报告周期开始时间',
`report_endtime` datetime DEFAULT NULL COMMENT '报告周期结束时间',
`report_status` int(1) DEFAULT '1' COMMENT '报告状态（0：已生成任务，1：正在编制，2:编制成功3：编制失败）',
`report_topping` int(1) DEFAULT '0' COMMENT '报告是否置顶(0:未置顶，1:置顶)，默认0',
`report_time` datetime DEFAULT NULL COMMENT '报告编制时间',
`del_status` int(1) DEFAULT '0' COMMENT '软删除（0:否，1：是）',
`number_period` int(11) DEFAULT NULL COMMENT '期数',
`processes` int(11) DEFAULT NULL COMMENT '生成进度',
`module_sum` int(11) DEFAULT NULL COMMENT '模板组件数量',
`template_id` bigint(20) DEFAULT NULL COMMENT '报告模板id',
`template_info` varchar(255) DEFAULT NULL COMMENT '模板信息',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`keyword` text COMMENT '报告关键词',
`stopword` text COMMENT '报告屏蔽词',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
PRIMARY KEY (`id`),
UNIQUE KEY `report_id` (`report_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=279535 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `report_detail`
-- ----------------------------
DROP TABLE IF EXISTS `report_detail`;
CREATE TABLE `report_detail` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`report_id` bigint(20) DEFAULT NULL COMMENT '报告id',
`data_overview` longtext COMMENT '1数据概览逻辑处理 2、3资讯和社交数据逻辑处理',
`emotion_analysis` longtext COMMENT '4、情感分析',
`hot_event_ranking` longtext COMMENT '5、热点事件排名 ',
`media_activity_analysis` longtext COMMENT '10、媒体活跃度分析',
`self_media_ranking` longtext COMMENT '13、自媒体热度排名',
`high_word_index` longtext COMMENT '14、高频词指数',
`hot_spot_ranking` longtext COMMENT '15、热点地区排名',
`netizen_word_cloud` longtext COMMENT '11、网民高频词云',
`media_cord_cloud` longtext COMMENT '12、媒体高频词云',
`hot_people` longtext COMMENT '6、热点人物',
`hot_spots` longtext COMMENT '7、热点地区 ',
`topic_clustering` longtext COMMENT '8、主题观点聚类分析',
`social_v_ranking` longtext COMMENT '9、社交网络大V热度排名',
`highword_cloud` longtext COMMENT '关键词高频分布统计',
`keyword_index` longtext COMMENT '高频词指数',
`highword_cloud_index` longtext,
`ner` longtext COMMENT '实体',
PRIMARY KEY (`id`),
UNIQUE KEY `report_id` (`report_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=6351 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `report_detail_copy1`
-- ----------------------------
DROP TABLE IF EXISTS `report_detail_copy1`;
CREATE TABLE `report_detail_copy1` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`report_id` bigint(20) DEFAULT NULL COMMENT '报告id',
`data_overview` longtext COMMENT '1数据概览逻辑处理 2、3资讯和社交数据逻辑处理',
`emotion_analysis` longtext COMMENT '4、情感分析',
`hot_event_ranking` longtext COMMENT '5、热点事件排名 ',
`media_activity_analysis` longtext COMMENT '10、媒体活跃度分析',
`self_media_ranking` longtext COMMENT '13、自媒体热度排名',
`high_word_index` longtext COMMENT '14、高频词指数',
`hot_spot_ranking` longtext COMMENT '15、热点地区排名',
`netizen_word_cloud` longtext COMMENT '11、网民高频词云',
`media_cord_cloud` longtext COMMENT '12、媒体高频词云',
`hot_people` longtext COMMENT '6、热点人物',
`hot_spots` longtext COMMENT '7、热点地区 ',
`topic_clustering` longtext COMMENT '8、主题观点聚类分析',
`social_v_ranking` longtext COMMENT '9、社交网络大V热度排名',
PRIMARY KEY (`id`),
UNIQUE KEY `report_id` (`report_id`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `solution_group`
-- ----------------------------
DROP TABLE IF EXISTS `solution_group`;
CREATE TABLE `solution_group` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`group_id` bigint(20) DEFAULT NULL COMMENT '方案组公共id',
`group_name` varchar(255) DEFAULT NULL COMMENT '方案组名称',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`del_status` int(1) DEFAULT '0' COMMENT '软删除（0：否 1：是）',
PRIMARY KEY (`id`),
KEY `group_name` (`group_name`,`user_id`,`del_status`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=557 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `solution_group`
-- ----------------------------
BEGIN;
INSERT INTO `solution_group` VALUES ('556', '2022-02-14 17:25:45', '1493154486150107136', '国家政策', '13900000000', '0');
COMMIT;
-- ----------------------------
-- Table structure for `submodule`
-- ----------------------------
DROP TABLE IF EXISTS `submodule`;
CREATE TABLE `submodule` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`submodule_id` int(11) DEFAULT NULL COMMENT '子模块id',
`submodule_name` varchar(255) DEFAULT NULL COMMENT '子模块名称',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`module_id` int(11) DEFAULT NULL COMMENT '模块id',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=25 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `synthesize`
-- ----------------------------
DROP TABLE IF EXISTS `synthesize`;
CREATE TABLE `synthesize` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`cteate_time` datetime DEFAULT NULL COMMENT '创建时间',
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
`report_day` text COMMENT '日报',
`report_week` text COMMENT '周报',
`hot_weibo` longtext COMMENT '微博热点',
`hot_all` longtext COMMENT '热点事件',
`hot_search_terms` longtext COMMENT '热点搜索词',
`leaders_PO` longtext COMMENT '领导人舆情',
`today_PO_status` longtext COMMENT '今日舆情情况',
`warning_PO` longtext COMMENT '预警舆情展示',
`upload_PO` longtext COMMENT '个人信息报送',
`project_PO_status` longtext COMMENT '专题展示',
`online` longtext COMMENT '系统当前在线统计',
`push_PO` longtext COMMENT ' 推送舆情',
`reprint_PO` longtext COMMENT '转载查询',
`collection_po` longtext COMMENT '收藏贴文',
`hot_wechat` longtext COMMENT '微信热点',
`hot_douyin` longtext COMMENT '抖音',
`hot_bilibili` longtext COMMENT 'bilibili',
`hot_tecentvedio` longtext COMMENT '腾讯视频',
`hot_36kr` longtext,
`hot_finaceData` longtext,
`hot_policydata` longtext,
PRIMARY KEY (`id`) USING BTREE,
UNIQUE KEY `user_id` (`user_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=65 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC COMMENT='综合看板表';
-- ----------------------------
-- Records of `synthesize`
-- ----------------------------
BEGIN;
INSERT INTO `synthesize` VALUES ('64', '1', null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null);
COMMIT;
-- ----------------------------
-- Table structure for `systemlog`
-- ----------------------------
DROP TABLE IF EXISTS `systemlog`;
CREATE TABLE `systemlog` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增长id',
`user_browser` varchar(255) DEFAULT NULL COMMENT '用户浏览器',
`user_id` int(11) DEFAULT NULL COMMENT '用户id',
`user_browser_version` varchar(255) DEFAULT NULL COMMENT '用户浏览器版本',
`operatingSystem` varchar(255) DEFAULT NULL COMMENT '操作系统',
`username` varchar(50) DEFAULT NULL COMMENT '用户名称',
`loginip` varchar(50) DEFAULT NULL COMMENT '登陆ip',
`module` varchar(50) DEFAULT NULL COMMENT '模块',
`submodule` varchar(50) DEFAULT NULL COMMENT '子模块',
`type` varchar(50) DEFAULT NULL COMMENT '类型',
`createtime` datetime DEFAULT NULL COMMENT '创建时间',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=13659 DEFAULT CHARSET=utf8mb4 COMMENT='系统操作日志表';
-- ----------------------------
-- Table structure for `user`
-- ----------------------------
DROP TABLE IF EXISTS `user`;
CREATE TABLE `user` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`telephone` varchar(255) DEFAULT NULL COMMENT '手机号',
`password` varchar(255) DEFAULT NULL COMMENT '密码',
`email` varchar(255) DEFAULT NULL COMMENT '邮箱',
`end_login_time` datetime DEFAULT NULL COMMENT '最后登陆时间',
`status` int(1) DEFAULT '1' COMMENT '状态（1代表正常 2代表注销）',
`username` varchar(255) DEFAULT NULL COMMENT '用户姓名',
`wechat_number` varchar(255) DEFAULT NULL COMMENT '微信号',
`openid` varchar(255) DEFAULT NULL COMMENT 'openid',
`login_count` int(11) DEFAULT '0' COMMENT '登录次数',
`identity` int(1) DEFAULT NULL COMMENT '身份标识',
`organization_id` bigint(20) DEFAULT NULL COMMENT '所属机构id',
`user_type` int(1) DEFAULT NULL COMMENT '用户类型(0普通用户,1渠道商,2渠道专员,3管理员)',
`user_level` int(1) DEFAULT NULL COMMENT '用户等级',
`wechatflag` int(1) DEFAULT NULL COMMENT '微信绑定状态（1代表绑定 0代表捆绑）',
`is_online` int(1) DEFAULT NULL COMMENT '是否在线',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=98 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `user`
-- ----------------------------
BEGIN;
INSERT INTO `user` VALUES ('97', '2022-02-14 17:22:13', '13900000000', '13900000000', '1ed91049c7697d6aaf7d1959e588e735', '13900000000@qq.com', '2022-02-14 17:30:25', '1', null, null, null, '2', null, null, '3', null, null, '2');
COMMIT;
-- ----------------------------
-- Table structure for `user_apply`
-- ----------------------------
DROP TABLE IF EXISTS `user_apply`;
CREATE TABLE `user_apply` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`openid` varchar(50) DEFAULT NULL COMMENT 'openid',
`name` varchar(255) DEFAULT NULL COMMENT '姓名',
`telephone` varchar(255) DEFAULT NULL COMMENT '手机号码',
`industry` varchar(255) DEFAULT NULL COMMENT '行业',
`company` varchar(255) DEFAULT NULL COMMENT '公司',
`applytime` datetime DEFAULT NULL,
`dealstatus` int(1) DEFAULT '0' COMMENT '处理状态',
PRIMARY KEY (`id`),
UNIQUE KEY `openid` (`openid`)
) ENGINE=InnoDB AUTO_INCREMENT=11 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `user_log`
-- ----------------------------
DROP TABLE IF EXISTS `user_log`;
CREATE TABLE `user_log` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`article_public_id` varchar(50) DEFAULT NULL COMMENT '日志id',
`method_name` varchar(50) DEFAULT NULL COMMENT '方法名称',
`module_name` varchar(50) DEFAULT NULL COMMENT '模块名称',
`submodule_name` varchar(255) DEFAULT NULL COMMENT '子模块名称',
`times` datetime DEFAULT NULL COMMENT '开始时间',
`timee` datetime DEFAULT NULL COMMENT '结束时间',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`username` varchar(255) DEFAULT NULL COMMENT '用户名称',
`organization_id` bigint(20) DEFAULT NULL COMMENT '组织id',
`organization_name` varchar(255) DEFAULT NULL COMMENT '组织名称',
`status` int(1) DEFAULT NULL COMMENT '用户状态',
`parameters` text COMMENT '请求参数',
`class_name` varchar(255) DEFAULT NULL COMMENT '类名',
`module_id` int(11) DEFAULT NULL COMMENT '模块id',
`submodule_id` int(11) DEFAULT NULL COMMENT '子模块id',
`operation` varchar(255) DEFAULT NULL,
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=14 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `volume_monitor`
-- ----------------------------
DROP TABLE IF EXISTS `volume_monitor`;
CREATE TABLE `volume_monitor` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`volume_monitor_id` bigint(20) DEFAULT NULL COMMENT '声量监测公共id',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`time_period` int(1) DEFAULT NULL COMMENT '时间周期(1:24h 2:3d 3:7d 4:15d)',
`keyword_emotion_statistical` longtext COMMENT '关键词情感分析数据统计分布',
`keyword_source_distribution` longtext COMMENT '关键词数据来源分布',
`keyword_news_rank` longtext COMMENT '关键词资讯数量排名',
`topic_cluster_analysis` longtext COMMENT '主题观点聚类分析',
`keyword_emotion_trend` longtext COMMENT '关键词情感分析数据走势',
`highword_cloud` longtext COMMENT '关键词高频分布统计',
`keyword_exposure_rank` longtext COMMENT '关键词曝光度环比排行',
`keyword_correlation_news` longtext COMMENT '热点内容聚类分析排名',
`user_portrait_label` longtext COMMENT '用户画像标签',
`social_user_volume_rank` longtext COMMENT '社交网络用户声量排名',
`media_user_volume_rank` longtext COMMENT '自媒体用户声量排名',
PRIMARY KEY (`id`),
UNIQUE KEY `project_id` (`project_id`,`time_period`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=209516 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `warning_article`
-- ----------------------------
DROP TABLE IF EXISTS `warning_article`;
CREATE TABLE `warning_article` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '记录创建时间',
`warning_article_id` bigint(20) DEFAULT NULL COMMENT '预警内容公共id',
`user_id` bigint(20) DEFAULT NULL COMMENT '用户id',
`popup_id` bigint(20) DEFAULT NULL COMMENT '预警弹窗公共id',
`popup_content` varchar(255) DEFAULT NULL COMMENT '预警弹窗内容',
`popup_time` datetime DEFAULT NULL COMMENT '预警弹窗时间',
`article_id` varchar(200) DEFAULT NULL COMMENT '内容id',
`article_time` datetime DEFAULT NULL COMMENT '内容时间',
`article_title` varchar(255) DEFAULT NULL COMMENT '内容标题',
`article_emotion` int(1) DEFAULT NULL COMMENT '内容情感(1:正面，2:中性，3:负面)',
`status` int(1) DEFAULT '0' COMMENT '状态 ( 0:未弹窗，1:已弹窗 )',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`read_status` int(1) DEFAULT NULL COMMENT '阅读状态 ( 0:未读，1:已读 )',
`article_detail` text COMMENT '资讯补充字段json',
PRIMARY KEY (`id`),
UNIQUE KEY `user_id` (`user_id`,`project_id`,`article_id`) USING BTREE,
UNIQUE KEY `popup_id` (`popup_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=4023702 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for `warning_setting`
-- ----------------------------
DROP TABLE IF EXISTS `warning_setting`;
CREATE TABLE `warning_setting` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`warning_setting_id` bigint(20) DEFAULT NULL COMMENT '预警设置公共id',
`project_id` bigint(20) DEFAULT NULL COMMENT '方案id',
`warning_status` int(255) DEFAULT NULL COMMENT '预警开关 ( 0:关，1:开 )',
`warning_name` varchar(255) DEFAULT NULL COMMENT '预警名称',
`warning_word` varchar(255) DEFAULT NULL COMMENT '预警词(英文逗号分隔)',
`warning_classify` varchar(255) DEFAULT NULL COMMENT '来源类型(1-11)(英文逗号分隔)',
`warning_content` int(1) DEFAULT NULL COMMENT '预警内容(0:全部 1:敏感)',
`warning_similar` int(1) DEFAULT NULL COMMENT '相似文章合并（0：取消合并 1：合并）',
`warning_match` int(1) DEFAULT NULL COMMENT '匹配方式（1：全文 2：标题 3：正文）',
`warning_deduplication` int(1) DEFAULT NULL COMMENT '预警去重（0：关闭 1：开启）',
`warning_source` varchar(255) DEFAULT NULL COMMENT '预警来源json（[type]1:系统推送 2：邮箱推送 [email]:邮箱地址，可为空）',
`warning_receive_time` varchar(255) DEFAULT NULL COMMENT '接收时间json [start]:开始时间 [end]:结束时间',
`weekend_warning` int(1) DEFAULT NULL COMMENT '周末预警（0：关闭 1：开启）',
`warning_interval` varchar(255) DEFAULT NULL COMMENT '预警间隔json（[type]1:实时预警 2：定时预警 [time]:时间，可为空）',
PRIMARY KEY (`id`),
UNIQUE KEY `project_id` (`project_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=921 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of `warning_setting`
-- ----------------------------
BEGIN;
INSERT INTO `warning_setting` VALUES ('917', '2022-02-14 17:26:23', '1493154645428801536', '1493154645181337600', '0', '预警', '', '1,2,3,4,5,6,7,8,9,10,11', '0', '0', '2', '0', '{\"type\":\"1\",\"email\":\"\"}', '{\"start\":\"00:00\",\"end\":\"23:00\"}', '1', '{\"type\":\"1\",\"time\":\"1\"}'), ('918', '2022-02-14 17:28:23', '1493155148850139136', '1493155148443291648', '0', '预警', '', '1,2,3,4,5,6,7,8,9,10,11', '0', '0', '2', '0', '{\"type\":\"1\",\"email\":\"\"}', '{\"start\":\"00:00\",\"end\":\"23:00\"}', '1', '{\"type\":\"1\",\"time\":\"1\"}'), ('919', '2022-02-14 17:31:24', '1493155905775210496', '1493155905573883904', '0', '预警', '', '1,2,3,4,5,6,7,8,9,10,11', '0', '0', '2', '0', '{\"type\":\"1\",\"email\":\"\"}', '{\"start\":\"00:00\",\"end\":\"23:00\"}', '1', '{\"type\":\"1\",\"time\":\"1\"}'), ('920', '2022-02-14 17:31:59', '1493156056325558272', '1493156056132620288', '0', '预警', '', '1,2,3,4,5,6,7,8,9,10,11', '0', '0', '2', '0', '{\"type\":\"1\",\"email\":\"\"}', '{\"start\":\"00:00\",\"end\":\"23:00\"}', '1', '{\"type\":\"1\",\"time\":\"1\"}');
COMMIT;
-- ----------------------------
-- Table structure for `wechatqrcode`
-- ----------------------------
DROP TABLE IF EXISTS `wechatqrcode`;
CREATE TABLE `wechatqrcode` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`telephone` varchar(50) DEFAULT NULL COMMENT '手机号码',
`ticket` varchar(255) DEFAULT NULL COMMENT '二维码地址',
`updatetime` datetime DEFAULT NULL COMMENT '更新时间',
PRIMARY KEY (`id`),
UNIQUE KEY `uniquestr` (`telephone`)
) ENGINE=InnoDB AUTO_INCREMENT=32124 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Table structure for templete
-- ----------------------------
DROP TABLE IF EXISTS `templete`;
CREATE TABLE `templete` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`engine` varchar(255) DEFAULT NULL COMMENT '搜索引擎',
`templete_id` int(11) DEFAULT NULL COMMENT '模版ID',
`update_time` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`status` int(11) DEFAULT '1' COMMENT '状态',
`create_time` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP COMMENT '创建时间',
`xml` longtext COMMENT 'xml文件',
`type` int(11) DEFAULT NULL COMMENT '类型',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=21 DEFAULT CHARSET=utf8mb4;
-- ----------------------------
-- Records of templete
-- ----------------------------
BEGIN;
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (1, '微信搜索', NULL, '2022-10-20 20:23:06', 1, '2022-10-20 20:23:06', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"150\" y=\"134.5\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"33\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"550\" y=\"134.5\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["dataJson"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${ resp.html.json().data.data }"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"70\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"300\" y=\"137\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["page","keyword"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${pageNoData}","北京"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"160\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"440\" y=\"132\" width=\"32\" height=\"37\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'https://www.chinaso.com/v5/general/v1/web/search?q=site:mp.weixin.qq.com+'+keyword+'&pn='+page+'&ps=15&bid=4151016307959391'}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"162\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"160\" target=\"33\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"163\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"70\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"164\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"70\" target=\"160\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"165\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"680\" y=\"134.5\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${ dataJson.size() }","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"166\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"33\" target=\"165\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"167\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"830\" y=\"137\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","url","source","publish_time","abstract","author"],"variable-description":["","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${strUtils.contains(dataJson[i].title,keyword)?(strUtils.replaceAll(dataJson[i].title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(dataJson[i].title)}","${ dataJson[i].url }","${ dataJson[i].source }","${dateUtils.stampToDate(dataJson[i].timestamp+'000')}","${strUtils.contains( dataJson[i].snippet ,keyword)?(strUtils.replaceAll( dataJson[i].snippet ,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(dataJson[i].snippet)}","${'-'}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"170\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"165\" target=\"167\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"171\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"960\" y=\"137\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${title}","${url}","${\\"微信公众号\\"}","${publish_time}","${abstract}","${author}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"172\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"167\" target=\"171\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 2);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (2, '微博搜索', 135284895, '2022-10-21 11:14:33', 1, '2022-10-21 11:14:33', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"80\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"21\" value=\"根据关键词搜索\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"630\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"根据关键词搜索","loopVariableName":"","method":"GET","sleep":"1000","timeout":"","response-charset":"","retryCount":"1","retryInterval":"2000","cookie-name":["cookie"],"cookie-description":[""],"header-name":["user-agent"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"https://m.weibo.cn/api/container/getIndex?containerid=231522type%3D1%26q%3D%23${keyword}%23&page_type=searchall&page=${pageNo}","proxy":"","cookie-value":["SUB=_2AkMUDYtbf8NxqwJRmfwTz2LhZIhyyw7EieKiUXqAJRMxHRl-yT9jqhYstRB6P42ltJExNYB2psyLl8ONit3Dytbl__Lo; SUBP=0033WrSXqPxfM72-Ws9jqgMF55529P9D9WWcnADUlTd4zwRxZivlmOy.; _s_tentry=passport.weibo.com; Apache=5401105109200.461.1666253868866; SINAGLOBAL=5401105109200.461.1666253868866; ULV=1666253868908:1:1:1:5401105109200.461.1666253868866:"],"header-value":["Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"23\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"720\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["jsonhtml","data","parseArray"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["${jsonUtils.parseObject(resp.html)}","${jsonhtml.getJSONObject(\\"data\\")}","${data.getJSONArray(\\"cards\\")}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"30\" value=\"自定义的关键词\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"380\" y=\"200\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"自定义的关键词","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","pageNo"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["南京","${pageNoData}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"34\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"830\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"z","loopCount":"${parseArray}","loopStart":"0","loopEnd":"-1","awaitSleep":"100","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"35\" value=\"\" style=\"strokeWidth=2;strokeColor=#00ff00;sharp=1;\" parent=\"1\" source=\"23\" target=\"34\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"2","lineWidth":"2","line-style":"sharp","lineColor":"#00ff00","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"36\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"930\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["jsonobject"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${parseArray.getJSONObject(z)}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"37\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"34\" target=\"36\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"38\" value=\"含有card_group\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"1120\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"含有card_group","loopVariableName":"","ziloopVariableName":"","variable-name":["cardgrouparray"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${jsonobject.getJSONArray(\\"card_group\\")}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"39\" value=\"判断关键字,确定json类型\" style=\"strokeWidth=2;strokeColor=#00ff00;sharp=1;\" parent=\"1\" source=\"36\" target=\"38\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"判断关键字,确定json类型","exception-flow":"2","lineWidth":"2","line-style":"sharp","lineColor":"#00ff00","condition":"${jsonobject.containsKey(\\"card_group\\") == true}","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"40\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"1210\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"index","loopCount":"${cardgrouparray.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"300","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"41\" value=\"\" style=\"strokeWidth=2;strokeColor=#00ff00;sharp=1;\" parent=\"1\" source=\"38\" target=\"40\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"2","lineWidth":"2","line-style":"sharp","lineColor":"#00ff00","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"42\" value=\"获取内容详情页\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"1402\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"获取内容详情页","loopVariableName":"","ziloopVariableName":"","variable-name":["source_url","url","mblog","abstract","publish_time","source","title"],"variable-description":["","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${cardgrouparray.getJSONObject(index).getString(\\"scheme\\")}","${source_url.split(\\"\\\\\\\\?\\")[0]}","${cardgrouparray.getJSONObject(index).getJSONObject(\\"mblog\\")}","${mblog.text}","${mblog.created_at}","${'微博'}","${mblog.user.screen_name}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"43\" value=\"带有详情页url的\" style=\"strokeWidth=2;strokeColor=#00ff00;sharp=1;\" parent=\"1\" source=\"40\" target=\"42\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"带有详情页url的","exception-flow":"2","lineWidth":"2","line-style":"sharp","lineColor":"#00ff00","condition":"${cardgrouparray.getJSONObject(index).containsKey(\\"mblog\\") == true && cardgrouparray.getJSONObject(index).containsKey(\\"scheme\\") == true}","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"74\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"930\" y=\"170\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["source_url","source_url","mblog"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["${jsonobject.getString(\\"scheme\\")}","${source_url.split(\\"\\\\\\\\?\\")[0]}","${jsonobject.getJSONObject(\\"mblog\\")}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"75\" value=\"\" style=\"strokeWidth=2;strokeColor=#00ff00;sharp=1;\" parent=\"1\" source=\"36\" target=\"74\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"2","lineWidth":"2","line-style":"sharp","lineColor":"#00ff00","condition":"${jsonobject.containsKey(\\"card_group\\") == false}","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"87\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"30\" target=\"21\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"94\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"1402\" y=\"186\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","abstract","publish_time","source","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${url}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${publish_time}","${source}","${title}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"95\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"42\" target=\"94\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"97\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"30\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"101\" value=\"\" style=\"strokeWidth=2;sharp=1;\" edge=\"1\" parent=\"1\" source=\"21\" target=\"23\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 2);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (3, '百度资讯搜索', 135284882, '2022-10-20 11:26:38', 1, '2022-10-20 11:26:38', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"20\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"15\" value=\"抓取列表\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"559\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"抓取列表","loopVariableName":"","method":"GET","sleep":"200","timeout":"3000","response-charset":"","retryCount":"3","retryInterval":"200","cookie-name":["Cookie"],"cookie-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"http://www.baidu.com/s?ie=utf-8&medium=1&rtt=1&bsst=1&rsv_dl=news_t_sk&cl=2&wd=\\"+keyword+\\"&tn=news&rsv_bp=1&tfflag=0&tngroupname=organic_news&newVideo=12&goods_entry_switch=1&pn=\\"+startIndex+\\"0\\"}","proxy":"","cookie-value":["BIDUPSID=FFCCEFFD6AD71B7D82B27246697129D3; PSTM=1661740480; BAIDUID=6504A43EB0274812F809031B8671878C:FG=1; BD_UPN=12314753; BDUSS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; BDUSS_BFESS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; H_WISE_SIDS=110085_209568_211986_212870_215730_216941_219942_219946_221410_221796_222298_222396_223064_223683_224055_224065_224086_225202_225640_225854_226026_226087_226589_226674_226722_227117_227592_227614_227864_227932_228374_228535_228650_228668_228978_229060_229155_229286_229363_229526_229691_229867_230020; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; BAIDUID_BFESS=6504A43EB0274812F809031B8671878C:FG=1; B64_BOT=1; BDRCVFR[C5g0hgaJYCf]=bvBYpeu9K4bTAR3Qh4-I0; delPer=0; PSINO=3; BA_HECTOR=al8h2h852ka584a4agak0ggo1hj2sn519; ZFY=ieqEe:Ai8741EeaFdWPdP8JYsVLPfdZb2pa5AnSzsKW8:C; channel=bd.pe8.net; COOKIE_SESSION=2832_0_3_3_8_8_0_0_3_3_0_1_2833_0_54_0_1664186476_0_1664186530%7C9%23114260_19_1663339171%7C6; baikeVisitId=9b4f3a04-d583-4052-9723-8095c345a108; BD_CK_SAM=1; sugstore=1; H_PS_645EC=f709ExtDBjjkFE38TE3k8%2B41MnOFC0dMOW6Pc5%2BTWxSUTxI8HeJCOlKpHClk30Xoq46OZjUQVWvG; BDRCVFR[C0p6oIjvx-c]=sycO_VPkq2bfjf4njRdn1DLg1nkgv99; H_PS_PSSID=37378_36548_36460_37354_37495_36885_37486_37396_36786_37447_37371; BDSVRTM=39"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"33\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"689\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["titles","urls","times","sources","totals","total","pages","pages","abstracts"],"variable-description":["标题","摘要","原始链接","来源网站","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.selectors(\\"div>#content_left>div>div>.news-title_1YtI1\\").texts()}","${resp.selectors(\\"div>#content_left>div>div>.news-title_1YtI1>a\\").attrs(\\"href\\")}","${resp.selectors(\\"div>#content_left>div>div>div>div>span.c-gap-right-xsmall\\").texts()}","${resp.selectors(\\"div>#content_left>div>div>div>div>div>a>span\\").texts()}","${resp.selector(\\"#header_top_bar > span\\").text()}","${strUtils.substring(totals,totals.indexOf(\\"相关资讯\\")+4,totals.lastIndexOf(\\"个\\"))}","${(strUtils.toInt(total)%10)==0?strUtils.toInt(total)/10:(strUtils.toInt(total)/10)+1}","${strUtils.toInt(pages+'')>2?2:pages}","${resp.selectors(\\"div>#content_left>div>div>div>div>span.c-color-text\\").texts()}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"54\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"15\" target=\"33\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"55\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"826\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"j","loopCount":"${titles.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"64\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"916\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","url","source","time","time","time","publish_time","abstract"],"variable-description":["","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${titles[j]}","${urls[j]}","${sources[j]}","${times[j]}","${strUtils.contains(time,\\"昨天\\")?(strUtils.substring(dateUtils.minusDay(1),0,10)+\\" \\"+strUtils.substring(time,2,time.length())+\\":00\\"):time}","${strUtils.contains(time,\\"前天\\")?(strUtils.substring(dateUtils.minusDay(2),0,10)+\\" \\"+strUtils.substring(time,2,time.length())+\\":00\\"):time}","${dateUtils.FormatDate(time)}","${abstracts[j]}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"65\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"55\" target=\"64\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"106\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"33\" target=\"55\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"112\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"190\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page","startIndex"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}","${page=='0'?'':(page-1)}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"113\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"112\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"114\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"112\" target=\"15\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"115\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1080\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${url}","${source}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"116\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"64\" target=\"115\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"117\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"559\" y=\"210\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":[""],"loopCount":"","output-value":["${\\"http://www.baidu.com/s?ie=utf-8&medium=1&rtt=1&bsst=1&rsv_dl=news_t_sk&cl=2&wd=\\"+keyword+\\"&tn=news&rsv_bp=1&tfflag=0&tngroupname=organic_news&newVideo=12&goods_entry_switch=1&pn=\\"+startIndex+\\"0\\"}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (4, '头条搜索', 135284892, '2022-10-24 16:30:22', 1, '2022-10-24 16:30:22', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"10\" y=\"100\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"15\" value=\"抓取列表\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"559\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"抓取列表","loopVariableName":"","method":"GET","sleep":"200","timeout":"3000","response-charset":"","retryCount":"3","retryInterval":"200","cookie-name":["Cookie"],"cookie-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'https://so.toutiao.com/search?keyword='+keyword+'&pd=information&source=search_subtab_switch&dvpf=pc&aid=4916&page_num='+(page-1)}","proxy":"","cookie-value":["MONITOR_WEB_ID=7136060905808446989; _S_DPR=2; _S_IPAD=0; _S_WIN_WH=1372_739; ttwid=1%7CDU8QP2eAdg2wjFnB_ggNlqGibkM_DPTXGw1bvFbqUt8%7C1661493660%7C3e9e6f880b1d240b10612e18d44b39f2787f082f5438e6719efbb984559f96f4"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"17\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"450\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["page","keyword"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${pageNoData}","北京"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"33\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"689\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["orignalhtml","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html}","${orignalhtml.selectors('script[data-for=s-result-json]')}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"54\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"15\" target=\"33\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"55\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"826\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"j","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"64\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"916\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["html","sub_html","data_json_object","title","source_url","datetime","media_name","abstract","imgurl","videojson","imglist","imgjson","","","",""],"variable-description":["","","","","","","","","","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist[j]+''}","${strUtils.substring(html,strUtils.indexOf(html,'\\"hydrate\\">')+10,strUtils.length(html)-9)}","${jsonUtils.parseObject(sub_html)}","${data_json_object.data.title}","${data_json_object.data.source_url}","${data_json_object.data.datetime}","${data_json_object.data.media_name}","${data_json_object.data.abstract}","${data_json_object.data.image_url}","${jsonUtils.createJsonObject()}","${jsonUtils.createJsonArray()}","${jsonUtils.createJsonObject()}","${imgjson.put(\\"imgurl\\",imgurl)}","${imglist.add(imgjson)}","${videojson.put(\\"imglist\\",imglist)}","${videojson.put(\\"vediourl\\",'')}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"65\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"55\" target=\"64\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"78\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"916\" y=\"196\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","source_url","datetime","datalist"],"loopCount":"","output-value":["${title}","${source_url}","${datetime}","${data_json_object}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"93\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"916\" y=\"372\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","classify","website_id","websitelogo"],"variable-description":["","","",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.new_website_type}","${json.id}","${json.website_ico}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"95\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"810\" y=\"282\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["",""],"loopCount":"","output-value":["${resp.html}","${url}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"104\" value=\"修改关键词状态\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1281\" y=\"250\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"修改关键词状态","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"http://192.168.71.61:6135/spider_factory/baidu/keywordStatus?keyword=\\"+keyword}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"106\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"33\" target=\"55\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"110\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"314\" y=\"380\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"http://192.168.71.61:6135/spider_factory/baidu/keywordStatus?keyword=\\"+rs[i].keyword}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"120\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"17\" target=\"15\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"129\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"17\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"130\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1020\" y=\"84\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","publish_time","source","abstract","author","videojson"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${datetime}","${'今日头条'}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${media_name}","${videojson}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"131\" value=\"\" style=\"strokeWidth=2;strokeColor=blue;sharp=1;\" parent=\"1\" source=\"64\" target=\"130\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"blue","condition":"${abstract!=null||title!=null}","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>\n', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (5, '百家号搜索', 135284910, '2022-10-20 19:30:03', 1, '2022-10-20 19:30:03', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"20\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"15\" value=\"抓取列表\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"559\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"抓取列表","loopVariableName":"","method":"GET","sleep":"200","timeout":"3000","response-charset":"","retryCount":"3","retryInterval":"200","cookie-name":["Cookie"],"cookie-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"http://www.baidu.com/s?ie=utf-8&medium=2&rtt=1&bsst=1&rsv_dl=news_t_sk&cl=2&wd=\\"+keyword+\\"&tn=news&rsv_bp=1&tfflag=0&tngroupname=organic_news&newVideo=12&goods_entry_switch=1&pn=\\"+startIndex+\\"0\\"}","proxy":"","cookie-value":["BIDUPSID=FFCCEFFD6AD71B7D82B27246697129D3; PSTM=1661740480; BAIDUID=6504A43EB0274812F809031B8671878C:FG=1; BD_UPN=12314753; BDUSS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; BDUSS_BFESS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; H_WISE_SIDS=110085_209568_211986_212870_215730_216941_219942_219946_221410_221796_222298_222396_223064_223683_224055_224065_224086_225202_225640_225854_226026_226087_226589_226674_226722_227117_227592_227614_227864_227932_228374_228535_228650_228668_228978_229060_229155_229286_229363_229526_229691_229867_230020; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; BAIDUID_BFESS=6504A43EB0274812F809031B8671878C:FG=1; B64_BOT=1; BDRCVFR[C5g0hgaJYCf]=bvBYpeu9K4bTAR3Qh4-I0; delPer=0; PSINO=3; BA_HECTOR=al8h2h852ka584a4agak0ggo1hj2sn519; ZFY=ieqEe:Ai8741EeaFdWPdP8JYsVLPfdZb2pa5AnSzsKW8:C; channel=bd.pe8.net; COOKIE_SESSION=2832_0_3_3_8_8_0_0_3_3_0_1_2833_0_54_0_1664186476_0_1664186530%7C9%23114260_19_1663339171%7C6; baikeVisitId=9b4f3a04-d583-4052-9723-8095c345a108; BD_CK_SAM=1; sugstore=1; H_PS_645EC=f709ExtDBjjkFE38TE3k8%2B41MnOFC0dMOW6Pc5%2BTWxSUTxI8HeJCOlKpHClk30Xoq46OZjUQVWvG; BDRCVFR[C0p6oIjvx-c]=sycO_VPkq2bfjf4njRdn1DLg1nkgv99; H_PS_PSSID=37378_36548_36460_37354_37495_36885_37486_37396_36786_37447_37371; BDSVRTM=39"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"33\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"689\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["titles","urls","times","sources","totals","total","pages","pages","abstracts"],"variable-description":["标题","摘要","原始链接","来源网站","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.selectors(\\"div>#content_left>div>div>.news-title_1YtI1\\").texts()}","${resp.selectors(\\"div>#content_left>div>div>.news-title_1YtI1>a\\").attrs(\\"href\\")}","${resp.selectors(\\"div>#content_left>div>div>div>div>span.c-gap-right-xsmall\\").texts()}","${resp.selectors(\\"div>#content_left>div>div>div>div>div>a>span\\").texts()}","${resp.selector(\\"#header_top_bar > span\\").text()}","${strUtils.substring(totals,totals.indexOf(\\"相关资讯\\")+4,totals.lastIndexOf(\\"个\\"))}","${(strUtils.toInt(total)%10)==0?strUtils.toInt(total)/10:(strUtils.toInt(total)/10)+1}","${strUtils.toInt(pages+'')>2?2:pages}","${resp.selectors(\\"div>#content_left>div>div>div>div>span.c-color-text\\").texts()}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"54\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"15\" target=\"33\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"55\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"826\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"j","loopCount":"${titles.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"64\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"916\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","url","source","time","time","time","publish_time","abstract"],"variable-description":["","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${titles[j]}","${urls[j]}","${sources[j]}","${times[j]}","${strUtils.contains(time,\\"昨天\\")?(strUtils.substring(dateUtils.minusDay(1),0,10)+\\" \\"+strUtils.substring(time,2,time.length())+\\":00\\"):time}","${strUtils.contains(time,\\"前天\\")?(strUtils.substring(dateUtils.minusDay(2),0,10)+\\" \\"+strUtils.substring(time,2,time.length())+\\":00\\"):time}","${dateUtils.FormatDate(time)}","${abstracts[j]}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"65\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"55\" target=\"64\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"106\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"33\" target=\"55\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"112\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"190\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page","startIndex"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}","${page=='0'?'':(page-1)}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"113\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"112\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"114\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"112\" target=\"15\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"115\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1080\" y=\"90\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${url}","${source}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"116\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"64\" target=\"115\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (6, '中国搜索', 135284909, '2022-10-20 19:30:05', 1, '2022-10-20 19:30:05', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"270\" y=\"116.5\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"17\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"390\" y=\"116.5\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["total_page","keyword"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${pageNoData}","北京"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"22\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"836\" y=\"117\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["list_data"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json().data.data}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"26\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"936\" y=\"117\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${list_data.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"33\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1056\" y=\"117\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","title","summary","url","source","publish_time","extend","source_flag","site_name","snippet"],"variable-description":["标题","","摘要","原始链接","来源网站","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${strUtils.replaceAll(list_data[i].title,'<em>','')}","${strUtils.replaceAll(title,'</em>','')}","${list_data[i].snippet}","${list_data[i].url}","${list_data[i].source}","${dateUtils.stampToDate(list_data[i].timestamp+'000')}","${list_data[i].extend}","${strUtils.indexOf(extend,'site_name')}","${source_flag!=-1?(list_data[i].extend.json().site_name):source}","${list_data.get(i).snippet}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"34\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"26\" target=\"33\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"65\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"600\" y=\"117\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","cookie-name":["Cookie"],"cookie-description":[""],"header-name":["Host"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'http://www.chinaso.com/v5/general/v1/web/search?q='+keyword+'&pn='+total_page+'&ps=15&force=0&stime=24h&etime=now'}","proxy":"","cookie-value":["uid=CgqASWJmH0KGd3qqDSdIAg==; cookie_name=122.96.102.43.1650859843374970; wdcid=7e72f38d9bc6dc56; wdlast=1652238633; Hm_lvt_91fa1aefc990a9fc21c08506e5983ddf=1652238633; __WWW_CARD__DISSTATUS__=false; __WWW_nav__DISSTATUS__=false; sensorsdata2015jssdkcross=%7B%22distinct_id%22%3A%221805eea194944-0d246d8dddcd0b-535b0612-1296000-1805eea194a99e%22%2C%22first_id%22%3A%22%22%2C%22props%22%3A%7B%22%24latest_traffic_source_type%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24latest_search_keyword%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24latest_referrer%22%3A%22%22%7D%2C%22%24device_id%22%3A%221805eea194944-0d246d8dddcd0b-535b0612-1296000-1805eea194a99e%22%7D"],"header-value":["www.chinaso.com"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"70\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"22\" target=\"26\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"113\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"17\" target=\"65\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"114\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1056\" y=\"201\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["url","title","source","publish_time","abstract","author"],"loopCount":"","output-value":["${url}","${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source}","${publish_time}","${strUtils.contains(snippet,keyword)?(strUtils.replaceAll(snippet,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(snippet)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"115\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"33\" target=\"114\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"117\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1208\" y=\"10\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["content"],"loopCount":"","output-value":["${content}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"118\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"17\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"122\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"65\" target=\"22\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (7, '新浪搜索', 135284922, '2022-10-20 21:45:41', 1, '2022-10-20 21:45:41', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"148\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"358\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1048\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["authorName","publish_time","source_url","title","source","summary"],"variable-description":["","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist1.get(k).fields.AuthorName}","${dateUtils.stampToDate(datalist1.get(k).fields.PublishTime +'000')}","${datalist1.get(k).fields.url}","${datalist1.get(k).fields.title.replaceAll(\\"</?[^>]+>\\", \\"\\")}","${datalist1.get(k).fields.webname}","${datalist1.get(k).fields.summary}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"128\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1048\" y=\"240\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(summary,keyword)?(strUtils.replaceAll(summary,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(summary)}","${authorName}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"129\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"128\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"141\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"508\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://vtm.sm.cn/blm/vsearch-api-390/news?uc_param_str=dnntnwvepffrbijbprsvchgputdemennosstodcaaagidsdieinipi&start=\\"+(page*10)+\\"&method=hot_news&hit=10&query=\\"+keyword+\\"&hid=c1ba2f9f9e104793ad584ef09017d5d2&uuid=2c0fb4e4c3aeb7b59dc3b2795657e38b%7C%7C%7C1661225116\\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"150\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"678\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist1"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.list}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"151\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"141\" target=\"150\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"152\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"848\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist1.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"153\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"150\" target=\"152\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"154\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"152\" target=\"107\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"157\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"158\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"141\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (8, '神马搜索', 135284923, '2022-10-20 19:30:36', 1, '2022-10-20 19:30:36', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"148\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"358\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1048\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["authorName","publish_time","source_url","title","source","summary"],"variable-description":["","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist1.get(k).fields.AuthorName}","${dateUtils.stampToDate(datalist1.get(k).fields.PublishTime +'000')}","${datalist1.get(k).fields.url}","${datalist1.get(k).fields.title.replaceAll(\\"</?[^>]+>\\", \\"\\")}","${datalist1.get(k).fields.webname}","${datalist1.get(k).fields.summary}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"128\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"1048\" y=\"240\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(summary,keyword)?(strUtils.replaceAll(summary,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(summary)}","${authorName}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"129\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"128\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"141\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"508\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://vtm.sm.cn/blm/vsearch-api-390/news?uc_param_str=dnntnwvepffrbijbprsvchgputdemennosstodcaaagidsdieinipi&start=\\"+(page*10)+\\"&method=hot_news&hit=10&query=\\"+keyword+\\"&hid=c1ba2f9f9e104793ad584ef09017d5d2&uuid=2c0fb4e4c3aeb7b59dc3b2795657e38b%7C%7C%7C1661225116\\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"150\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"678\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist1"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.list}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"151\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"141\" target=\"150\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"152\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"848\" y=\"110\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist1.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"153\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"150\" target=\"152\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"154\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"152\" target=\"107\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"157\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"158\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"141\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (9, 'bing搜索', 135284916, '2022-10-20 19:30:41', 1, '2022-10-20 19:30:41', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"280\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"440\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"9\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"570\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"500","timeout":"","response-charset":"","retryCount":"","retryInterval":"","header-name":["referer"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://cn.bing.com/search?q=\\"+keyword+\\"&filters=ex1%3a%22ez1%22&qs=SC&pq=nan&sc=10-3&cvid=005140B2204F4959940C48CB10B385E0&sp=1&first=\\"+(page * 10+1)+\\"&FORM=PERE\\"}","proxy":"","header-value":["https://cn.bing.com/search?q=%e5%8d%97%e4%ba%ac&filters=ex1%3a%22ez1%22&qs=SC&pq=nan&sc=10-3&cvid=005140B2204F4959940C48CB10B385E0&sp=1&first=21&FORM=PERE1"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"10\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"9\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"150\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"710\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["datalist"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${resp.selectors(\\"#b_results > li\\")}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"186\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"188\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"960\" y=\"190\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${url}","${''}","${''}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${''}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"192\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"9\" target=\"150\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"193\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"820\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"194\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"150\" target=\"193\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"195\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"960\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","url","abstract"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(i).selector('.b_title > h2 > a').text()}","${datalist.get(i).selector('.b_title > h2 > a').attr('href')}","${datalist.get(i).selector('.b_caption p').text()}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"196\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"193\" target=\"195\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"197\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"195\" target=\"188\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 1);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (10, '百度热议', 135284938, '2022-10-21 13:56:17', 1, '2022-10-21 13:56:17', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"80\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"240\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","pageNo","start_page"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}","${pageNo==1?1:(pageNo*10)}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"42\" value=\"结果发送\" style=\"redisSend\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"1900\" y=\"456\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"结果发送","redis":"","redis-send":"0","output-name":["title","publish_time","contenthtml","content","source_url","author","author_url","author_avatar","classify","similarvolume","heatvolume","spider_time","publish_date","publishdate","article_public_id","hbase_table","es_index","seed_id","otherseedid","website_id","otherwebsiteid","source_name","websitelogo","sourcewebsitename","extend_string_five","bloomName","seedname"],"output-value":["${title}","${publish_time}","${contenthtml}","${content}","${source_url}","${authorName}","","","${classify}","${similarvolume}","${heatvolume}","${dateUtils.getDate()}","${dateUtils.getDateday()}","${dateUtils.getDateday()}","${md5Utils.getMD5(source_url)}","${hbase_table}","${es_index}","${seed_id}","135284085","${website_id}","${otherwebsiteid}","${source}","${websitelogo}","${source}","${extend_string_five}","${bloomName}","${keyword}"],"shape":"redisSend"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"920\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["author","author_url","publish_time","source_url","title","content","praisevolume","forwardingvolume","commentsvolume","pics","imglist","videojson","source","abstract"],"variable-description":["","","","","","","点赞量","转发量","评论量","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(k).nick}","${datalist.get(k).userHomeUrl}","${dateUtils.stampToDate(datalist.get(k).pubUnixTime +'000')}","${datalist.get(k).url}","${datalist.get(k).nick}","${datalist.get(k).originContent}","${datalist.get(k).result_hudong_data.like_num}","${datalist.get(k).transmitNum == -1 ? 0 : datalist.get(k).transmitNum}","${datalist.get(k).commentNum}","${datalist.get(k).thumbImgList}","${jsonUtils.createJsonArray()}","${jsonUtils.createJsonObject()}","${datalist.get(k).source}","${content.length() <= 200 ? content : content.substring(0,200)}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"141\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"380\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","cookie-name":["Cookie"],"cookie-description":[""],"header-name":["Referer"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://m.baidu.com/sf/vsearch?word=\\"+keyword+\\"&pd=realtime_ugc&pn=\\"+start_page+\\"&sa=3&mod=5&p_type=1&data_type=json&atn=list&lid=8455814798637374645\\"}","proxy":"","cookie-value":["BIDUPSID=FFCCEFFD6AD71B7D82B27246697129D3; PSTM=1659250032; BAIDUID=FFCCEFFD6AD71B7D5B6D8FB6AB4134D0:FG=1; BDUSS=TVPeXdPMkFXR1BsM3RTeW1wQ3g4WEtCQkR6Y05FVVNUS3JNZjVtV0p3UjdiaEJqRVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHvh6GJ74ehiY; BDUSS_BFESS=TVPeXdPMkFXR1BsM3RTeW1wQ3g4WEtCQkR6Y05FVVNUS3JNZjVtV0p3UjdiaEJqRVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHvh6GJ74ehiY; BDSFRCVID=0E0OJeC626e3FLTDUk17hfyjJB4YyWRTH6aoeuyE9jpQIjtij9uiEG0P5f8g0K4bGelBogKKL2OTHm_F_2uxOjjg8UtVJeC6EG0Ptf8g0f5; H_BDCLCKID_SF=tJIJ_ID2JCD3H48k-4QEbbQH-UnLq5DJLgOZ04n-ah02Mljc-xOl3fTyMMj8afIHW20jbUjm3UTKsq76Wh35K5tTQP6rLttOb6c4KKJxbpbG8J5IytKaQMu3hUJiBMAHBan7Wx7IXKohJh7FM4tW3J0ZyxomtfQxtNRJ0DnjtpChbC_Gj58aj5QLeU5eetjK2CntsJOOaCvAMqOOy4oWK441DajCa-jRQGTDKRnDMRckhlvoDh3G3M04K4o9-hvT-54e2p3FBUQjb-5CQft20b0v0tc-KfcatmnuLn7jWhvdhl72y-crQlRX5q79atTMfNTJ-qcH0KQpsIJM5-DWbT8IjHCHt60JtRPtoCvj24bqejrnhPF3DhobXP6-hnjy3b4q5Rvt3U52qCQdbRr8y6DUyN3TQl3Ry6r4_MjIQJT6_U8zbMj4-Tk054oxJpOJ3N6u0RQYKDjU8tbvbURvX5Dg3-7LyM5dtjTO2bc_5KnlfMQ_bf--QfbQ0hOhqP-jBRIEoDK2JIDMMDDrbPrMbtQH-UnLq5JKtgOZ04n-ah02Mljc-xOlMT00MMj8afIHW20jbUjm3UTKsD3hQljE0p49qfOlLttOb6c4KKJxbpbG8J5IytKaQMu3hUJiBMAHBan7Wx7IXKohJh7FM4tW3J0ZyxomtfQxtNRJ0DnjtpChbC8lj5DMj6cXepJf-K6W5IO2Q5rJaDk2sDJOy4oTj6jBbHblWp3RQC0D_bnDMRckECbX2qJC3MvB-fn--Rc4fCQjblT_bnT8bt5YQft205LEeMtjB53a3KTQ5J7jWhvdhl72y-crQlRX5q79atTMfNTJ-qcH0KQpsIJM5-DWbT8EjH62btt_tR-q_IQP; POLYFILL=0; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; delPer=0; PSINO=3; BAIDUID_BFESS=FFCCEFFD6AD71B7D5B6D8FB6AB4134D0:FG=1; BDSFRCVID_BFESS=0E0OJeC626e3FLTDUk17hfyjJB4YyWRTH6aoeuyE9jpQIjtij9uiEG0P5f8g0K4bGelBogKKL2OTHm_F_2uxOjjg8UtVJeC6EG0Ptf8g0f5; H_BDCLCKID_SF_BFESS=tJIJ_ID2JCD3H48k-4QEbbQH-UnLq5DJLgOZ04n-ah02Mljc-xOl3fTyMMj8afIHW20jbUjm3UTKsq76Wh35K5tTQP6rLttOb6c4KKJxbpbG8J5IytKaQMu3hUJiBMAHBan7Wx7IXKohJh7FM4tW3J0ZyxomtfQxtNRJ0DnjtpChbC_Gj58aj5QLeU5eetjK2CntsJOOaCvAMqOOy4oWK441DajCa-jRQGTDKRnDMRckhlvoDh3G3M04K4o9-hvT-54e2p3FBUQjb-5CQft20b0v0tc-KfcatmnuLn7jWhvdhl72y-crQlRX5q79atTMfNTJ-qcH0KQpsIJM5-DWbT8IjHCHt60JtRPtoCvj24bqejrnhPF3DhobXP6-hnjy3b4q5Rvt3U52qCQdbRr8y6DUyN3TQl3Ry6r4_MjIQJT6_U8zbMj4-Tk054oxJpOJ3N6u0RQYKDjU8tbvbURvX5Dg3-7LyM5dtjTO2bc_5KnlfMQ_bf--QfbQ0hOhqP-jBRIEoDK2JIDMMDDrbPrMbtQH-UnLq5JKtgOZ04n-ah02Mljc-xOlMT00MMj8afIHW20jbUjm3UTKsD3hQljE0p49qfOlLttOb6c4KKJxbpbG8J5IytKaQMu3hUJiBMAHBan7Wx7IXKohJh7FM4tW3J0ZyxomtfQxtNRJ0DnjtpChbC8lj5DMj6cXepJf-K6W5IO2Q5rJaDk2sDJOy4oTj6jBbHblWp3RQC0D_bnDMRckECbX2qJC3MvB-fn--Rc4fCQjblT_bnT8bt5YQft205LEeMtjB53a3KTQ5J7jWhvdhl72y-crQlRX5q79atTMfNTJ-qcH0KQpsIJM5-DWbT8EjH62btt_tR-q_IQP; ZFY=Mi38dpcGKjSMwZSjfhhoAT5HtSmpwJ0ExHmhmFYur9s:C; ZD_ENTRY=baidu; SE_LAUNCH=94%3A27693027; H_WISE_SIDS=110085_196428_209568_211986_212870_215730_216207_216941_219942_219946_220643_221006_221468_221909_222298_222333_222397_222468_222742_223063_223474_223906_224046_224055_224077_224084_224196_224376_224811_225515_225916_225954_226076_226103_226141_226331_226489_226723_226744; H_WISE_SIDS_BFESS=110085_196428_209568_211986_212870_215730_216207_216941_219942_219946_220643_221006_221468_221909_222298_222333_222397_222468_222742_223063_223474_223906_224046_224055_224077_224084_224196_224376_224811_225515_225916_225954_226076_226103_226141_226331_226489_226723_226744; BDRCVFR[C5g0hgaJYCf]=bvBYpeu9K4bTAR3Qh4-I0; H_PS_PSSID=; BA_HECTOR=850k848l8g0l2k8h0k04q5sd1hgjrod17; __bsi=7756444370040577615_00_17_N_R_677_0303_c02f_Y"],"header-value":["https://m.baidu.com/sf/vsearch?pd=realtime_ugc&word=%E5%85%B3%E9%94%AE%E8%AF%8D&tn=vsearch&sa=vs_tab&lid=8455814798637374645&ms=1&from=844b&atn=list"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"150\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"550\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.list}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"151\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"141\" target=\"150\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"152\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"720\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"153\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"150\" target=\"152\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"154\" value=\"\" style=\"strokeWidth=2;strokeColor=black;sharp=1;\" parent=\"1\" source=\"152\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"171\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"172\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"141\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"176\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"920\" y=\"194\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${author}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"177\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"176\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 2);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (11, '小红书', 135284935, '2022-10-21 09:47:37', 1, '2022-10-21 09:47:37', '<mxGraphModel>\n <root>\n <mxCell id=\"0\">\n <JsonProperty as=\"data\">\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"1\" parent=\"0\"/>\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"90\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"shape":"start"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"5\" value=\"开始抓取1\" style=\"request\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"380\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"开始抓取1","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"utf-8","retryCount":"","retryInterval":"","cookie-name":["Cookie"],"cookie-description":[""],"header-name":["User-Agent"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'https://www.baidu.com/s?wd=site%3Axiaohongshu.com%20'+keyword+'&pn='+startIndex+'0&oq=site%3Axiaohongshu.com%20'+keyword+'&ie=utf-8&rsv_pq=e2f0a475000042c5&rsv_t=9ea9dVLpUJnYTMsMoLr%2FJEKf5u9kVwWw0ClcmcocojFr%2FDLXSOQyIydSLKU'}","proxy":"","cookie-value":["BIDUPSID=FFCCEFFD6AD71B7D82B27246697129D3; PSTM=1661740480; BAIDUID=6504A43EB0274812F809031B8671878C:FG=1; BD_UPN=12314753; BDUSS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; BDUSS_BFESS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; H_WISE_SIDS=110085_209568_211986_212870_215730_216941_219942_219946_221410_221796_222298_222396_223064_223683_224055_224065_224086_225202_225640_225854_226026_226087_226589_226674_226722_227117_227592_227614_227864_227932_228374_228535_228650_228668_228978_229060_229155_229286_229363_229526_229691_229867_230020; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; BAIDUID_BFESS=6504A43EB0274812F809031B8671878C:FG=1; B64_BOT=1; BDRCVFR[C5g0hgaJYCf]=bvBYpeu9K4bTAR3Qh4-I0; delPer=0; PSINO=3; BA_HECTOR=al8h2h852ka584a4agak0ggo1hj2sn519; ZFY=ieqEe:Ai8741EeaFdWPdP8JYsVLPfdZb2pa5AnSzsKW8:C; channel=bd.pe8.net; COOKIE_SESSION=2832_0_3_3_8_8_0_0_3_3_0_1_2833_0_54_0_1664186476_0_1664186530%7C9%23114260_19_1663339171%7C6; baikeVisitId=9b4f3a04-d583-4052-9723-8095c345a108; BD_CK_SAM=1; sugstore=1; H_PS_645EC=f709ExtDBjjkFE38TE3k8%2B41MnOFC0dMOW6Pc5%2BTWxSUTxI8HeJCOlKpHClk30Xoq46OZjUQVWvG; BDRCVFR[C0p6oIjvx-c]=sycO_VPkq2bfjf4njRdn1DLg1nkgv99; H_PS_PSSID=37378_36548_36460_37354_37495_36885_37486_37396_36786_37447_37371; BDSVRTM=39"],"header-value":["Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"369\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"510\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["datalist"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${resp.selectors('#content_left > div')}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"371\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"5\" target=\"369\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"392\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"220\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page","startIndex"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}","${page=='0'?'':(page-1)}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"393\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"392\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"394\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"392\" target=\"5\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"398\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"620\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"399\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"369\" target=\"398\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"400\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"750\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","url","source","publish_time","abstract"],"variable-description":["","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(i).selector('.c-container > div > h3 > a').text()}","${datalist.get(i).selector('.c-container > div > h3 > a').attr('href')}","${\\"小红书\\"}","${datalist.get(i).selector('.c-color-gray2').text()}","${datalist.get(i).selector('.content-right_8Zs40').text()}"],"shape":"variable"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"402\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"398\" target=\"400\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"404\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\n <mxGeometry x=\"860\" y=\"122\" width=\"32\" height=\"32\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${url}","${source}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\n </JsonProperty>\n </mxCell>\n <mxCell id=\"405\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"400\" target=\"404\" edge=\"1\">\n <mxGeometry relative=\"1\" as=\"geometry\"/>\n <JsonProperty as=\"data\">\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\n </JsonProperty>\n </mxCell>\n </root>\n</mxGraphModel>', 2);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (12, '财联社-资讯', 135284931, '2022-10-21 11:26:26', 1, '2022-10-21 11:26:26', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"112\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"211\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"661\" y=\"174\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","source_url","publish_time","descr","descr_temp","descr_data","abstract"],"variable-description":["","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${dataList.get(k).title}","${\\"https://www.cls.cn/detail/\\" + dataList.get(k).id}","${dateUtils.stampToDate(dataList.get(k).time +'000')}","${dataList.get(k).descr}","${strUtils.replaceAll(descr,'<em>','')}","${strUtils.replaceAll(descr_temp,'</em>','')}","${descr_data.length() <= 200 ? descr_data : descr_data.substring(0,200)}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"109\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"661\" y=\"268\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${\\"财联社\\"}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"110\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"109\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"127\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"341\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"raw","body-content-type":"application/json","loopCount":"","url":"${\\"https://www.cls.cn/api/sw?app=CailianpressWeb&os=web&sv=7.7.5&sign=bf0f367462d8cd70917ba5eab3853bce\\"}","proxy":"","request-body":"${'{\\"type\\":\\"depth\\",\\"keyword\\":\\"'+keyword+'\\",\\"page\\":'+(page-1)+',\\"rn\\":10,\\"os\\":\\"web\\",\\"sv\\":\\"7.7.5\\",\\"app\\":\\"CailianpressWeb\\"}'}","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"129\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"501\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","dataList"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.depth.data}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"130\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"127\" target=\"129\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"131\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"661\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${dataList.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"132\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"129\" target=\"131\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"133\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"131\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"134\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"135\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"127\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 3);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (13, '东方财富', 135284924, '2022-10-21 10:11:31', 1, '2022-10-21 10:11:31', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"190\" y=\"130\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"360\" y=\"130\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"860\" y=\"246\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["source_url","publish_time","title","art_content"],"variable-description":["","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(k).Art_Url}","${datalist.get(k).Art_CreateTime}","${datalist.get(k).Art_Title}","${datalist.get(k).Art_Content}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"134\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"530\" y=\"130\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","header-name":["Referer"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://searchapi.eastmoney.com/bussiness/Web/GetCMSSearchList?cb=jQuery35109950760626122721_1661172543372&keyword=\\"+keyword+\\"&type=8193&pageindex=\\"+(page)+\\"&pagesize=10&name=web&_=1661172543407\\"}","proxy":"","header-value":["https://so.eastmoney.com/"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"136\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"670\" y=\"130\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.substring(41,resp.html.length()-1).json()}","${json.Data}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"137\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"134\" target=\"136\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"138\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"860\" y=\"130\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"139\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"136\" target=\"138\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"140\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"138\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"143\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"860\" y=\"356\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${'东方财富'}","${publish_time}","${strUtils.contains(art_content,keyword)?(strUtils.replaceAll(art_content,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(art_content)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"144\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"143\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"145\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"146\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"134\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 3);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (14, '格隆汇-快讯', 135284930, '2022-10-21 10:10:00', 1, '2022-10-21 10:10:00', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"170\" y=\"96\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"754\" y=\"180\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","publish_time","source_url","source","contentDisp","content"],"variable-description":["","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(k).title.substring(1,datalist.get(k).title.length()-1)}","${dateUtils.stampToDate(datalist.get(k).createTime +'000')}","${\\"https://www.gelonghui.com/live/\\"+datalist.get(k).id}","${datalist.get(k).stocks.get(0).stockName}","${strUtils.replaceAll(datalist.get(k).contentDisp,'<hl>','')}","${strUtils.replaceAll(contentDisp,'</hl>','')}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"129\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"754\" y=\"280\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(content,keyword)?(strUtils.replaceAll(content,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(content)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"145\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"430\" y=\"96\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://www.gelonghui.com/api/live/search/v2?keyword=\\"+keyword+\\"&page=\\"+(page)+\\"&count=10\\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"147\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"600\" y=\"96\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.result}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"148\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"145\" target=\"147\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"149\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"754\" y=\"96\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"150\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"147\" target=\"149\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"151\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"149\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"153\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"300\" y=\"96\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"154\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"153\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"155\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"153\" target=\"145\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"157\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"129\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 3);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (15, '格隆汇-文章', 135284925, '2022-10-21 13:52:14', 1, '2022-10-21 13:52:14', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"100\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"260\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"760\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","source_url","publish_time","summary","abstract1","abstract","source"],"variable-description":["","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${dataList.get(k).title.replaceAll(\\"</?[^>]+>\\", \\"\\")}","${dataList.get(k).link}","${dateUtils.stampToDate(dataList.get(k).createTimestamp +'000')}","${dataList.get(k).summary}","${summary.length() <= 200 ? summary : summary.substring(0,200)}","${abstract1.replaceAll(\\"</?[^>]+>\\", \\"\\")}","${dataList.get(k).source}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"109\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"760\" y=\"214\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"110\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"109\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"134\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"380\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\\"https://www.gelonghui.com/api/post/search/v4?keyword=\\"+keyword+\\"&isVipArticle=false&count=10&page=\\"+(page)+\\"&searchArea=title\\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"136\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"490\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","dataList"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.result}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"137\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"134\" target=\"136\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"138\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"610\" y=\"120\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${dataList.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"139\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"136\" target=\"138\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"140\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"138\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"146\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"147\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"134\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 3);
INSERT INTO `templete` (`id`, `engine`, `templete_id`, `update_time`, `status`, `create_time`, `xml`, `type`) VALUES (16, '财联社-电报', 135284911, '2022-10-21 13:50:01', 1, '2022-10-21 13:50:01', '<mxGraphModel>\r\n <root>\r\n <mxCell id=\"0\">\r\n <JsonProperty as=\"data\">\r\n {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"1\" parent=\"0\"/>\r\n <mxCell id=\"2\" value=\"开始\" style=\"start\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"80\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"shape":"start"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"7\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"250\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","1"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"9\" value=\"开始抓取\" style=\"request\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"380\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","header-name":["cookie"],"header-description":[""],"body-type":"raw","body-content-type":"application/json","loopCount":"","url":"${\\"https://www.cls.cn/api/sw?app=CailianpressWeb&os=web&sv=7.7.5&sign=bf0f367462d8cd70917ba5eab3853bce\\"}","proxy":"","header-value":["${cookie}"],"request-body":"${'{\\"type\\":\\"telegram\\",\\"keyword\\":\\"'+keyword+'\\",\\"page\\":'+page+',\\"rn\\":10,\\"os\\":\\"web\\",\\"sv\\":\\"7.7.5\\",\\"app\\":\\"CailianpressWeb\\"}'}","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"10\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"7\" target=\"9\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"107\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"920\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["source_url","publish_time","title1","title2","title","abstract1","abstract2","abstract"],"variable-description":["","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${\\"https://www.cls.cn/detail/\\" + dataList.get(k).id}","${dateUtils.stampToDate( dataList.get(k).time +'000')}","${dataList.get(k).descr}","${title1.substring(1,title1.indexOf('】'))}","${title2.replaceAll(\\"</?[^>]+>\\", \\"\\")}","${dataList.get(k).descr}","${abstract1.length() <= 200 ? abstract1 : abstract1.substring(0,200)}","${abstract2.replaceAll(\\"</?[^>]+>\\", \\"\\")}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"133\" value=\"定义变量\" style=\"variable\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"560\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json1","dataList"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json1.data.telegram.data}"],"shape":"variable"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"135\" value=\"循环\" style=\"loop\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"720\" y=\"80\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${dataList.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"137\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"135\" target=\"107\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"138\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"133\" target=\"135\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"142\" value=\"输出\" style=\"output\" parent=\"1\" vertex=\"1\">\r\n <mxGeometry x=\"920\" y=\"210\" width=\"32\" height=\"32\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(title)}","${source_url}","${'格隆汇'}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\\"key\\" style=\\"color:red\\">'+keyword+'</b>')):(abstract)}","${\\"-\\"}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"143\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"107\" target=\"142\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"150\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"2\" target=\"7\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n <mxCell id=\"151\" value=\"\" style=\"strokeWidth=2;sharp=1;\" parent=\"1\" source=\"9\" target=\"133\" edge=\"1\">\r\n <mxGeometry relative=\"1\" as=\"geometry\"/>\r\n <JsonProperty as=\"data\">\r\n {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}\r\n </JsonProperty>\r\n </mxCell>\r\n </root>\r\n</mxGraphModel>\r\n', 3);
COMMIT;
SET FOREIGN_KEY_CHECKS = 1;
此处可能存在不合适展示的内容，页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容，可点击提交进行申诉，我们将尽快为您处理。
马建仓 AI 助手
