{"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"} {"shape":"start"} {"value":"抓取列表","loopVariableName":"","method":"GET","sleep":"200","timeout":"3000","response-charset":"","retryCount":"3","retryInterval":"200","cookie-name":["Cookie"],"cookie-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'https://so.toutiao.com/search?keyword='+keyword+'&pd=information&source=search_subtab_switch&dvpf=pc&aid=4916&page_num='+(page-1)}","proxy":"","cookie-value":["MONITOR_WEB_ID=7136060905808446989; _S_DPR=2; _S_IPAD=0; _S_WIN_WH=1372_739; ttwid=1%7CDU8QP2eAdg2wjFnB_ggNlqGibkM_DPTXGw1bvFbqUt8%7C1661493660%7C3e9e6f880b1d240b10612e18d44b39f2787f082f5438e6719efbb984559f96f4"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"} {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["page","keyword"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${pageNoData}","北京"],"shape":"variable"} {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["orignalhtml","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html}","${orignalhtml.selectors('script[data-for=s-result-json]')}"],"shape":"variable"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"} {"value":"循环","loopItem":"","loopVariableName":"j","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"} {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["html","sub_html","data_json_object","title","source_url","datetime","media_name","abstract","imgurl","videojson","imglist","imgjson","","","",""],"variable-description":["","","","","","","","","","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist[j]+''}","${strUtils.substring(html,strUtils.indexOf(html,'\"hydrate\">')+10,strUtils.length(html)-9)}","${jsonUtils.parseObject(sub_html)}","${data_json_object.data.title}","${data_json_object.data.source_url}","${data_json_object.data.datetime}","${data_json_object.data.media_name}","${data_json_object.data.abstract}","${data_json_object.data.image_url}","${jsonUtils.createJsonObject()}","${jsonUtils.createJsonArray()}","${jsonUtils.createJsonObject()}","${imgjson.put(\"imgurl\",imgurl)}","${imglist.add(imgjson)}","${videojson.put(\"imglist\",imglist)}","${videojson.put(\"vediourl\",'')}"],"shape":"variable"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"} {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","source_url","datetime","datalist"],"loopCount":"","output-value":["${title}","${source_url}","${datetime}","${data_json_object}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"} {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","classify","website_id","websitelogo"],"variable-description":["","","",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.new_website_type}","${json.id}","${json.website_ico}"],"shape":"variable"} {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["",""],"loopCount":"","output-value":["${resp.html}","${url}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"} {"value":"修改关键词状态","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\"http://192.168.71.61:6135/spider_factory/baidu/keywordStatus?keyword=\"+keyword}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"} {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\"http://192.168.71.61:6135/spider_factory/baidu/keywordStatus?keyword=\"+rs[i].keyword}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"} {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","publish_time","source","abstract","author","videojson"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(title)}","${source_url}","${datetime}","${'今日头条'}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(abstract)}","${media_name}","${videojson}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"} {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"blue","condition":"${abstract!=null||title!=null}","transmit-variable":"1"}