From f84eb673c8a1dc3736c43cf14d8a865325ee34bf Mon Sep 17 00:00:00 2001 From: NaiboWang-Alienware Date: Thu, 6 Jul 2023 05:43:37 +0800 Subject: [PATCH] URL pattern detect --- ElectronJS/config.json | 8 +-- ElectronJS/main.js | 2 +- ElectronJS/src/taskGrid/FlowChart_CN.html | 22 ++++--- ElectronJS/src/taskGrid/logic_CN.js | 16 +++++ ElectronJS/tasks/1.json | 2 +- ElectronJS/tasks/112.json | 2 +- ElectronJS/tasks/142.json | 2 +- ElectronJS/tasks/143.json | 1 + ElectronJS/tasks/34.json | 2 +- ExecuteStage/.vscode/launch.json | 6 +- ExecuteStage/config.json | 10 ++-- ExecuteStage/easyspider_executestage.py | 63 +++++++++++++++----- ExecuteStage/requirements.txt | 3 +- ExecuteStage/utils.py | 71 ++++++++++++++++++----- 14 files changed, 150 insertions(+), 60 deletions(-) create mode 100644 ElectronJS/tasks/143.json diff --git a/ElectronJS/config.json b/ElectronJS/config.json index 1a370f8b..2a7366dd 100644 --- a/ElectronJS/config.json +++ b/ElectronJS/config.json @@ -1,7 +1 @@ -{ - "webserver_address": "http://localhost", - "webserver_port": 8074, - "user_data_folder": "./user_data", - "debug": true, - "absolute_user_data_folder": "D:\\Document\\Projects\\EasySpider\\ElectronJS\\user_data" -} +{"webserver_address":"http://localhost","webserver_port":8074,"user_data_folder":"./user_data","debug":true,"absolute_user_data_folder":"D:\\Document\\Projects\\EasySpider\\ElectronJS\\user_data"} \ No newline at end of file diff --git a/ElectronJS/main.js b/ElectronJS/main.js index 0b0c343f..b6b7fbac 100644 --- a/ElectronJS/main.js +++ b/ElectronJS/main.js @@ -457,7 +457,7 @@ function handleOpenBrowser(event, lang = "en", user_data_folder = "", mobile = f runBrowser(lang, user_data_folder, mobile); let size = screen.getPrimaryDisplay().workAreaSize; let width = parseInt(size.width); - let height = parseInt(size.height * 0.65); + let height = parseInt(size.height * 0.6); flowchart_window = new BrowserWindow({ x: 0, y: 0, diff --git a/ElectronJS/src/taskGrid/FlowChart_CN.html b/ElectronJS/src/taskGrid/FlowChart_CN.html index 9f0594cc..d2a5cb96 100644 --- a/ElectronJS/src/taskGrid/FlowChart_CN.html +++ b/ElectronJS/src/taskGrid/FlowChart_CN.html @@ -513,25 +513,33 @@

等价XPath

-
+
- - - - + + + + + + + + +
diff --git a/ElectronJS/src/taskGrid/logic_CN.js b/ElectronJS/src/taskGrid/logic_CN.js index 6c1816db..1c0d6458 100644 --- a/ElectronJS/src/taskGrid/logic_CN.js +++ b/ElectronJS/src/taskGrid/logic_CN.js @@ -427,6 +427,8 @@ function saveService(type) { "saveThreshold": saveThreshold, "cloudflare": cloudflare, "environment": environment, + "maxViewLength": parseInt($("#maxViewLength").val()), + "outputFormat": $("#outputFormat").val(), "containJudge": containJudge, "desc": serviceDescription, "inputParameters": inputParameters, @@ -460,10 +462,24 @@ if (sId != null && sId != -1) //加载任务 $.get(backEndAddressServiceWrapper + "/queryTask?id=" + sId, function(result) { nodeList = result["graph"]; app.$data.list.nl = nodeList; + for(let node of nodeList){ //兼容旧版本 + if(node["option"] == 1){ + if(!("cookies" in node["parameters"])) { + node["parameters"]["cookies"] = ""; + } + } + } $("#serviceName").val(result["name"]); $("#serviceId").val(result["id"]); $("#url").val(result["url"]); $("#serviceDescription").val(result["desc"]); + for(let key of Object.keys(result)){ + try{ + $("#"+key).val(result[key]); + } catch(e){ + console.log(e); + } + } refresh(); }); } else { diff --git a/ElectronJS/tasks/1.json b/ElectronJS/tasks/1.json index 850dbdf6..b8ad55a1 100644 --- a/ElectronJS/tasks/1.json +++ b/ElectronJS/tasks/1.json @@ -1 +1 @@ -{"id":1,"name":"Electronics, Cars, Fashion, Collectibles & More | eBay","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"5/25/2023, 5:42:49 PM","version":"0.3.1","containJudge":false,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"string","exampleValue":"https://www.ebay.com"}],"outputParameters":[{"id":0,"name":"para1_text","desc":"","type":"string","exampleValue":"Saved"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":2,"pathList":"//*[contains(@class, \"savesdfasdfasd\")]\n//*[contains(@class, \"hl-cat-nasdfav__container\")]/li[3]\n//*[contains(@class, \"hl-cat-navasdf__container\")]/li[4]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[5]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[6]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[7]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[8]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[9]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[10]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[11]\n//*[contains(@class, \"hl-cat-nav__no-sub\")]\n//*[contains(@class, \"hl-cat-nav__container\")]/li[13]\n//*[contains(@class, \"hl-cat-nav__more\")]","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Saved"},{"num":1,"value":"MotorsExpand: MotorsParts & AccessoriesAll Parts & AccessoriesCar & Truck PartsMotorcycle PartsAutomotive Tools & SuppliesApparel & MerchandiseMotors DealsMy GarageVehiclesCars & TrucksClassicsMotorcyclesPowersportsRVs & CampersTrailers & Other VehiclesBoats"},{"num":2,"value":"ElectronicsExpand: ElectronicsTop CategoriesComputers, Tablets & Network HardwareCameras & PhotoCell Phones & SmartphonesCell Phone Cases, Covers & SkinsTV, Video & Home Audio ElectronicsVehicle Electronics & GPSHeadphonesSurveillance & Smart Home ElectronicsPopular TopicseBay RefurbishedVideo GamesNintendo Toys to LifeApple iPhonePC Desktops & All-In-One ComputersComputer Graphics CardsTablets & eReadersLaptops & Netbooks"},{"num":3,"value":"CollectiblesExpand: CollectiblesTop CategoriesSports Memorabilia, Fan Shop & Sports CardsSports Trading CardsCoins & Paper MoneyAntiquesBullionArtCollectible Card GamesComicsPopular TopicsArt PaintingsMorgan DollarsFunko Pop!DisneyanaMusic MemorabiliaBaseball CardsNFTsStamps"},{"num":4,"value":"Home & GardenExpand: Home & GardenTop CategoriesYard, Garden & Outdoor Living ItemsHome ImprovementSmall Kitchen AppliancesLamps, Lighting & Ceiling FansHome DécorPower ToolsFurnitureHousehold & Cleaning SuppliesAdditional Categories eBay RefurbishedSurveillance & Smart HomeVacuum CleanersKitchenAid Countertop MixersOutdoor EntertainingBeddingMattressesHome & Garden Deals"},{"num":5,"value":"FashionExpand: FashionTop CategoriesWomen's ClothingWomen's ShoesWomen’s AccessoriesMen's ClothingMen's ShoesMen's AccessoriesGirls' ClothingBoys' ClothingAdditional CategoriesDesigner HandbagsCollectible SneakersWomen's DressesWomen's Coats, Jackets & VestsWomen’s Intimates & SleepwearMen's ShirtsMen's Coats & JacketsFashion Deals"},{"num":6,"value":"ToysExpand: ToysTop CategoriesAction FiguresDolls & Teddy BearsDiecast & Toy VehiclesBuilding ToysCollectible Card GamesModel Railroads & TrainsRC Model Vehicles, Toys & Control LineToy Models & KitsPopular TopicsLEGO Sets & PacksWarhammer 40KBoard & Roleplaying GamesPreschool Toys & Pretend PlayNERF Dart Guns & Soft DartsReborn Dolls PlaysetsMarvel Legends Action FiguresToys Deals"},{"num":7,"value":"Sporting GoodsExpand: Sporting GoodsTop CategoriesHunting EquipmentCycling EquipmentFishing Equipment & SuppliesGolf ClubsTeam SportsFitness, Running & Yoga EquipmentCamping & Hiking EquipmentWater SportsPopular TopicsBilliard CuesCamping MealsBikesElectric BikesGPS & Running WatchesDumbbellsShimano Fishing ReelsScotty Cameron Golf Clubs"},{"num":8,"value":"Business & IndustrialExpand: Business & IndustrialTop CategoriesHeavy EquipmentPersonal Protective EquipmentHealthcareCNC, Metalworking & ManufacturingOfficeTest, Measurement & Inspection EquipmentRestaurant & Food ServiceDentalAdditional CategoriesIndustrial Automation & Motion ControlShipping & PackagingElectrical Equipment & SuppliesFood Trucks & Concession TrailersHeavy Equipment AttachmentsHeavy Equipment Parts & AccessoriesLight Industrial Equipment & ToolsHVAC & Refrigeration"},{"num":9,"value":"Jewelry & WatchesExpand: Jewelry & WatchesTop CategoriesLuxury WatchesWristwatchesAll Watches, Parts, AccessoriesFashion JewelryFine JewelryVintage & Antique JewelryLoose Diamonds & GemstonesAll JewelryTop BrandsRolexOMEGABreitlingTAG HeuerPatek PhilippeCartierVan Cleef & ArpelsTiffany & Co."},{"num":10,"value":"eBay Live"},{"num":11,"value":"RefurbishedExpand: RefurbishedShop eBay Refurbished ElectronicsCell PhonesDesktop ComputersHome AudioLaptopsMonitorsPortable Audio & HeadphonesSmart WatchesTabletsShop eBay Refurbished HomeCeiling FansIndoor air quality & FansOutdoor Power EquipmentPower ToolsSmall Kitchen AppliancesSporting GoodsSurveillance & Smart HomeVacuums"},{"num":12,"value":"More Expand: MoreMotorsElectronicsCollectiblesHome & GardenFashionToysSporting GoodsBusiness & IndustrialJewelry & WatcheseBay LiveRefurbished"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":2}}]} \ No newline at end of file +{"id":1,"name":"中国知网","url":"https://www.cnki.net","links":"https://navi.cnki.net/knavi/journals/GGYY/detail?uniplatform=NZKPT","create_time":"7/6/2023, 5:39:11 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"csv","containJudge":false,"desc":"https://www.cnki.net","inputParameters":[{"id":0,"name":"urlList_0","nodeId":13,"nodeName":"打开网页","value":"https://navi.cnki.net/knavi/journals/GGYY/detail?uniplatform=NZKPT","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://navi.cnki.net/knavi/journals/GGYY/detail?uniplatform=NZKPT"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[13,64],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":-1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.cnki.net","links":"https://www.cnki.net","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":-1,"index":2,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"Ecp_top_login_show\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[2]/div[2]/div[1]/a[1]/i[1]","//i[contains(., '登录')]","id(\"Ecp_top_login_show\")"]}},{"id":-1,"index":3,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"login-alert-btn4\")]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[2]/div[5]/div[1]/div[1]/div[2]/div[1]/div[2]/div[6]/a[3]","//a[contains(., '校外访问>>')]","//A[@class='login-alert-btn4']"]}},{"id":-1,"index":4,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"o\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"海南大学","allXPaths":["/html/body/div[2]/div[1]/div[2]/input[1]","//input[contains(., '')]","id(\"o\")"]}},{"id":-1,"index":5,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"auto_onmouseover\")]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[2]/div[1]/div[1]","//div[contains(., '海南大学')]","//DIV[@class='auto_onmouseover']"]}},{"id":-1,"index":6,"parentId":0,"type":0,"option":12,"title":"输入文字","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"index":7,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"submit_button\")]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[2]/div[2]","//div[contains(., '')]","//DIV[@class='submit_button']"]}},{"id":-1,"index":8,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"scanLogin\"]/img[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[2]/div[2]/div[1]/div[2]/p[3]/img[1]","//img[contains(., '')]"]}},{"id":-1,"index":9,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"txt_SearchText\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"政府","allXPaths":["/html/body/div[2]/div[2]/div[1]/div[1]/input[1]","//input[contains(., '')]","id(\"txt_SearchText\")","//INPUT[@class='search-input']","//INPUT[@name='txt_SearchText']"]}},{"id":-1,"index":10,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"txt_1_value1\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"中国工业经济","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/input[1]","//input[contains(., '')]","id(\"txt_1_value1\")","//INPUT[@class='rekeyword']","//INPUT[@name='txt_1_value1']"]}},{"id":-1,"index":11,"parentId":0,"type":0,"option":12,"title":"输入文字","sequence":[],"isInLoop":false,"position":4,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"index":12,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"submit_button\")]","wait":1,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[2]/div[2]","//div[contains(., '')]","//DIV[@class='submit_button']"]}},{"id":1,"index":13,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":5,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://navi.cnki.net/knavi/journals/GGYY/detail?uniplatform=NZKPT","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":"","waitType":"0"}},{"id":-1,"index":14,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"naviSearch\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[1]/div[2]/a[2]","//a[contains(., '出版物检索')]","id(\"naviSearch\")"]}},{"id":-1,"index":15,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"txt_1_value1\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"中国工业经济","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/input[1]","//input[contains(., '')]","id(\"txt_1_value1\")","//INPUT[@class='rekeyword']","//INPUT[@name='txt_1_value1']"]}},{"id":-1,"index":16,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"btnSearch\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/input[2]","//input[contains(., '')]","id(\"btnSearch\")","//INPUT[@class='researchbtn']"]}},{"id":-1,"index":17,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"searchResult\"]/dl[1]/dd[1]/div[2]/h1[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[2]/div[2]/div[1]/dl[1]/dd[1]/div[2]/h1[1]/a[1]","//a[contains(., '')]"]}},{"id":-1,"index":18,"parentId":0,"type":1,"option":8,"title":"循环点击-年份","sequence":[19],"isInLoop":false,"position":10,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"2023_Year_Issue\"]/dt[1]/em[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dt[1]/em[1]","//em[contains(., '2023')]"]}},{"id":-1,"index":19,"parentId":11,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"//*[@id=\"2023_Year_Issue\"]/dt[1]/em[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dt[1]/em[1]","//em[contains(., '2023')]"],"loopType":0}},{"id":-1,"index":20,"parentId":11,"type":1,"option":8,"title":"循环点击-每期","sequence":[21],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"yq202305\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":1,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dd[1]/a[1]","//a[contains(., 'No.05')]","id(\"yq202305\")","//A[@class='current']"]}},{"id":-1,"index":21,"parentId":14,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"//*[@id=\"yq202305\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dd[1]/a[1]","//a[contains(., 'No.05')]","id(\"yq202305\")","//A[@class='current']"]}},{"id":-1,"index":22,"parentId":13,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]","//div[contains(., '国')]"],"exampleValues":[{"num":0,"value":"\n 国民经济\n \n \n 共同富裕与重塑中国经济循环——政治经济学的理论逻辑与经验证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 乔晓楠;李欣;蒲佩芝;\n 5-23\n \n \n \n 全球化与通货膨胀\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 谭小芬;王欣康;杨雅涵;\n 24-42\n \n "}],"unique_index":"jzmddzwwf8gljphah4h","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"参数2_文本","desc":"","relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[2]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[2]","//div[contains(., '产')]"],"exampleValues":[{"num":0,"value":"\n 产业经济\n \n \n 本地化创新能力、区域创新高地与产业地理梯度演化路径\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 郑江淮;师磊;\n 43-60\n \n \n \n 数字化转型、出口增长与低加成率陷阱\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 戴翔;马皓巍;\n 61-79\n \n \n \n 数字经济的碳减排效应：理论分析与经验证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 杨刚强;王海森;范恒山;岳子洋;\n 80-98\n \n \n \n 地方政府环境规制与经济高质量发展\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 贾俊雪;罗理恒;顾嘉;\n 99-117\n \n "}],"unique_index":"0g4wnng3aj9ljphah4h","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"参数3_文本","desc":"","relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[3]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[3]","//div[contains(., '工')]"],"exampleValues":[{"num":0,"value":"\n 工商管理\n \n \n 数字化转型、产业链供应链韧性与企业生产率\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 陶锋;王欣然;徐扬;朱盼;\n 118-136\n \n \n \n 基于专利数据的人工智能就业效应研究——来自中关村企业的微观证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 尹志锋;曹爱家;郭家宝;郭冬梅;\n 137-154\n \n \n \n 贸易摩擦下企业出口韧性提升：数字化转型的作用\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 张鹏杨;刘维刚;唐宜红;\n 155-173\n \n "}],"unique_index":"k4smnlhu26ljphah4h","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"参数4_文本","desc":"","relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]","//div[contains(., '')]"],"exampleValues":[{"num":0,"value":"\n \n 国民经济\n \n \n 共同富裕与重塑中国经济循环——政治经济学的理论逻辑与经验证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 乔晓楠;李欣;蒲佩芝;\n 5-23\n \n \n \n 全球化与通货膨胀\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 谭小芬;王欣康;杨雅涵;\n 24-42\n \n \n \n 产业经济\n \n \n 本地化创新能力、区域创新高地与产业地理梯度演化路径\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 郑江淮;师磊;\n 43-60\n \n \n \n 数字化转型、出口增长与低加成率陷阱\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 戴翔;马皓巍;\n 61-79\n \n \n \n 数字经济的碳减排效应：理论分析与经验证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 杨刚强;王海森;范恒山;岳子洋;\n 80-98\n \n \n \n 地方政府环境规制与经济高质量发展\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 贾俊雪;罗理恒;顾嘉;\n 99-117\n \n \n \n 工商管理\n \n \n 数字化转型、产业链供应链韧性与企业生产率\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 陶锋;王欣然;徐扬;朱盼;\n 118-136\n \n \n \n 基于专利数据的人工智能就业效应研究——来自中关村企业的微观证据\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 尹志锋;曹爱家;郭家宝;郭冬梅;\n 137-154\n \n \n \n 贸易摩擦下企业出口韧性提升：数字化转型的作用\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 张鹏杨;刘维刚;唐宜红;\n 155-173\n \n \n \n 案例研究\n \n \n AI能力如何助推企业实现价值共创——基于企业与客户间互动的探索性案例研究\n 免费\n\n \n\n \n\n 增强出版\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n 李树文;罗瑾琏;张志菲;\n 174-192\n \n \n \n \n \n \n 光华管理学院\n 免费\n\n \n\n \n\n \n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n \n 2\n \n \n \n 《中國工業經濟》征稿启事\n 免费\n\n \n\n \n\n \n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n \n 193\n \n \n \n 2023《中國工業經濟》订阅\n 免费\n\n \n\n \n\n \n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n \n \n \n \n \n\n \n \n \n \n \n \n\n \n \n 194\n \n \n\n \n"}],"unique_index":"pi21sly4dmrljphah4h","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":23,"parentId":13,"type":1,"option":8,"title":"循环","sequence":[26,24,25],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","//dt[contains(., '国民经济')]","//DT[@class='tit']"]}},{"id":-1,"index":24,"parentId":15,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dt[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","//dt[contains(., '国民经济')]","//DT[@class='tit']"]}},{"id":-1,"index":25,"parentId":15,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":0,"code":"","waitTime":0,"recordASField":0}},{"id":-1,"index":26,"parentId":15,"type":2,"option":9,"title":"判断条件","sequence":[27,28],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":16,"index":27,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":16,"index":28,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":-1,"index":29,"parentId":19,"type":2,"option":9,"title":"条件分支","sequence":[30,31],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":21,"index":30,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":21,"index":31,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":-1,"index":32,"parentId":19,"type":0,"option":12,"title":"条件分支","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"index":33,"parentId":13,"type":2,"option":9,"title":"判断条件","sequence":[34,35],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":16,"index":34,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":16,"index":35,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":-1,"index":36,"parentId":16,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","//dt[contains(., '国民经济')]","//DT[@class='tit']"],"exampleValues":[{"num":0,"value":"国民经济"}],"unique_index":"emdw0gr1l7rljphnok8","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":37,"parentId":13,"type":0,"option":12,"title":"条件分支","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"index":38,"parentId":13,"type":0,"option":12,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"index":39,"parentId":13,"type":1,"option":8,"title":"循环点击-每个主题-判断是否为空","sequence":[44],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":"0","breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":40,"parentId":15,"type":0,"option":7,"title":"移动到元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"allXPaths":"","loopType":1}},{"id":-1,"index":41,"parentId":15,"type":2,"option":9,"title":"判断条件","sequence":[42,43],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":17,"index":42,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"5","value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":17,"index":43,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":-1,"index":44,"parentId":16,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"if (arguments[0] && arguments[0].textContent.trim() === '') {\n return; // 如果元素没有文字内容，直接跳出循环\n }","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":45,"parentId":14,"type":1,"option":8,"title":"循环点击-每一论文","sequence":[46],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div/dd/span[1]/a","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":"1","pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dd[1]/span[1]/a[1]","//a[contains(., '共同富裕与重塑中国经')]"]}},{"id":-1,"index":46,"parentId":16,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dd[1]/span[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dd[1]/span[1]/a[1]","//a[contains(., '共同富裕与重塑中国经')]"],"loopType":0}},{"id":-1,"index":47,"parentId":17,"type":1,"option":8,"title":"循环-获取是否为核心期刊","sequence":[48],"isInLoop":true,"position":1,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a[1]","//a[contains(., '北大核心')]","//A[@class='type']"]}},{"id":-1,"index":48,"parentId":19,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"核心","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"北大核心"},{"num":1,"value":"CSSCI"},{"num":2,"value":"AMI"}],"unique_index":"6nyf3qm9iqsljpj5thu","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":-1,"index":49,"parentId":13,"type":1,"option":8,"title":"循环","sequence":[50,51],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":50,"parentId":15,"type":0,"option":7,"title":"移动到元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"allXPaths":"","loopType":1}},{"id":-1,"index":51,"parentId":15,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":52,"parentId":17,"type":1,"option":8,"title":"循环","sequence":[53],"isInLoop":true,"position":1,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a[1]","//a[contains(., '北大核心')]","//A[@class='type']"]}},{"id":-1,"index":53,"parentId":19,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"核心","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"北大核心"},{"num":1,"value":"CSSCI"},{"num":2,"value":"AMI"}],"unique_index":"h5gqgj43y4sljpjjw95","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":54,"parentId":17,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[]}},{"id":-1,"index":55,"parentId":17,"type":1,"option":8,"title":"循环","sequence":[56],"isInLoop":true,"position":1,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]/a[1]","//a[contains(., '北大核心')]","//A[@class='type']"]}},{"id":-1,"index":56,"parentId":19,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"北大核心"},{"num":1,"value":"CSSCI"},{"num":2,"value":"AMI"}],"unique_index":"7k82xvtgb9sljpjzzzx","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":57,"parentId":17,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"核心","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]","allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '中国工业经济.')]","//DIV[@class='top-tip']"],"exampleValues":[{"num":0,"value":"\n中国工业经济.\n 2023(05)北大核心CSSCIAMI\n"}],"unique_index":"gccht9bap7jljpk1ka7","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"标题","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h1[1]","allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h1[1]","//h1[contains(., '共同富裕与重塑中国经')]"],"exampleValues":[{"num":0,"value":"共同富裕与重塑中国经济循环——政治经济学的理论逻辑与经验证据\n"}],"unique_index":"cnhrt95zuioljpk29x1","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":3,"relative":false,"name":"被引量","desc":"","extractType":0,"relativeXPath":"/html/body/input[6]","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"作者","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h3[1]","allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h3[1]","//h3[contains(., '乔晓楠1,2xia')]","id(\"authorpart\")","//H3[@class='author']"],"exampleValues":[{"num":0,"value":"\n乔晓楠1,2xiaonan_qiao@163.com李欣1蒲佩芝1\n"}],"unique_index":"k0l66zzqrcdljpk5bsi","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h3[2]","allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[3]/div[1]/h3[2]","//h3[contains(., '1. 南开大学经济')]"],"exampleValues":[{"num":0,"value":"\n1. 南开大学经济学院2. 南开大学中国特色社会主义经济建设协同创新中心\n"}],"unique_index":"tewfehthkdlljpk67e5","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":8,"index":58,"parentId":6,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":2,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"pdfDown\"]","wait":5,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[1]/div[3]/div[1]/div[1]/div[9]/div[2]/ul[1]/li[4]/a[1]","//a[contains(., 'PDF下载')]","id(\"pdfDown\")","//A[@name='pdfDown']"]}},{"id":-1,"index":59,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[60],"isInLoop":false,"position":11,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dt[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","//dt[contains(., '国民经济')]","//DT[@class='tit']"]}},{"id":-1,"index":60,"parentId":12,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dt[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dt[1]","//dt[contains(., '国民经济')]","//DT[@class='tit']"],"loopType":0}},{"id":-1,"index":61,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":11,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":2,"contentType":0,"relative":false,"name":"参数1_链接地址","desc":"","relativeXPath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dd[1]/span[1]/a[1]","allXPaths":["/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div[1]/dd[1]/span[1]/a[1]","//a[contains(., '共同富裕与重塑中国经')]"],"exampleValues":[{"num":0,"value":"https://kns.cnki.net/kcms2/article/abstract?v=QhvK1uXUvSNqVBSIPpskEFbkDwAIXA7AjdTAYVakrhwhT8Sl8lh11WCsvV9cgnt_EPnh3YP5_RUQm4-ZCaGhZFCqoWCCHd9-DbqPsau4T89aju5FJP0ksg==&uniplatform=NZKPT"}],"unique_index":"10ywcr5hod4eljpqc0fq","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":4,"index":62,"parentId":2,"type":1,"option":8,"title":"循环点击-每期","sequence":[63,69],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dd[1]/a","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":5,"index":63,"parentId":4,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl[1]/dd[1]/a","wait":5,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":2,"index":64,"parentId":0,"type":1,"option":8,"title":"循环点击，年份","sequence":[65,62],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl/dt[1]/em[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":3,"index":65,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[2]/div[3]/div[3]/div[1]/div[1]/div[1]/div[1]/dl/dt[1]/em[1]","wait":5,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1,"waitType":"0"}},{"id":-1,"index":66,"parentId":15,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":0,"code":"","waitTime":0,"recordASField":0}},{"id":-1,"index":67,"parentId":14,"type":1,"option":8,"title":"循环","sequence":[68],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":2,"pathList":"//*[@id=\"CataLogContent\"]/div[1]/div[1]/dd[1]/span[1]/a[1]\n//*[@id=\"CataLogContent\"]/div[1]/div[1]/dd[2]/span[1]/a[1]\n//*[@id=\"CataLogContent\"]/div[1]/div[2]/dd[1]/span[1]/a[1]","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":68,"parentId":16,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":2}},{"id":6,"index":69,"parentId":4,"type":1,"option":8,"title":"循环","sequence":[70,58],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dd/span[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":7,"index":70,"parentId":6,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[2]/div[3]/div[4]/div[2]/div[2]/dl[1]/div[1]/div/dd/span[1]/a[1]","wait":5,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":-1,"index":71,"parentId":6,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":1,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":0,"code":"window.close()","waitTime":0,"recordASField":0}}]} \ No newline at end of file diff --git a/ElectronJS/tasks/112.json b/ElectronJS/tasks/112.json index b675c25d..d013f3d9 100644 --- a/ElectronJS/tasks/112.json +++ b/ElectronJS/tasks/112.json @@ -1 +1 @@ -{"id":112,"name":"中国地震台网——历史查询 - 子元素","url":"http://www.ceic.ac.cn/history","links":"http://www.ceic.ac.cn/history","create_time":"7/4/2023, 2:08:29 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"containJudge":false,"desc":"http://www.ceic.ac.cn/history","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"http://www.ceic.ac.cn/history","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"http://www.ceic.ac.cn/history"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本，如京东搜索框输入：电脑","type":"string","exampleValue":"12","value":"12"},{"id":2,"name":"loopTimes_循环_2","nodeId":4,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":10,"value":10}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"3.8"},{"id":1,"name":"参数2_文本","desc":"","type":"string","exampleValue":"2023-06-1117:40:14"},{"id":2,"name":"参数3_文本","desc":"","type":"string","exampleValue":"40.79"},{"id":3,"name":"参数4_文本","desc":"","type":"string","exampleValue":"82.63"},{"id":4,"name":"参数5_文本","desc":"","type":"string","exampleValue":"20"},{"id":5,"name":"参数6_链接文本","desc":"","type":"string","exampleValue":"新疆阿克苏地区沙雅县"},{"id":6,"name":"参数7_链接地址","desc":"","type":"string","exampleValue":"https://news.ceic.ac.cn/CD20230611174015.html"},{"id":7,"name":"参数8_文本","desc":"","type":"string","exampleValue":"震级(M)"},{"id":8,"name":"参数9_文本","desc":"","type":"string","exampleValue":"发震时刻(UTC+8)"},{"id":9,"name":"参数10_文本","desc":"","type":"string","exampleValue":"纬度(°)"},{"id":10,"name":"参数11_文本","desc":"","type":"string","exampleValue":"经度(°)"},{"id":11,"name":"参数12_文本","desc":"","type":"string","exampleValue":"深度(千米)"},{"id":12,"name":"参数13_文本","desc":"","type":"string","exampleValue":"参考位置"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"http://www.ceic.ac.cn/history","links":"http://www.ceic.ac.cn/history","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"weidu1\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"12","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[2]/input[1]","//input[contains(., '')]","id(\"weidu1\")","//INPUT[@class='span1']","//INPUT[@name='weidu1']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div[last()-3]/input[last()-1]"]}},{"id":3,"index":3,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"]}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[last()-1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":10,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"waitType":"1"}},{"id":6,"index":5,"parentId":4,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[10]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"loopType":0}},{"id":5,"index":6,"parentId":4,"type":1,"option":8,"title":"循环","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr[1]","//tr[contains(., '震级(M)发震时刻(')]","//TR[@class='speed-tr-h1']","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]"]}},{"id":7,"index":7,"parentId":5,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]","allXPaths":["/td[1]","//td[contains(., '3.8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-5]"],"exampleValues":[{"num":0,"value":"3.8"},{"num":2,"value":"3.8"},{"num":3,"value":"4.4"},{"num":4,"value":"5.6"},{"num":5,"value":"5.3"},{"num":6,"value":"3.1"},{"num":7,"value":"3.2"},{"num":8,"value":"3.7"},{"num":9,"value":"3.6"},{"num":10,"value":"6.2"},{"num":11,"value":"2.2"},{"num":12,"value":"3.0"},{"num":13,"value":"4.1"},{"num":14,"value":"5.2"},{"num":15,"value":"3.6"},{"num":16,"value":"3.7"},{"num":17,"value":"3.3"},{"num":18,"value":"4.3"},{"num":19,"value":"3.6"},{"num":20,"value":"6.2"}],"unique_index":"/td[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]","allXPaths":["/td[2]","//td[contains(., '2023-06-11')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-4]"],"exampleValues":[{"num":0,"value":"2023-06-1117:40:14"},{"num":2,"value":"2023-06-1801:08:11"},{"num":3,"value":"2023-06-1800:14:24"},{"num":4,"value":"2023-06-1719:35:59"},{"num":5,"value":"2023-06-1708:26:14"},{"num":6,"value":"2023-06-1708:05:51"},{"num":7,"value":"2023-06-1601:19:35"},{"num":8,"value":"2023-06-1521:58:09"},{"num":9,"value":"2023-06-1511:21:27"},{"num":10,"value":"2023-06-1510:19:24"},{"num":11,"value":"2023-06-1422:24:41"},{"num":12,"value":"2023-06-1413:39:40"},{"num":13,"value":"2023-06-1404:17:56"},{"num":14,"value":"2023-06-1316:03:43"},{"num":15,"value":"2023-06-1308:48:30"},{"num":16,"value":"2023-06-1305:52:59"},{"num":17,"value":"2023-06-1200:04:18"},{"num":18,"value":"2023-06-1120:25:38"},{"num":19,"value":"2023-06-1119:29:45"},{"num":20,"value":"2023-06-1117:54:45"}],"unique_index":"/td[2]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]","allXPaths":["/td[3]","//td[contains(., '40.79')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-3]"],"exampleValues":[{"num":0,"value":"40.79"},{"num":2,"value":"35.80"},{"num":3,"value":"35.79"},{"num":4,"value":"47.75"},{"num":5,"value":"41.10"},{"num":6,"value":"39.58"},{"num":7,"value":"38.31"},{"num":8,"value":"40.14"},{"num":9,"value":"32.44"},{"num":10,"value":"13.80"},{"num":11,"value":"37.12"},{"num":12,"value":"38.16"},{"num":13,"value":"41.71"},{"num":14,"value":"33.10"},{"num":15,"value":"40.18"},{"num":16,"value":"33.10"},{"num":17,"value":"43.38"},{"num":18,"value":"24.26"},{"num":19,"value":"48.74"},{"num":20,"value":"42.50"}],"unique_index":"/td[3]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[4]","allXPaths":["/td[4]","//td[contains(., '82.63')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-2]"],"exampleValues":[{"num":0,"value":"82.63"},{"num":2,"value":"79.78"},{"num":3,"value":"79.83"},{"num":4,"value":"147.60"},{"num":5,"value":"142.80"},{"num":6,"value":"82.57"},{"num":7,"value":"89.40"},{"num":8,"value":"77.46"},{"num":9,"value":"94.24"},{"num":10,"value":"120.85"},{"num":11,"value":"114.78"},{"num":12,"value":"88.79"},{"num":13,"value":"80.81"},{"num":14,"value":"75.80"},{"num":15,"value":"83.80"},{"num":16,"value":"86.73"},{"num":17,"value":"88.98"},{"num":18,"value":"122.47"},{"num":19,"value":"129.79"},{"num":20,"value":"142.00"}],"unique_index":"/td[4]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[5]","allXPaths":["/td[5]","//td[contains(., '20')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-1]"],"exampleValues":[{"num":0,"value":"20"},{"num":2,"value":"10"},{"num":3,"value":"10"},{"num":4,"value":"430"},{"num":5,"value":"10"},{"num":6,"value":"20"},{"num":7,"value":"10"},{"num":8,"value":"23"},{"num":9,"value":"10"},{"num":10,"value":"100"},{"num":11,"value":"10"},{"num":12,"value":"9"},{"num":13,"value":"10"},{"num":14,"value":"20"},{"num":15,"value":"18"},{"num":16,"value":"10"},{"num":17,"value":"19"},{"num":18,"value":"27"},{"num":19,"value":"17"},{"num":20,"value":"130"}],"unique_index":"/td[5]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数6_链接文本","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '新疆阿克苏地区沙雅县')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td/a"],"exampleValues":[{"num":0,"value":"新疆阿克苏地区沙雅县"},{"num":2,"value":"新疆和田地区和田县"},{"num":3,"value":"新疆和田地区和田县"},{"num":4,"value":"千岛群岛西北"},{"num":5,"value":"日本本州东岸近海"},{"num":6,"value":"新疆阿克苏地区沙雅县"},{"num":7,"value":"新疆巴音郭楞州若羌县"},{"num":8,"value":"新疆克孜勒苏州阿图什市"},{"num":9,"value":"西藏那曲市巴青县"},{"num":10,"value":"菲律宾"},{"num":11,"value":"河北邢台市任泽区"},{"num":12,"value":"新疆巴音郭楞州若羌县"},{"num":13,"value":"新疆阿克苏地区温宿县"},{"num":14,"value":"克什米尔地区"},{"num":15,"value":"新疆阿克苏地区沙雅县"},{"num":16,"value":"西藏那曲市尼玛县"},{"num":17,"value":"新疆吐鲁番市高昌区"},{"num":18,"value":"台湾花莲县海域"},{"num":19,"value":"黑龙江伊春市嘉荫县"},{"num":20,"value":"日本北海道"}],"unique_index":"/td[6]/a[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数7_链接地址","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '新疆阿克苏地区沙雅县')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td/a"],"exampleValues":[{"num":0,"value":"https://news.ceic.ac.cn/CD20230611174015.html"},{"num":2,"value":"https://news.ceic.ac.cn/CD20230618010812.html"},{"num":3,"value":"https://news.ceic.ac.cn/CD20230618001425.html"},{"num":4,"value":"https://news.ceic.ac.cn/CC20230617193560.html"},{"num":5,"value":"https://news.ceic.ac.cn/CC20230617082615.html"},{"num":6,"value":"https://news.ceic.ac.cn/CD20230617080552.html"},{"num":7,"value":"https://news.ceic.ac.cn/CD20230616011935.html"},{"num":8,"value":"https://news.ceic.ac.cn/CD20230615215810.html"},{"num":9,"value":"https://news.ceic.ac.cn/CD20230615112127.html"},{"num":10,"value":"https://news.ceic.ac.cn/CC20230615101924.html"},{"num":11,"value":"https://news.ceic.ac.cn/CD20230614222441.html"},{"num":12,"value":"https://news.ceic.ac.cn/CD20230614133941.html"},{"num":13,"value":"https://news.ceic.ac.cn/CD20230614041757.html"},{"num":14,"value":"https://news.ceic.ac.cn/CC20230613160344.html"},{"num":15,"value":"https://news.ceic.ac.cn/CD20230613084830.html"},{"num":16,"value":"https://news.ceic.ac.cn/CC20230613055259.html"},{"num":17,"value":"https://news.ceic.ac.cn/CD20230612000419.html"},{"num":18,"value":"https://news.ceic.ac.cn/CD20230611202539.html"},{"num":19,"value":"https://news.ceic.ac.cn/CD20230611192945.html"},{"num":20,"value":"https://news.ceic.ac.cn/CC20230611175446.html"}],"unique_index":"/td[6]/a[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数8_文本","desc":"","relativeXPath":"/th[1]","allXPaths":["/th[1]","//th[contains(., '震级(M)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-5]"],"exampleValues":[{"num":1,"value":"震级(M)"}],"unique_index":"/th[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数9_文本","desc":"","relativeXPath":"/th[2]","allXPaths":["/th[2]","//th[contains(., '发震时刻(UTC+8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-4]"],"exampleValues":[{"num":1,"value":"发震时刻(UTC+8)"}],"unique_index":"/th[2]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数10_文本","desc":"","relativeXPath":"/th[3]","allXPaths":["/th[3]","//th[contains(., '纬度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-3]"],"exampleValues":[{"num":1,"value":"纬度(°)"}],"unique_index":"/th[3]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数11_文本","desc":"","relativeXPath":"/th[4]","allXPaths":["/th[4]","//th[contains(., '经度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-2]"],"exampleValues":[{"num":1,"value":"经度(°)"}],"unique_index":"/th[4]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数12_文本","desc":"","relativeXPath":"/th[5]","allXPaths":["/th[5]","//th[contains(., '深度(千米)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-1]"],"exampleValues":[{"num":1,"value":"深度(千米)"}],"unique_index":"/th[5]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数13_文本","desc":"","relativeXPath":"/th[6]","allXPaths":["/th[6]","//th[contains(., '参考位置')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th"],"exampleValues":[{"num":1,"value":"参考位置"}],"unique_index":"/th[6]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":-1,"index":8,"parentId":5,"type":2,"option":9,"title":"判断条件","sequence":[9],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":7,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"新疆","code":"","waitTime":0},"position":0},{"id":-1,"parentId":7,"index":10,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1}]} \ No newline at end of file +{"id":112,"name":"中国地震台网——历史查询 - 子元素","url":"http://www.ceic.ac.cn/history","links":"http://www.ceic.ac.cn/history","create_time":"7/6/2023, 4:44:41 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"csv","containJudge":false,"desc":"http://www.ceic.ac.cn/history","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"http://www.ceic.ac.cn/history","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"http://www.ceic.ac.cn/history"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本，如京东搜索框输入：电脑","type":"string","exampleValue":"12","value":"12"},{"id":2,"name":"loopTimes_循环_2","nodeId":4,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":10,"value":10}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"3.8"},{"id":1,"name":"参数2_文本","desc":"","type":"string","exampleValue":"2023-06-1117:40:14"},{"id":2,"name":"参数3_文本","desc":"","type":"string","exampleValue":"40.79"},{"id":3,"name":"参数4_文本","desc":"","type":"string","exampleValue":"82.63"},{"id":4,"name":"参数5_文本","desc":"","type":"string","exampleValue":"20"},{"id":5,"name":"参数6_链接文本","desc":"","type":"string","exampleValue":"新疆阿克苏地区沙雅县"},{"id":6,"name":"参数7_链接地址","desc":"","type":"string","exampleValue":"https://news.ceic.ac.cn/CD20230611174015.html"},{"id":7,"name":"参数8_文本","desc":"","type":"string","exampleValue":"震级(M)"},{"id":8,"name":"参数9_文本","desc":"","type":"string","exampleValue":"发震时刻(UTC+8)"},{"id":9,"name":"参数10_文本","desc":"","type":"string","exampleValue":"纬度(°)"},{"id":10,"name":"参数11_文本","desc":"","type":"string","exampleValue":"经度(°)"},{"id":11,"name":"参数12_文本","desc":"","type":"string","exampleValue":"深度(千米)"},{"id":12,"name":"参数13_文本","desc":"","type":"string","exampleValue":"参考位置"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":"0"},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"http://www.ceic.ac.cn/history","links":"http://www.ceic.ac.cn/history","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"weidu1\"]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"12","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[2]/input[1]","//input[contains(., '')]","id(\"weidu1\")","//INPUT[@class='span1']","//INPUT[@name='weidu1']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div[last()-3]/input[last()-1]"]}},{"id":3,"index":3,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search\"]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"]}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[last()-1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":10,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"waitType":"1"}},{"id":6,"index":5,"parentId":4,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[10]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"loopType":0}},{"id":5,"index":6,"parentId":4,"type":1,"option":8,"title":"循环","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr[1]","//tr[contains(., '震级(M)发震时刻(')]","//TR[@class='speed-tr-h1']","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]"]}},{"id":7,"index":7,"parentId":5,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]","allXPaths":["/td[1]","//td[contains(., '3.8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-5]"],"exampleValues":[{"num":0,"value":"3.8"},{"num":2,"value":"3.8"},{"num":3,"value":"4.4"},{"num":4,"value":"5.6"},{"num":5,"value":"5.3"},{"num":6,"value":"3.1"},{"num":7,"value":"3.2"},{"num":8,"value":"3.7"},{"num":9,"value":"3.6"},{"num":10,"value":"6.2"},{"num":11,"value":"2.2"},{"num":12,"value":"3.0"},{"num":13,"value":"4.1"},{"num":14,"value":"5.2"},{"num":15,"value":"3.6"},{"num":16,"value":"3.7"},{"num":17,"value":"3.3"},{"num":18,"value":"4.3"},{"num":19,"value":"3.6"},{"num":20,"value":"6.2"}],"unique_index":"/td[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]","allXPaths":["/td[2]","//td[contains(., '2023-06-11')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-4]"],"exampleValues":[{"num":0,"value":"2023-06-1117:40:14"},{"num":2,"value":"2023-06-1801:08:11"},{"num":3,"value":"2023-06-1800:14:24"},{"num":4,"value":"2023-06-1719:35:59"},{"num":5,"value":"2023-06-1708:26:14"},{"num":6,"value":"2023-06-1708:05:51"},{"num":7,"value":"2023-06-1601:19:35"},{"num":8,"value":"2023-06-1521:58:09"},{"num":9,"value":"2023-06-1511:21:27"},{"num":10,"value":"2023-06-1510:19:24"},{"num":11,"value":"2023-06-1422:24:41"},{"num":12,"value":"2023-06-1413:39:40"},{"num":13,"value":"2023-06-1404:17:56"},{"num":14,"value":"2023-06-1316:03:43"},{"num":15,"value":"2023-06-1308:48:30"},{"num":16,"value":"2023-06-1305:52:59"},{"num":17,"value":"2023-06-1200:04:18"},{"num":18,"value":"2023-06-1120:25:38"},{"num":19,"value":"2023-06-1119:29:45"},{"num":20,"value":"2023-06-1117:54:45"}],"unique_index":"/td[2]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]","allXPaths":["/td[3]","//td[contains(., '40.79')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-3]"],"exampleValues":[{"num":0,"value":"40.79"},{"num":2,"value":"35.80"},{"num":3,"value":"35.79"},{"num":4,"value":"47.75"},{"num":5,"value":"41.10"},{"num":6,"value":"39.58"},{"num":7,"value":"38.31"},{"num":8,"value":"40.14"},{"num":9,"value":"32.44"},{"num":10,"value":"13.80"},{"num":11,"value":"37.12"},{"num":12,"value":"38.16"},{"num":13,"value":"41.71"},{"num":14,"value":"33.10"},{"num":15,"value":"40.18"},{"num":16,"value":"33.10"},{"num":17,"value":"43.38"},{"num":18,"value":"24.26"},{"num":19,"value":"48.74"},{"num":20,"value":"42.50"}],"unique_index":"/td[3]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[4]","allXPaths":["/td[4]","//td[contains(., '82.63')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-2]"],"exampleValues":[{"num":0,"value":"82.63"},{"num":2,"value":"79.78"},{"num":3,"value":"79.83"},{"num":4,"value":"147.60"},{"num":5,"value":"142.80"},{"num":6,"value":"82.57"},{"num":7,"value":"89.40"},{"num":8,"value":"77.46"},{"num":9,"value":"94.24"},{"num":10,"value":"120.85"},{"num":11,"value":"114.78"},{"num":12,"value":"88.79"},{"num":13,"value":"80.81"},{"num":14,"value":"75.80"},{"num":15,"value":"83.80"},{"num":16,"value":"86.73"},{"num":17,"value":"88.98"},{"num":18,"value":"122.47"},{"num":19,"value":"129.79"},{"num":20,"value":"142.00"}],"unique_index":"/td[4]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[5]","allXPaths":["/td[5]","//td[contains(., '20')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td[last()-1]"],"exampleValues":[{"num":0,"value":"20"},{"num":2,"value":"10"},{"num":3,"value":"10"},{"num":4,"value":"430"},{"num":5,"value":"10"},{"num":6,"value":"20"},{"num":7,"value":"10"},{"num":8,"value":"23"},{"num":9,"value":"10"},{"num":10,"value":"100"},{"num":11,"value":"10"},{"num":12,"value":"9"},{"num":13,"value":"10"},{"num":14,"value":"20"},{"num":15,"value":"18"},{"num":16,"value":"10"},{"num":17,"value":"19"},{"num":18,"value":"27"},{"num":19,"value":"17"},{"num":20,"value":"130"}],"unique_index":"/td[5]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数6_链接文本","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '新疆阿克苏地区沙雅县')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td/a"],"exampleValues":[{"num":0,"value":"新疆阿克苏地区沙雅县"},{"num":2,"value":"新疆和田地区和田县"},{"num":3,"value":"新疆和田地区和田县"},{"num":4,"value":"千岛群岛西北"},{"num":5,"value":"日本本州东岸近海"},{"num":6,"value":"新疆阿克苏地区沙雅县"},{"num":7,"value":"新疆巴音郭楞州若羌县"},{"num":8,"value":"新疆克孜勒苏州阿图什市"},{"num":9,"value":"西藏那曲市巴青县"},{"num":10,"value":"菲律宾"},{"num":11,"value":"河北邢台市任泽区"},{"num":12,"value":"新疆巴音郭楞州若羌县"},{"num":13,"value":"新疆阿克苏地区温宿县"},{"num":14,"value":"克什米尔地区"},{"num":15,"value":"新疆阿克苏地区沙雅县"},{"num":16,"value":"西藏那曲市尼玛县"},{"num":17,"value":"新疆吐鲁番市高昌区"},{"num":18,"value":"台湾花莲县海域"},{"num":19,"value":"黑龙江伊春市嘉荫县"},{"num":20,"value":"日本北海道"}],"unique_index":"/td[6]/a[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数7_链接地址","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '新疆阿克苏地区沙雅县')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr/td/a"],"exampleValues":[{"num":0,"value":"https://news.ceic.ac.cn/CD20230611174015.html"},{"num":2,"value":"https://news.ceic.ac.cn/CD20230618010812.html"},{"num":3,"value":"https://news.ceic.ac.cn/CD20230618001425.html"},{"num":4,"value":"https://news.ceic.ac.cn/CC20230617193560.html"},{"num":5,"value":"https://news.ceic.ac.cn/CC20230617082615.html"},{"num":6,"value":"https://news.ceic.ac.cn/CD20230617080552.html"},{"num":7,"value":"https://news.ceic.ac.cn/CD20230616011935.html"},{"num":8,"value":"https://news.ceic.ac.cn/CD20230615215810.html"},{"num":9,"value":"https://news.ceic.ac.cn/CD20230615112127.html"},{"num":10,"value":"https://news.ceic.ac.cn/CC20230615101924.html"},{"num":11,"value":"https://news.ceic.ac.cn/CD20230614222441.html"},{"num":12,"value":"https://news.ceic.ac.cn/CD20230614133941.html"},{"num":13,"value":"https://news.ceic.ac.cn/CD20230614041757.html"},{"num":14,"value":"https://news.ceic.ac.cn/CC20230613160344.html"},{"num":15,"value":"https://news.ceic.ac.cn/CD20230613084830.html"},{"num":16,"value":"https://news.ceic.ac.cn/CC20230613055259.html"},{"num":17,"value":"https://news.ceic.ac.cn/CD20230612000419.html"},{"num":18,"value":"https://news.ceic.ac.cn/CD20230611202539.html"},{"num":19,"value":"https://news.ceic.ac.cn/CD20230611192945.html"},{"num":20,"value":"https://news.ceic.ac.cn/CC20230611175446.html"}],"unique_index":"/td[6]/a[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数8_文本","desc":"","relativeXPath":"/th[1]","allXPaths":["/th[1]","//th[contains(., '震级(M)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-5]"],"exampleValues":[{"num":1,"value":"震级(M)"}],"unique_index":"/th[1]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数9_文本","desc":"","relativeXPath":"/th[2]","allXPaths":["/th[2]","//th[contains(., '发震时刻(UTC+8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-4]"],"exampleValues":[{"num":1,"value":"发震时刻(UTC+8)"}],"unique_index":"/th[2]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数10_文本","desc":"","relativeXPath":"/th[3]","allXPaths":["/th[3]","//th[contains(., '纬度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-3]"],"exampleValues":[{"num":1,"value":"纬度(°)"}],"unique_index":"/th[3]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数11_文本","desc":"","relativeXPath":"/th[4]","allXPaths":["/th[4]","//th[contains(., '经度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-2]"],"exampleValues":[{"num":1,"value":"经度(°)"}],"unique_index":"/th[4]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数12_文本","desc":"","relativeXPath":"/th[5]","allXPaths":["/th[5]","//th[contains(., '深度(千米)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-1]"],"exampleValues":[{"num":1,"value":"深度(千米)"}],"unique_index":"/th[5]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数13_文本","desc":"","relativeXPath":"/th[6]","allXPaths":["/th[6]","//th[contains(., '参考位置')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th"],"exampleValues":[{"num":1,"value":"参考位置"}],"unique_index":"/th[6]","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":-1,"index":8,"parentId":5,"type":2,"option":9,"title":"判断条件","sequence":[9],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":7,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"新疆","code":"","waitTime":0},"position":0},{"id":-1,"parentId":7,"index":10,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1}]} \ No newline at end of file diff --git a/ElectronJS/tasks/142.json b/ElectronJS/tasks/142.json index 5bcd87f2..19f5477d 100644 --- a/ElectronJS/tasks/142.json +++ b/ElectronJS/tasks/142.json @@ -1 +1 @@ -{"id":142,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/6/2023, 3:38:35 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":"test=123\nipLoc-djd=53283-53456-0-0\nareaId=53283\nmba_sid=16885856346417163685425076773.0\n__jdc=122270672\n__jdb=122270672.1.16885856346381587112207|1.1688585634\nmba_muid=16885856346381587112207\n__jdv=122270672%7Clocalhost%3A8074%7C-%7Creferral%7C-%7C1688585634639\n__jda=122270672.16885856346381587112207.1688585634.1688585634.1688585634.1"}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']","/html/body/div[last()-5]/div/div[last()-4]/div/div[last()-2]/div/div/div/div[last()-1]/div[last()-12]"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"}],"unique_index":"p2h2i1dva8ljq4aje2","iframe":false,"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}}]} \ No newline at end of file +{"id":142,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/6/2023, 4:08:31 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":"test=123\nipLoc-djd=53283-53456-0-0\nareaId=53283\nmba_sid=16885856346417163685425076773.0\n__jdc=122270672\n__jdb=122270672.1.16885856346381587112207|1.1688585634\nmba_muid=16885856346381587112207\n__jdv=122270672%7Clocalhost%3A8074%7C-%7Creferral%7C-%7C1688585634639\n__jda=122270672.16885856346381587112207.1688585634.1688585634.1688585634.1"}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']","/html/body/div[last()-5]/div/div[last()-4]/div/div[last()-2]/div/div/div/div[last()-1]/div[last()-12]"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"}],"unique_index":"p2h2i1dva8ljq4aje2","iframe":false,"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}}]} \ No newline at end of file diff --git a/ElectronJS/tasks/143.json b/ElectronJS/tasks/143.json new file mode 100644 index 00000000..614f3eec --- /dev/null +++ b/ElectronJS/tasks/143.json @@ -0,0 +1 @@ +{"id":143,"name":"中国知网","url":"https://chn.oversea.cnki.net/index/","links":"https://chn.oversea.cnki.net/index/","create_time":"7/6/2023, 4:50:52 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"csv","containJudge":false,"desc":"https://chn.oversea.cnki.net/index/","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://chn.oversea.cnki.net/index/","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://chn.oversea.cnki.net/index/"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://chn.oversea.cnki.net/index/","links":"https://chn.oversea.cnki.net/index/","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}}]} \ No newline at end of file diff --git a/ElectronJS/tasks/34.json b/ElectronJS/tasks/34.json index c0083968..e53fd3a4 100644 --- a/ElectronJS/tasks/34.json +++ b/ElectronJS/tasks/34.json @@ -1 +1 @@ -{"id":34,"name":"新web采adsf","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":-1,"index":2,"parentId":0,"type":0,"option":4,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","wait":0,"value":"赛跟"}},{"id":2,"index":3,"parentId":0,"type":0,"option":2,"title":"打开网页","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search-btn\"]/i[1]","wait":0,"scrollType":0,"scrollCount":0,"paras":[]}}]} \ No newline at end of file +{"id":34,"name":"S1 扒图","url":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","links":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","create_time":"2023/7/5 23:06:33","version":"0.3.2","containJudge":false,"desc":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html"},{"id":1,"name":"loopTimes_循环_1","nodeId":5,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"楼层","desc":"","type":"string","exampleValue":"自定义字段"},{"id":1,"name":"文本","desc":"","type":"string","exampleValue":"自定义字段"},{"id":2,"name":"图片地址","desc":"","type":"string","exampleValue":"https://img.saraba1st.com/forum/202306/25/230532r1f0cctf6lvc1crt.png"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,5],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","links":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":-1,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":4,"contentType":0,"relative":false,"name":"src","desc":"","extractType":0,"relativeXPath":"//td[(starts-with(@id,\"postmessage_\"))]//ignore_js_op[1]/img[not(starts-with(@src, 'https://static.saraba1st.com/image/'))]","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":1},{"nodeType":0,"contentType":0,"relative":false,"name":"text","desc":"","extractType":0,"relativeXPath":"//td[(starts-with(@id,\"postmessage_\"))]//ignore_js_op[1]/img[not(starts-with(@src, 'https://static.saraba1st.com/image/'))]/../../","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":5,"relative":false,"name":"参数1_页面网址","desc":"","extractType":0,"relativeXPath":"/html/body/div[8]/div[4]/div[2]/div[5]/table[1]/tbody[1]/tr[4]/td[2]/div[1]/div[1]","allXPaths":["/html/body/div[8]/div[4]/div[2]/div[5]/table[1]/tbody[1]/tr[4]/td[2]/div[1]/div[1]","//div[contains(., '回复\n\n\n\n\n评')]","//DIV[@class='pob cl']"],"exampleValues":[{"num":0,"value":"https://bbs.saraba1st.com/2b/thread-2141630-1-1.html"}],"unique_index":"h1e26d19pzgljpmmnsg","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":-1,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[]}},{"id":4,"index":4,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":7,"tabIndex":-1,"useLoop":true,"xpath":"//A[@class='nxt']\n","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[8]/div[4]/div[1]/div[1]/div[1]/a[12]","//a[contains(., '下一页')]","//A[@class='nxt']"]}},{"id":2,"index":5,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[8,4],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"//A[@class='nxt']","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0}},{"id":-1,"index":6,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"//A[@class='nxt']\n","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[8]/div[4]/div[1]/div[1]/div[1]/a[11]","//a[contains(., '下一页')]","//A[@class='nxt']"]}},{"id":-1,"index":7,"parentId":0,"type":0,"option":12,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":3,"index":8,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[9],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//td[(starts-with(@id,\"postmessage_\"))]//img[not(starts-with(@src, 'https://static.saraba1st.com/image/'))]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[8]/div[4]/div[2]/div[1]/table[1]/tbody[1]/tr[1]/td[2]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/ignore_js_op[1]/img[1]","//img[contains(., '')]","id(\"aimg_1359152\")","//IMG[@class='zoom']"]}},{"id":5,"index":9,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"楼层","desc":"","extractType":0,"relativeXPath":"/../../../../../../../..//div/strong","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":0,"relative":true,"name":"文本","desc":"","extractType":0,"relativeXPath":"/../..","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"-","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":0,"relative":true,"name":"图片地址","desc":"","extractType":0,"relativeXPath":"/.","allXPaths":"","exampleValues":[{"num":0,"value":"https://img.saraba1st.com/forum/202306/25/230532r1f0cctf6lvc1crt.png"},{"num":1,"value":"https://img.saraba1st.com/forum/202306/25/230803dhzkphpxowm9dvxx.png"},{"num":2,"value":"https://img.saraba1st.com/forum/202306/25/231014kgkff2gzjg1zf73f.png"},{"num":3,"value":"https://img.saraba1st.com/forum/202306/25/231103ovvbuuz9gowt8t09.png"},{"num":4,"value":"https://static.saraba1st.com/image/common/none.gif"},{"num":5,"value":"https://static.saraba1st.com/image/common/none.gif"},{"num":6,"value":"https://img.saraba1st.com/forum/202306/25/231031u7zg9lpmupj4lmug.png"}],"unique_index":"ih7hfdhzaqljpmo6ic","default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":1}],"loopType":1}},{"id":-1,"index":10,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pgt\")]/div[1]/label[1]/input[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"490","allXPaths":["/html/body/div[8]/div[4]/div[1]/div[1]/div[1]/label[1]/input[1]","//input[contains(., '')]","//INPUT[@class='px']","//INPUT[@name='custompage']"]}}]} \ No newline at end of file diff --git a/ExecuteStage/.vscode/launch.json b/ExecuteStage/.vscode/launch.json index 136962bf..bbbe8d79 100644 --- a/ExecuteStage/.vscode/launch.json +++ b/ExecuteStage/.vscode/launch.json @@ -10,9 +10,9 @@ "program": "${file}", "console": "integratedTerminal", "justMyCode": true, - "args": ["--id", "[3]", "--read_type", "remote", "--headless", "0"] - // "args": ["--id", "[2]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"] - // "args": ["--id", "[44]", "--headless", "0", "--user_data", "1"] + // "args": ["--id", "[7]", "--read_type", "remote", "--headless", "0"] + // "args": ["--id", "[9]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"] + "args": ["--id", "[16]", "--headless", "0", "--user_data", "1"] } ] } \ No newline at end of file diff --git a/ExecuteStage/config.json b/ExecuteStage/config.json index d75b540b..d2e8bb07 100644 --- a/ExecuteStage/config.json +++ b/ExecuteStage/config.json @@ -1,6 +1,6 @@ { - "webserver_address": "http://localhost", - "webserver_port": 8074, - "user_data_folder": "./user_data", - "absolute_user_data_folder": "D:\\Documents\\Projects\\EasySpider\\.temp_to_pub\\EasySpider_windows_x64\\user_data" -} \ No newline at end of file + "webserver_address": "http://localhost", + "webserver_port": 8074, + "user_data_folder": "./user_data", + "absolute_user_data_folder": "D:\\Documents\\Projects\\EasySpider\\ElectronJS\\user_data" +} diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index 8c3e6399..7b51e855 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -31,6 +31,8 @@ from selenium.webdriver.common.by import By import undetected_chromedriver as uc import random +# import pandas as pd +from openpyxl import load_workbook, Workbook # import numpy import csv import os @@ -40,15 +42,16 @@ # import uuid from threading import Thread, Event from myChrome import MyChrome -from utils import check_pause, download_image, get_output_code, isnull +from utils import check_pause, download_image, get_output_code, isnull, write_to_csv, write_to_excel desired_capabilities = DesiredCapabilities.CHROME desired_capabilities["pageLoadStrategy"] = "none" class BrowserThread(Thread): - def __init__(self, browser_t, id, service, version, event): + def __init__(self, browser_t, id, service, version, event, config): Thread.__init__(self) self.browser = browser_t + self.config = config self.id = id self.event = event self.saveName = saveName @@ -65,6 +68,14 @@ def __init__(self, browser_t, id, service, version, event): WebDriverWait(self.browser, 10) self.browser.get('about:blank') self.procedure = service["graph"] # 程序执行流程 + try: + self.maxViewLength = service["maxViewLength"] # 最大显示长度 + except: + self.maxViewLength = 15 + try: + self.outputFormat = service["outputFormat"] # 输出格式 + except: + self.outputFormat = "csv" try: if service["version"] >= "0.3.1": # 0.3.1及以上版本以上的EasySpider兼容从0.3.1版本开始的所有版本 pass @@ -88,6 +99,7 @@ def __init__(self, browser_t, id, service, version, event): self.links = list( filter(isnull, service["links"].split("\n"))) # 要执行的link的列表 self.OUTPUT = [] # 采集的数据 + self.OUTPUT.append([]) # 添加表头 self.containJudge = service["containJudge"] # 是否含有判断语句 tOut = service["outputParameters"] # 生成输出参数对象 self.outputParameters = {} @@ -95,15 +107,19 @@ def __init__(self, browser_t, id, service, version, event): self.log = "" # 记下现在总共开了多少个标签页 self.history = {"index": 0, "handle": None} # 记录页面现在所以在的历史记录的位置 self.SAVED = False # 记录是否已经存储了 - # 文件叠加的时候不添加表头 - if not os.path.exists("Data/Task_" + str(self.id) + "/" + self.saveName + '.csv'): - self.OUTPUT.append([]) # 添加表头 for para in tOut: if para["name"] not in self.outputParameters.keys(): self.outputParameters[para["name"]] = "" self.dataNotFoundKeys[para["name"]] = False - if not os.path.exists("Data/Task_" + str(self.id) + "/" + self.saveName + '.csv'): - self.OUTPUT[0].append(para["name"]) + # 文件叠加的时候不添加表头 + if self.outputFormat == "csv": + if not os.path.exists("Data/Task_" + str(self.id) + "/" + self.saveName + '.csv'): + self.OUTPUT[0].append(para["name"]) + elif self.outputFormat == "xlsx": + if not os.path.exists("Data/Task_" + str(self.id) + "/" + self.saveName + '.xlsx'): + self.OUTPUT[0].append(para["name"]) + elif self.outputFormat == "mysql": # MySQL不需要表头 + pass self.urlId = 0 # 全局记录变量 self.preprocess() # 预处理，优化提取数据流程 @@ -134,6 +150,8 @@ def preprocess(self): def run(self): # 挨个执行程序 for i in range(len(self.links)): + print("正在执行第", i + 1, "/ ", len(self.links), "个链接") + print("Executing link", i + 1, "/ ", len(self.links)) self.executeNode(0) self.urlId = self.urlId + 1 files = os.listdir("Data/Task_" + str(self.id) + "/" + self.saveName) @@ -167,11 +185,17 @@ def saveData(self, exit=False): with open("Data/Task_" + str(self.id) + "/" + self.saveName + '_log.txt', 'a', encoding='utf-8-sig') as file_obj: file_obj.write(self.log) file_obj.close() - with open("Data/Task_" + str(self.id) + "/" + self.saveName + '.csv', 'a', encoding='utf-8-sig', newline="") as f: - f_csv = csv.writer(f) - for line in self.OUTPUT: - f_csv.writerow(line) - f.close() + if self.outputFormat == "csv": + file_name = "Data/Task_" + \ + str(self.id) + "/" + self.saveName + '.csv' + write_to_csv(file_name, self.OUTPUT) + elif self.outputFormat == "xlsx": + file_name = "Data/Task_" + \ + str(self.id) + "/" + self.saveName + '.xlsx' + write_to_excel(file_name, self.OUTPUT) + elif self.outputFormat == "mysql": + # write_to_mysql(self.config, ) + pass self.OUTPUT = [] self.log = "" @@ -302,7 +326,7 @@ def customOperation(self, node, loopValue, loopPath, index): line = [] for value in self.outputParameters.values(): line.append(value) - print(value[:15], " ", end="") + print(value[:self.maxViewLength], " ", end="") print("") self.OUTPUT.append(line) @@ -728,6 +752,9 @@ def openPage(self, para, loopValue): self.browser.execute_script('window.stop()') except: pass + except Exception as e: + print("Failed to load page: " + url) + self.recordLog('Failed to load page: ' + url) try: self.history["index"] = self.browser.execute_script( "return history.length") @@ -1184,7 +1211,7 @@ def getData(self, para, loopElement, isInLoop=True, parentPath="", index=0): line = [] for value in self.outputParameters.values(): line.append(value) - print(value[:15], " ", end="") + print(value[:self.maxViewLength], " ", end="") print("") self.OUTPUT.append(line) # rt.end() @@ -1279,12 +1306,15 @@ def getData(self, para, loopElement, isInLoop=True, parentPath="", index=0): # 2. User Profile文件夹的路径是：C:\Users\用户名\AppData\Local\Google\Chrome\User Data不要加Default # 3. 就算User Profile相同，chrome版本不同所存储的cookie信息也不同，也不能爬 # 4. TMALL如果一直弹出验证码，而且无法通过验证，那么需要在其他浏览器上用 - if c.user_data: + try: with open(c.config_folder + c.config_file_name, "r", encoding='utf-8') as f: config = json.load(f) absolute_user_data_folder = config["absolute_user_data_folder"] print("\nAbsolute_user_data_folder:", absolute_user_data_folder, "\n") + except: + pass + if c.user_data: option.add_argument( f'--user-data-dir={absolute_user_data_folder}') # TMALL 反扒 option.add_argument("--profile-directory=Default") @@ -1371,7 +1401,8 @@ def getData(self, para, loopElement, isInLoop=True, parentPath="", index=0): print("过Cloudflare验证模式") event = Event() event.set() - thread = BrowserThread(browser_t, i, service, c.version, event) + thread = BrowserThread(browser_t, i, service, + c.version, event, config=config) print("Thread with task id: ", i, " is created") threads.append(thread) thread.start() diff --git a/ExecuteStage/requirements.txt b/ExecuteStage/requirements.txt index a92c9635..064f0caa 100644 --- a/ExecuteStage/requirements.txt +++ b/ExecuteStage/requirements.txt @@ -5,4 +5,5 @@ pyinstaller Pillow pytesseract keyboard -undetected_chromedriver \ No newline at end of file +undetected_chromedriver +openpyxl \ No newline at end of file diff --git a/ExecuteStage/utils.py b/ExecuteStage/utils.py index 895939a0..b2a34aeb 100644 --- a/ExecuteStage/utils.py +++ b/ExecuteStage/utils.py @@ -1,10 +1,21 @@ # 控制流程的暂停和继续 +import csv import os import time import uuid import keyboard +from openpyxl import Workbook, load_workbook import requests +from urllib.parse import urlparse + + +def is_valid_url(url): + try: + result = urlparse(url) + return all([result.scheme, result.netloc]) + except ValueError: + return False def check_pause(key, event): @@ -28,27 +39,32 @@ def download_image(url, save_directory): headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' } + if is_valid_url(url): + # 发送 GET 请求获取图片数据 + response = requests.get(url, headers=headers) - # 发送 GET 请求获取图片数据 - response = requests.get(url, headers=headers) + # 检查响应状态码是否为成功状态 + if response.status_code == requests.codes.ok: + # 提取文件名 + file_name = url.split('/')[-1].split("?")[0] - # 检查响应状态码是否为成功状态 - if response.status_code == requests.codes.ok: - # 提取文件名 - file_name = url.split('/')[-1].split("?")[0] + # 生成唯一的新文件名 + new_file_name = file_name + '_' + \ + str(uuid.uuid4()) + '_' + file_name - # 生成唯一的新文件名 - new_file_name = file_name + '_' + str(uuid.uuid4()) + '_' + file_name + # 构建保存路径 + save_path = os.path.join(save_directory, new_file_name) - # 构建保存路径 - save_path = os.path.join(save_directory, new_file_name) + # 保存图片到本地 + with open(save_path, 'wb') as file: + file.write(response.content) - # 保存图片到本地 - with open(save_path, 'wb') as file: - file.write(response.content) - - print("图片已成功下载到:", save_path) - print("The image has been successfully downloaded to:", save_path) + print("图片已成功下载到:", save_path) + print("The image has been successfully downloaded to:", save_path) + else: + print("下载图片失败，请检查此图片链接是否有效:", url) + print( + "Failed to download image, please check if this image link is valid:", url) else: print("下载图片失败，请检查此图片链接是否有效:", url) print("Failed to download image, please check if this image link is valid:", url) @@ -71,6 +87,29 @@ def isnull(s): return len(s) != 0 +def write_to_csv(file_name, data): + with open(file_name, 'a', encoding='utf-8-sig', newline="") as f: + f_csv = csv.writer(f) + for line in data: + f_csv.writerow(line) + f.close() + + +def write_to_excel(file_name, data): + if os.path.exists(file_name): + # 加载现有的工作簿 + wb = load_workbook(file_name) + ws = wb.active + else: + # 创建新的工作簿和工作表 + wb = Workbook() + ws = wb.active + # 追加数据到工作表 + for line in data: + ws.append(line) + # 保存工作簿 + wb.save(file_name) + class Time: def __init__(self, type1=""):