This endpoint allows parsing the content on any page you specify and will return the structured content of the target page, including link URLs, anchors, headings, and textual content.
Note: to use this endpoint, make sure the enable_content_parsing parameter in the Task Post request is set to true.
Instead of ‘login’ and ‘password’ use your credentials from https://app.dataforseo.com/api-dashboard
<?php
// You can download this file from here https://cdn.dataforseo.com/v3/examples/php/php_RestClient.zip
require('RestClient.php');
$api_url = 'https://api.dataforseo.com/';
// Instead of 'login' and 'password' use your credentials from https://app.dataforseo.com/api-dashboard
$client = new RestClient($api_url, null, 'login', 'password');
$post_array = array();
// simple way to get a result
$post_array[] = array(
"url" => "https://www.fujielectric.com/",
"id" => "11161551-1535-0216-0000-500b3f307f92",
);
try {
// POST /v3/on_page/content_parsing
// the full list of possible parameters is available in documentation
$result = $client->post('/v3/on_page/content_parsing', $post_array);
print_r($result);
// do something with post result
} catch (RestClientException $e) {
echo "n";
print "HTTP code: {$e->getHttpCode()}n";
print "Error code: {$e->getCode()}n";
print "Message: {$e->getMessage()}n";
print $e->getTraceAsString();
echo "n";
}
$client = null;
?>
The above command returns JSON structured like this:
{
"version": "0.1.20220819",
"status_code": 20000,
"status_message": "Ok.",
"time": "0.1735 sec.",
"cost": 0,
"tasks_count": 1,
"tasks_error": 0,
"tasks": [
{
"id": "11161602-1535-0216-0000-1aa4fc985e16",
"status_code": 20000,
"status_message": "Ok.",
"time": "0.1144 sec.",
"cost": 0,
"result_count": 1,
"path": [
"v3",
"on_page",
"content_parsing"
],
"data": {
"api": "on_page",
"function": "content_parsing",
"url": "https://www.fujielectric.com/",
"target": "www.fujielectric.com",
"max_crawl_pages": 10,
"enable_content_parsing": true
},
"result": [
{
"crawl_progress": "finished",
"crawl_status": {
"max_crawl_pages": 10,
"pages_in_queue": 0,
"pages_crawled": 6
},
"items_count": 1,
"items": [
{
"type": "content_parsing_element",
"fetch_time": "2022-11-16 12:02:41 +00:00",
"status_code": 200,
"page_content": {
"header": {
"primary_content": [
{
"text": "Fuji Electric businesses are focused on",
"url": null
}
],
"secondary_content": [
{
"text": "Hong Kong",
"url": "https://www.hk.fujielectric.com/en/"
},
{
"text": "About Us",
"url": null
},
{
"text": "Corporate Data",
"url": "https://www.fujielectric.com/company/data.html"
},
{
"text": "Management Strategy",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Our Businesses",
"url": "https://www.fujielectric.com/company/business/?ui_medium=gl_glnavi"
},
{
"text": "Contribution to SDGs",
"url": "https://www.fujielectric.com/company/csr/sdgs/?ui_medium=gl_glnavi"
},
{
"text": "Global Network",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Drives & Inverters",
"url": "https://www.fujielectric.com/products/drives_inverters.html?ui_medium=gl_glnavi"
},
{
"text": "Power Supply",
"url": "https://www.fujielectric.com/products/power_supply.html?ui_medium=gl_glnavi"
},
{
"text": "Sensors & Measurements",
"url": "https://www.fujielectric.com/products/sensors_measurements.html?ui_medium=gl_glnavi"
},
{
"text": "Factory Automation",
"url": "https://www.fujielectric.com/products/factory_automation.html?ui_medium=gl_glnavi"
},
{
"text": "Distributions & Controls",
"url": "https://www.fujielectric.com/products/distributions_controls.html?ui_medium=gl_glnavi"
},
{
"text": "Transmission & Distribution",
"url": "https://www.fujielectric.com/products/transmission_distribution.html?ui_medium=gl_glnavi"
},
{
"text": "Social Infrastructure",
"url": "https://www.fujielectric.com/products/social_infrastructure.html?ui_medium=gl_glnavi"
},
{
"text": "Energy Management",
"url": "https://www.fujielectric.com/products/energy_management.html?ui_medium=gl_glnavi"
},
{
"text": "Food and Beverage Distribution",
"url": "https://www.fujielectric.com/products/food.html?ui_medium=gl_glnavi"
},
{
"text": "Equipment Upgrades",
"url": "https://www.fujielectric.com/products/renewal.html?ui_medium=gl_glnavi"
},
{
"text": "Technical Document",
"url": "https://felib.fujielectric.co.jp/download/search2.htm?dosearch=1&site=global&lang=en&documentGroup=technical"
},
{
"text": "CAD data & Outline drawing",
"url": "https://felib.fujielectric.co.jp/download/searchcad3.htm?dosearch=1&documentGroup=cad&site=global&lang=en"
},
{
"text": "Management Information",
"url": "https://www.fujielectric.com/ir/management/?ui_medium=gl_glnavi"
},
{
"text": "IR Library",
"url": "https://www.fujielectric.com/ir/library/?ui_medium=gl_glnavi"
},
{
"text": "Financial Information",
"url": "https://www.fujielectric.com/ir/financial_data/?ui_medium=gl_glnavi"
},
{
"text": "Stock and Bond Information",
"url": "https://www.fujielectric.com/ir/stock_bond/?ui_medium=gl_glnavi"
},
{
"text": "ESG Material Issues",
"url": "https://www.fujielectric.com/company/csr/material-issues.html?ui_medium=gl_glnavi"
},
{
"text": "Environmental Vision 2050",
"url": "https://www.fujielectric.com/company/csr/global_environment/management_02_02.html?ui_medium=gl_glnavi"
},
{
"text": "Contact Us",
"url": "https://www.fujielectric.com/contact/?ui_medium=gl_glnavi"
},
{
"text": "About Us",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Corporate Data",
"url": "https://www.fujielectric.com/company/data.html"
},
{
"text": "Management Strategy",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Our Businesses",
"url": "https://www.fujielectric.com/company/business/?ui_medium=gl_glnavi"
},
{
"text": "Contribution to SDGs",
"url": "https://www.fujielectric.com/company/csr/sdgs/?ui_medium=gl_glnavi"
},
{
"text": "Global Network",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Products & Solutions",
"url": "https://www.fujielectric.com/products/?ui_medium=gl_glnavi"
},
{
"text": "Drives & Inverters",
"url": "https://www.fujielectric.com/products/drives_inverters.html?ui_medium=gl_glnavi"
},
{
"text": "Power Supply",
"url": "https://www.fujielectric.com/products/power_supply.html?ui_medium=gl_glnavi"
},
{
"text": "Sensors & Measurements",
"url": "https://www.fujielectric.com/products/sensors_measurements.html?ui_medium=gl_glnavi"
},
{
"text": "Factory Automation",
"url": "https://www.fujielectric.com/products/factory_automation.html?ui_medium=gl_glnavi"
},
{
"text": "Distributions & Controls",
"url": "https://www.fujielectric.com/products/distributions_controls.html?ui_medium=gl_glnavi"
},
{
"text": "Transmission & Distribution",
"url": "https://www.fujielectric.com/products/transmission_distribution.html?ui_medium=gl_glnavi"
},
{
"text": "Social Infrastructure",
"url": "https://www.fujielectric.com/products/social_infrastructure.html?ui_medium=gl_glnavi"
},
{
"text": "Energy Management",
"url": "https://www.fujielectric.com/products/energy_management.html?ui_medium=gl_glnavi"
},
{
"text": "Food and Beverage Distribution",
"url": "https://www.fujielectric.com/products/food.html?ui_medium=gl_glnavi"
},
{
"text": "Equipment Upgrades",
"url": "https://www.fujielectric.com/products/renewal.html?ui_medium=gl_glnavi"
},
{
"text": "Technical Document",
"url": "https://felib.fujielectric.co.jp/download/search2.htm?dosearch=1&site=global&lang=en&documentGroup=technical"
},
{
"text": "CAD data & Outline drawing",
"url": "https://felib.fujielectric.co.jp/download/searchcad3.htm?dosearch=1&documentGroup=cad&site=global&lang=en"
},
{
"text": "Investor Relations",
"url": "https://www.fujielectric.com/ir/?ui_medium=gl_glnavi"
},
{
"text": "Management Information",
"url": "https://www.fujielectric.com/ir/management/?ui_medium=gl_glnavi"
},
{
"text": "IR Library",
"url": "https://www.fujielectric.com/ir/library/?ui_medium=gl_glnavi"
},
{
"text": "Financial Information",
"url": "https://www.fujielectric.com/ir/financial_data/?ui_medium=gl_glnavi"
},
{
"text": "Stock and Bond Information",
"url": "https://www.fujielectric.com/ir/stock_bond/?ui_medium=gl_glnavi"
},
{
"text": "ESG Material Issues",
"url": "https://www.fujielectric.com/company/csr/material-issues.html?ui_medium=gl_glnavi"
},
{
"text": "Environmental Vision 2050",
"url": "https://www.fujielectric.com/company/csr/global_environment/management_02_02.html?ui_medium=gl_glnavi"
},
{
"text": "Contact Us",
"url": "https://www.fujielectric.com/contact/?ui_medium=gl_glnavi"
},
{
"text": "Fe Library",
"url": "https://felib.fujielectric.co.jp/download/index.htm?site=global&lang=en"
},
{
"text": "\"Energy and Environment\"",
"url": null
},
{
"text": "Fuji Electric",
"url": null
},
{
"text": "Solution Movie",
"url": null
}
]
},
"footer": {
"primary_content": [
{
"text": "© Fuji Electric Co., Ltd. All rights reserved.",
"url": null
}
],
"secondary_content": [
{
"text": "Corporate Data",
"url": "https://www.fujielectric.com/company/data.html"
},
{
"text": "Management Strategy",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Our Businesses",
"url": "https://www.fujielectric.com/company/business/"
},
{
"text": "Contribution to SDGs",
"url": "https://www.fujielectric.com/company/csr/sdgs/"
},
{
"text": "Global Network",
"url": "https://www.fujielectric.com/company/"
},
{
"text": "Drives & Inverters",
"url": "https://www.fujielectric.com/products/drives_inverters.html"
},
{
"text": "Power Supply",
"url": "https://www.fujielectric.com/products/power_supply.html"
},
{
"text": "Sensors & Measurements",
"url": "https://www.fujielectric.com/products/sensors_measurements.html"
},
{
"text": "Factory Automation",
"url": "https://www.fujielectric.com/products/factory_automation.html"
},
{
"text": "Distributions & Controls",
"url": "https://www.fujielectric.com/products/distributions_controls.html"
},
{
"text": "Transmission & Distribution",
"url": "https://www.fujielectric.com/products/transmission_distribution.html"
},
{
"text": "Social Infrastructure",
"url": "https://www.fujielectric.com/products/social_infrastructure.html"
},
{
"text": "Energy Management",
"url": "https://www.fujielectric.com/products/energy_management.html"
},
{
"text": "Food and Beverage Distribution",
"url": "https://www.fujielectric.com/products/food.html"
},
{
"text": "Equipment Upgrades",
"url": "https://www.fujielectric.com/products/renewal.html"
},
{
"text": "Technical Document",
"url": "https://felib.fujielectric.co.jp/download/search2.htm?dosearch=1&site=global&lang=en&documentGroup=technical"
},
{
"text": "CAD data & Outline drawing",
"url": "https://felib.fujielectric.co.jp/download/searchcad3.htm?dosearch=1&documentGroup=cad&site=global&lang=en"
},
{
"text": "Management Information",
"url": "https://www.fujielectric.com/ir/management/"
},
{
"text": "IR Library",
"url": "https://www.fujielectric.com/ir/library/"
},
{
"text": "Financial Information",
"url": "https://www.fujielectric.com/ir/financial_data/"
},
{
"text": "Stock and Bond Information",
"url": "https://www.fujielectric.com/ir/stock_bond/"
},
{
"text": "ESG Material Issues",
"url": "https://www.fujielectric.com/company/csr/material-issues.html"
},
{
"text": "Environmental Vision 2050",
"url": "https://www.fujielectric.com/company/csr/global_environment/management_02_02.html"
},
{
"text": "Product Inquiries",
"url": "https://www.fujielectric.com/contact/"
},
{
"text": "Corporate Inquiries",
"url": "https://www.fujielectric.com/contact/contact.php?kind=Investor%20Relations"
},
{
"text": "Privacy policy",
"url": "https://www.fujielectric.com/privacy/index.html"
},
{
"text": "Terms of Services",
"url": "https://www.fujielectric.com/copyright/"
},
{
"text": "Site Map",
"url": "https://www.fujielectric.com/sitemap/"
},
{
"text": "Cookie Settings",
"url": null
},
{
"text": "Social Media",
"url": "https://www.fujielectric.com/socialmedia/"
},
{
"text": "Social Media",
"url": "https://www.fujielectric.com/socialmedia/"
}
]
},
"main_topic": null,
"secondary_topic": [
{
"h_title": "Topics",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Solar Pump Inverters for a Rural Area in India\nContributing to Agricultural Development by Utilizing Solar Power Without Waste",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Interview about research and development to achieve carbon neutrality through open innovation",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Announcement Regarding Changes to the Management of Subsidiary as of October 1, 2022",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Work on virtual power plant, a key to the spread of renewable energy",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Interview about how we contributing to customers seeking to achieve carbon neutrality",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Global Network",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": null,
"secondary_content": [
{
"text": "Asia/Middle East",
"url": "https://www.fujielectric.com/company/asia.php"
},
{
"text": "Regional Websites",
"url": null
}
]
},
{
"h_title": "Regional Websites",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": null,
"secondary_content": [
{
"text": "Hong Kong",
"url": "https://www.hk.fujielectric.com/en/"
}
]
},
{
"h_title": "Products & Solutions",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": [
{
"text": "Food and Beverage Distribution",
"url": null
}
],
"secondary_content": [
{
"text": "Drives & Inverters",
"url": null
},
{
"text": "Power Supply",
"url": null
},
{
"text": "Sensors & Measurements",
"url": null
},
{
"text": "Factory Automation Systems",
"url": null
},
{
"text": "Distribution & Controls",
"url": null
},
{
"text": "Transmission & Distribution",
"url": null
},
{
"text": "Social Infrastructure",
"url": null
},
{
"text": "Energy Management",
"url": null
},
{
"text": "Food and Beverage",
"url": null
},
{
"text": "Equipment Upgrades",
"url": null
},
{
"text": "Drives & Inverters",
"url": null
},
{
"text": "Power Supply",
"url": null
},
{
"text": "Sensors & Measurements",
"url": null
},
{
"text": "Factory Automation Systems",
"url": null
},
{
"text": "Distribution & Controls",
"url": null
},
{
"text": "Transmission & Distribution",
"url": null
},
{
"text": "Social Infrastructure",
"url": null
},
{
"text": "Energy Management",
"url": null
},
{
"text": "Equipment Upgrades",
"url": null
},
{
"text": "AC Drives (Low voltage)",
"url": "https://www.fujielectric.com/products/ac_drives_lv/"
},
{
"text": "AC Drives (Medium voltage)",
"url": "https://www.fujielectric.com/products/adjustable_speed_drive/"
},
{
"text": "Servo Systems",
"url": "https://www.fujielectric.com/products/servo/"
},
{
"text": "UPS, Uninterruptible Power System",
"url": "https://www.fujielectric.com/products/power_supply/"
},
{
"text": "Solar Inverters",
"url": "https://www.fujielectric.com/products/power_supply/power_conditioner/megasolar.html"
},
{
"text": "Data Center",
"url": "https://www.fujielectric.com/products/solution/case-studies/datacenter.html"
},
{
"text": "Large-Capacity Rectifier, S-Former",
"url": "https://www.fujielectric.com/products/s_former/"
},
{
"text": "Radiation Monitoring",
"url": "https://www.fujielectric.com/products/radiation/"
},
{
"text": "PLC, Programmable logic controller",
"url": "https://www.fujielectric.com/products/plc/"
},
{
"text": "HMI, Human machine interface",
"url": "http://monitouch.fujielectric.com/"
},
{
"text": "Process Control System, MICREX-NX",
"url": "https://www.fujielectric.com/products/process_control_automation_system/"
},
{
"text": "Monitoring and Control System, MICREX-VieW XX",
"url": "https://www.fujielectric.com/products/micrex_view/"
},
{
"text": "Process Data Acquisition and analysis, f(s)NISDAS",
"url": "https://www.fujielectric.com/products/fsnisdas_x/"
},
{
"text": "Steel EMS Solution",
"url": "https://www.fujielectric.com/products/steel_ems_solution/"
},
{
"text": "Steel EMS Package LITE",
"url": "https://www.fujielectric.com/products/steel_ems_solution/lite/"
},
{
"text": "Boiler Combustion solution",
"url": "https://www.fujielectric.com/products/boiler_combustion_solution/"
},
{
"text": "LV Distribution",
"url": "https://www.fujielectric.com/products/lv.html"
},
{
"text": "Motor Control",
"url": "https://www.fujielectric.com/products/mc.html"
},
{
"text": "Energy Control Equipment",
"url": "https://www.fujielectric.com/products/pm.html"
},
{
"text": "MV Distribution",
"url": "https://www.fujielectric.com/products/mv.html"
},
{
"text": "Oil-immersed Transformer, Shunt Reactor",
"url": "https://www.fujielectric.com/products/oil-immersed_transformer/"
},
{
"text": "Cast Resin Transformer, MOLTRA",
"url": "https://www.fujielectric.com/products/cast_resin_transformer/"
},
{
"text": "GIS, Gas Insulated Switchgear",
"url": "https://www.fujielectric.com/products/gas_insulated_switchgear/"
},
{
"text": "MV & LV Switchgear and Control Center",
"url": "https://www.fujielectric.com/products/switchgear_and_control_center/"
},
{
"text": "DC High-speed Vacuum Circuit Breaker",
"url": "https://www.fujielectric.com/products/vacuum_circuit_breaker/"
},
{
"text": "Pure Water Vaporization Cooling Silicon Rectifier",
"url": "https://www.fujielectric.com/products/silicon_rectifier/"
},
{
"text": "Tunnel Ventilation System",
"url": "https://www.fujielectric.com/products/ventilations/"
},
{
"text": "Marine Environment Protection",
"url": "https://www.fujielectric.com/products/saveblue/"
},
{
"text": "Electrical Equipment for Railcars",
"url": "https://www.fujielectric.com/products/electric_railways/"
},
{
"text": "Thermal Power Generation",
"url": "https://www.fujielectric.com/products/thermal_power_generation/"
},
{
"text": "Geothermal Power Generation",
"url": "https://www.fujielectric.com/products/geothermal_power_generation/"
},
{
"text": "Nuclear Power",
"url": "https://www.fujielectric.com/products/nuclear/"
},
{
"text": "Fuel Cell",
"url": "https://www.fujielectric.com/products/fuelcell/"
},
{
"text": "Power System Simulator",
"url": "https://www.fujielectric.com/products/energy_ctrl_mng/b02.html"
},
{
"text": "Multipurpose Vending Machine",
"url": "https://www.fujielectric.com/products/can_pet_vending_machine/"
},
{
"text": "Can & PET Bottle Beverage Vending Machine",
"url": "https://www.fujielectric.com/products/hot_cold_vending_machine/"
},
{
"text": "Coin Mechanism",
"url": "https://www.fujielectric.com/products/coin_mechanism/"
},
{
"text": "Bill Validator",
"url": "https://www.fujielectric.com/products/bill_validator/"
},
{
"text": "Fuji Electric Solution",
"url": "https://www.fujielectric.com/products/solution/"
},
{
"text": "IoT System Solution",
"url": "https://www.fujielectric.com/products/solution/system_solution/"
},
{
"text": "Service Solution",
"url": "https://www.fujielectric.com/products/service_solution/"
},
{
"text": "After Sales Services",
"url": "https://www.fujielectric.com/products/renewal/ac_drives_lv/"
},
{
"text": "Medium-Voltage Devices in the Panel",
"url": "https://www.fujielectric.com/products/renewal/hv_distribution/"
},
{
"text": "Low-Voltage Electric Distribution Devices",
"url": "https://www.fujielectric.com/products/renewal/lv_distribution/"
},
{
"text": "AC Drives (Medium voltage)",
"url": "https://www.fujielectric.com/products/renewal/adjustable_speed_drive/"
},
{
"text": "UPS, Uninterruptible Power System",
"url": "https://www.fujielectric.com/products/renewal/ups/"
},
{
"text": "Monitoring and Control Systems",
"url": "https://www.fujielectric.com/products/renewal/monitoring/"
},
{
"text": "AC Drives (Low voltage)",
"url": "https://www.fujielectric.com/products/renewal/ac_drives_lv/"
}
]
},
{
"h_title": "News Release",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": null,
"secondary_content": [
{
"text": "Learn More",
"url": "https://www.fujielectric.com/company/news/"
}
]
},
{
"h_title": "Notice",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 2,
"primary_content": null,
"secondary_content": [
{
"text": "Learn More",
"url": "https://www.fujielectric.com/event.html"
}
]
},
{
"h_title": "Stories",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Introducing Fuji Electric's efforts to solve social and environmental issues.",
"url": "https://www.fujielectric.com/company/story/index.html"
}
]
},
{
"h_title": "Group Companies",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Find Fuji Electric group companies nearest to you.",
"url": "https://www.fujielectric.com/company/offices/index.html"
}
]
},
{
"h_title": "Research & Development",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Discover how we innovate energy technjology.",
"url": "https://www.fujielectric.com/company/research_development/"
}
]
},
{
"h_title": "SDGs",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Find out how we are committed to contributing to the realization of a sustainable society.",
"url": "https://www.fujielectric.com/company/csr/sdgs/index.html"
}
]
},
{
"h_title": "ESG",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Find out about our ESG initiatives for sustainable growth.",
"url": "https://www.fujielectric.com/company/csr/index.html"
}
]
},
{
"h_title": "Business Overview",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": null
},
{
"h_title": "Important Notices",
"main_title": "Topics",
"author": null,
"language": "en",
"level": 3,
"primary_content": null,
"secondary_content": [
{
"text": "Warning regarding suspicious solicitations using our company name",
"url": "https://www.fujielectric.com/notice/2021122301.html?from_top=news_important_01"
}
]
}
]
}
}
]
}
]
}
]
}
All POST data should be sent in the JSON format (UTF-8 encoding). The task setting is done using the POST method. When setting a task, you should send all task parameters in the task array of the generic POST array.
Description of the fields for setting a task:
| Field name | Type | Description |
|---|---|---|
url |
string | URL of the content to parse required field URL of the page to parse example: https://www.fujielectric.com/ |
id |
string | ID of the task required field you can get this ID in the response of the Task POST endpoint note: the enable_content_parsing parameter in the POST request must be set to trueexample: "07131248-1535-0216-1000-17384017ad04" |
As a response of the API server, you will receive JSON-encoded data containing a tasks array with the information specific to the set tasks.
Description of the fields in the response array:
| Field name | Type | Description |
|---|---|---|
version |
string | the current version of the API |
status_code |
integer | general status code you can find the full list of the response codes here Note: we strongly recommend designing a necessary system for handling related exceptional or error conditions |
status_message |
string | general informational message you can find the full list of general informational messages here |
time |
string | execution time, seconds |
cost |
float | total tasks cost, USD |
tasks_count |
integer | the number of tasks in the tasks array |
tasks_error |
integer | the number of tasks in the tasks array returned with an error |
tasks |
array | array of tasks |
id |
string | task identifier unique task identifier in our system in the UUID format |
status_code |
integer | status code of the task generated by DataForSEO; can be within the following range: 10000-60000 you can find the full list of the response codes here |
status_message |
string | informational message of the task you can find the full list of general informational messages here |
time |
string | execution time, seconds |
cost |
float | cost of the task, USD |
result_count |
integer | number of elements in the result array |
path |
array | URL path |
data |
object | contains the same parameters that you specified in the POST request |
result |
array | array of results |
crawl_progress |
string | status of the crawling session possible values: in_progress, finished |
crawl_status |
object | details of the crawling session |
items_count |
integer | number of items in the results array |
items |
array | items array |
| ‘сontent_parsing_element’ | ||
type |
string | type of the returned item = ‘сontent_parsing_element’ |
fetch_time |
string | date and time when the content was fethced example: "2022-11-01 10:02:52 +00:00" |
status_code |
integer | status code of the page |
page_content |
object | parsed content of the page |
header |
object | parsed content of the header |
primary_content |
array | primary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
secondary_content |
array | secondary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
footer |
object | parsed content of the footer |
primary_content |
array | primary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
secondary_content |
array | secondary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
main_topic |
array | main topic on the page you can find more information about topic priority calculation in this help center article |
h_title |
string | meta title |
main_title |
string | main title of the block |
author |
string | content author name |
language |
string | content language |
level |
string | HTML level |
primary_content |
array | primary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
secondary_content |
array | secondary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
secondary_topic |
array | secondary topic on the page you can find more information about topic priority calculation in this help center article |
h_title |
string | meta title |
main_title |
string | main title of the block |
author |
string | content author name |
language |
string | content language |
level |
string | HTML level |
primary_content |
array | primary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |
secondary_content |
array | secondary content on the page you can find more information about content priority calculation in this help center article |
text |
string | content text |
url |
string | page URL displayed in case the text is a link anchor |