抓取API接口文档/任务查询 API
最后更新于
最后更新于
POST /g/api/web-scraper-api/tasks-list HTTP/1.1
Host:
token: text
Content-Type: application/x-www-form-urlencoded
Accept: */*
Content-Length: 24
"page='1'&size='20'"{
"ret": 0,
"code": 200,
"msg": "success",
"ret_data": {
"count": 42,
"list": [
{
"task_id": "06d98bdf23c74d6ca12aff249b0b88da",
"created_time": 1761528801,
"end_time": 1761528801,
"product_id": 486,
"url": "{\"spider_errors\":true,\"spider_id\":\"linkedin_people_profiles_by-url\",\"spider_parameters\":[{\"url\":\"https://www.linkedin.com/in/bulentakar/\"}]}",
"api_url": "",
"api_code": 400,
"api_result": "",
"api_error_msg": "520 Other Errors - Other undefined errors.",
"api_response_time": 0,
"success_rate": 0,
"file_size": 0,
"error_number": 0,
"success_number": 0,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "0ab8d554f3904088a7692fb9e4b82500",
"created_time": 1761373421,
"end_time": 1761373425,
"product_id": 428,
"url": "{\"spider_errors\":true,\"spider_id\":\"twitter_profiles_by-url\",\"spider_parameters\":[{\"max_number_of_posts\":\"10\",\"url\":\"https://x.com/elonmusk\"},{\"max_number_of_posts\":\"10\",\"url\":\"https://x.com/fabrizioromano\"}]}",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 3703,
"success_rate": 1,
"file_size": 12325,
"error_number": 0,
"success_number": 2,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "436d0aae143843a8ba8bcc2704d95956",
"created_time": 1761311757,
"end_time": 1761311986,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=_SdpvpvVrLY\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 228908,
"success_rate": 1,
"file_size": 135877295,
"error_number": 0,
"success_number": 2,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "c1d38fd6118a4306b692091899906fe1",
"created_time": 1761293228,
"end_time": 1761293229,
"product_id": 486,
"url": "{\"spider_errors\":true,\"spider_id\":\"linkedin_people_profiles_by-url\",\"spider_parameters\":[{\"url\":\"https://www.linkedin.com/in/bulentakar/\"}]}",
"api_url": "",
"api_code": 400,
"api_result": "",
"api_error_msg": "520 Other Errors - Other undefined errors.",
"api_response_time": 0,
"success_rate": 0,
"file_size": 0,
"error_number": 0,
"success_number": 0,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "c575c1feaf53418c8709a872a53e95ff",
"created_time": 1761284785,
"end_time": 1761284814,
"product_id": 465,
"url": "{\"spider_errors\":true,\"spider_id\":\"glassdoor_company_by-url\",\"spider_parameters\":[{\"url\":\"https://www.glassdoor.co.uk/Overview/Working-at-Gilbarco-Veeder-Root-EI_IE38683.11,31.htm\"}]}",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 28998,
"success_rate": 1,
"file_size": 4400,
"error_number": 0,
"success_number": 1,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "864004b9590540fdade855085b991183",
"created_time": 1761228062,
"end_time": 1761228062,
"product_id": 486,
"url": "{\"spider_errors\":true,\"spider_id\":\"linkedin_people_profiles_by-url\",\"spider_parameters\":[{\"url\":\"https://www.linkedin.com/in/bulentakar/\"}]}",
"api_url": "",
"api_code": 400,
"api_result": "",
"api_error_msg": "520 Other Errors - Other undefined errors.",
"api_response_time": 0,
"success_rate": 0,
"file_size": 0,
"error_number": 0,
"success_number": 0,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "0f231fdad4414a6cb551f699c09312ee",
"created_time": 1761227157,
"end_time": 1761227508,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=_SdpvpvVrLY\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "ERROR: aria2c exited with code 1",
"api_response_time": 350001,
"success_rate": 1,
"file_size": 135877295,
"error_number": 0,
"success_number": 2,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "f1d2396478d84374add949b74bd5218f",
"created_time": 1761223810,
"end_time": 1761224118,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "ERROR: aria2c exited with code 1",
"api_response_time": 307870,
"success_rate": 1,
"file_size": 157955802,
"error_number": 0,
"success_number": 3,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "12a794929a73456fbf6347d4094cd1e3",
"created_time": 1761220447,
"end_time": 1761220450,
"product_id": 398,
"url": "[{\"url\":\"https://www.youtube.com/@mrbeast\",\"audio_format\":\"\",\"is_subtitles\":\"\",\"subtitles_language\":\"\",\"resolution\":\"\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 2769,
"success_rate": 1,
"file_size": 6242,
"error_number": 0,
"success_number": 1,
"type": 2,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "62809101dfab43de8efef7e07916ad84",
"created_time": 1761220270,
"end_time": 1761220319,
"product_id": 432,
"url": "{\"spider_errors\":true,\"spider_id\":\"reddit_posts_by-url\",\"spider_parameters\":[{\"url\":\"https://www.reddit.com/r/battlefield2042/comments/1cmqs1d/official_update_on_the_next_battlefield_game/\"},{\"url\":\"https://www.reddit.com/r/FlappyGoose/comments/1nn4f1o/upvote_if_you_beat_it/?entry_point=games_drawer_personalized_game\"},{\"url\":\"https://reddit.com/r/datascience/comments/1cmnf0m/technical_interview_python_sql_problem_but_not/\"}]}",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "The target page returned a CAPTCHA, login page, or a 503 error, and access has been restricted.",
"api_response_time": 48443,
"success_rate": 0.6699999999999999,
"file_size": 47836,
"error_number": 1,
"success_number": 2,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "c5f82aa114cf4bcfa4fde5d1841ac5e7",
"created_time": 1761220077,
"end_time": 1761220343,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=_SdpvpvVrLY\",\"audio_format\":\"\",\"is_subtitles\":\"true\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"true\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 265837,
"success_rate": 1,
"file_size": 136149111,
"error_number": 0,
"success_number": 2,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "fb49b915cd4e40398e217ec9ac875610",
"created_time": 1761210305,
"end_time": 1761210310,
"product_id": 401,
"url": "[{\"url\":\"\",\"audio_format\":\"\",\"is_subtitles\":\"\",\"subtitles_language\":\"\",\"resolution\":\"\",\"bitrate\":null,\"video_id\":\"8RePenzQH80\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 4449,
"success_rate": 1,
"file_size": 5531,
"error_number": 0,
"success_number": 1,
"type": 2,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "d4ba9165967b4d87832cdf7753ce858c",
"created_time": 1761209790,
"end_time": 1761209957,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"true\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 166481,
"success_rate": 1,
"file_size": 0,
"error_number": 0,
"success_number": 1,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "f986a9d2f7f64c45bed75fae8a55f469",
"created_time": 1761208253,
"end_time": 1761208500,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=_Sdpvpvasdd\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "ERROR: [youtube] _Sdpvpvasdd: Video unavailable",
"api_response_time": 244701,
"success_rate": 0.5,
"file_size": 0,
"error_number": 1,
"success_number": 1,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "0eec07b89acd4b77aba3b92d793006f6",
"created_time": 1761207596,
"end_time": 1761207733,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 136757,
"success_rate": 1,
"file_size": 0,
"error_number": 0,
"success_number": 1,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "81dc487c89954d45b41248a4a1e8569e",
"created_time": 1761202846,
"end_time": 1761203063,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=_SdpvpvVrLY\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true},{\"url\":\"https://www.youtube.com\",\"audio_format\":\"\",\"is_subtitles\":\"false\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 400,
"api_result": "",
"api_error_msg": "Other Errors - Other undefined errors.;ERROR: [youtube] _SdpvpvVrLY: Sign in to confirm you’re not a bot. Use --cookies-from-browser or --cookies for the authentication. See https://github.com/yt-dlp/yt-dlp/wiki/FAQ#how-do-i-pass-cookies-to-yt-dlp for how to manually pass cookies. Also see https://github.com/yt-dlp/yt-dlp/wiki/Extractors#exporting-youtube-cookies for tips on effectively exporting YouTube cookies",
"api_response_time": 216623,
"success_rate": 0,
"file_size": 0,
"error_number": 2,
"success_number": 0,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "e188d626833040299095f8b3d0fa4796",
"created_time": 1761113980,
"end_time": 1761114010,
"product_id": 420,
"url": "{\"spider_errors\":true,\"spider_id\":\"ins_posts_by-profileurl\",\"spider_parameters\":[{\"end_date\":\"03-01-2025\",\"post_type\":\"Post\",\"profileurl\":\"https://www.instagram.com/marcusfaberfdp\",\"resultsLimit\":\"5\",\"start_date\":\"01-01-2025\"}]}",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 29000,
"success_rate": 0.4,
"file_size": 120,
"error_number": 3,
"success_number": 2,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "d735af67963c4706af11ba51217c5d42",
"created_time": 1761113818,
"end_time": 1761113826,
"product_id": 432,
"url": "{\"spider_errors\":true,\"spider_id\":\"reddit_posts_by-url\",\"spider_parameters\":[{\"url\":\"https://www.reddit.com/r/battlefield2042/comments/1cmqs1d/official_update_on_the_next_battlefield_game/\"}]}",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 7669,
"success_rate": 1,
"file_size": 20196,
"error_number": 0,
"success_number": 1,
"type": 0,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "4b41fc9443a54b7080050441bdda02a6",
"created_time": 1761050204,
"end_time": 1761050378,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=xgoXsRIVUQw\",\"audio_format\":\"\",\"is_subtitles\":\"true\",\"subtitles_language\":\"ja\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "",
"api_response_time": 173234,
"success_rate": 1,
"file_size": 18764297,
"error_number": 0,
"success_number": 1,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
},
{
"task_id": "c3074fd7b2ee4779beaacf89c6928ae0",
"created_time": 1761049719,
"end_time": 1761049901,
"product_id": 358,
"url": "[{\"url\":\"https://www.youtube.com/watch?v=8RePenzQH80\",\"audio_format\":\"\",\"is_subtitles\":\"true\",\"subtitles_language\":\"en\",\"resolution\":\"720p\",\"bitrate\":null,\"video_id\":\"\",\"load_replies\":null,\"num_of_comments\":null,\"sort_by\":null,\"subtitles_type\":\"\",\"keyword\":\"\",\"page_turning\":null,\"spider_errors\":true}]",
"api_url": "",
"api_code": 200,
"api_result": "",
"api_error_msg": "ERROR: aria2c exited with code 1",
"api_response_time": 181592,
"success_rate": 1,
"file_size": 78969540,
"error_number": 0,
"success_number": 1,
"type": 1,
"api_key": "37918765a529241adb038db42d6ddc5b"
}
]
},
"timestamp": 1766043512
}POST /g/api/web-scraper-api/tasks_download HTTP/1.1
Host:
token: text
Content-Type: application/x-www-form-urlencoded
Accept: */*
Content-Length: 61
"tasks_id='17d261ce8a8347d6a8f9e867ac92e0d2'&type='json'"{
"ret": 0,
"code": 200,
"msg": "success",
"ret_data": {
"download": "http://serp.ipidea.http.321174.com/download?api_key=37918765a529241adb038db42d6ddc5b&task_id=62809101dfab43de8efef7e07916ad84&type=json",
"tasks_ids": "62809101dfab43de8efef7e07916ad84"
},
"timestamp": 1766043746
}POST /g/api/web-scraper-api/tasks-status HTTP/1.1
Host:
token: text
Content-Type: application/x-www-form-urlencoded
Accept: */*
Content-Length: 48
"tasks_ids='17d261ce8a8347d6a8f9e867ac92e0d2'"{
"ret": 0,
"code": 200,
"msg": "success",
"ret_data": [
{
"task_id": "0ab8d554f3904088a7692fb9e4b82500",
"status": "Ready"
}
],
"timestamp": 1766043238
}POST /g/api/web-scraper-api/get_latest_task_status HTTP/1.1
Host:
token: text
Content-Type: text
Accept: */*
{
"ret": 0,
"code": 200,
"msg": "success",
"ret_data": {
"api_code": 0,
"api_error_msg": ""
},
"timestamp": 1766048298
}