|
|
Last Retry |
Queue |
Job |
Arguments |
Error |
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "743352"=>{"url"=>"https://www.yodobashi.com/product/100000001008635373/", "layout_id"=>4}, "748292"=>{"url"=>"https://www.yodobashi.com/product/100000001008519046/", "layout_id"=>4}, "750646"=>{"url"=>"https://www.yodobashi.com/product/100000001000182068/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "753729"=>{"url"=>"https://www.yodobashi.com/product/100000001008736415/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "757385"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008283400/", "layout_id"=>4}, "757426"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007900948/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "760454"=>{"url"=>"https://www.yodobashi.com/product/100000001008742297/", "layout_id"=>4}, "761057"=>{"url"=>"https://www.yodobashi.com/product/100000001008795642/", "layout_id"=>4}, "761062"=>{"url"=>"https://www.yodobashi.com/product/100000001008795636/", "layout_id"=>4}, "761063"=>{"url"=>"https://www.yodobashi.com/product/100000001008514848/", "layout_id"=>4}, "761067"=>{"url"=>"https://www.yodobashi.com/product/100000001008795647/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[757089, 714781, 429300, 738821, 429297, 754027, 730929, 737442, 758934, 752043, 758933, 737408, 722215, 737340, 722173, 737336, 722164, 722157, 722144, 732909], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "743679"=>{"url"=>"https://www.yodobashi.com/product/100000001008636245/", "layout_id"=>4}, "753862"=>{"url"=>"https://www.yodobashi.com/product/100000001008698451/", "layout_id"=>4}, "753863"=>{"url"=>"https://www.yodobashi.com/product/100000001008696386/", "layout_id"=>4}, "753969"=>{"url"=>"https://www.yodobashi.com/product/100000001008745935/", "layout_id"=>4}, "754651"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008219131/", "layout_id"=>4}, "754804"=>{"url"=>"https://www.yodobashi.com/product/100000001008717112/", "layout_id"=>4}, "756561"=>{"url"=>"https://www.yodobashi.com/product/100000009003895985/", "layout_id"=>4}, "756562"=>{"url"=>"https://www.yodobashi.com/product/100000009003887908/", "layout_id"=>4}, "756563"=>{"url"=>"https://www.yodobashi.com/product/100000009003883632/", "layout_id"=>4}, "756564"=>{"url"=>"https://www.yodobashi.com/product/100000009003842529/", "layout_id"=>4}, "756565"=>{"url"=>"https://www.yodobashi.com/product/100000009003881103/", "layout_id"=>4}, "756566"=>{"url"=>"https://www.yodobashi.com/product/100000009003904532/", "layout_id"=>4}, "756567"=>{"url"=>"https://www.yodobashi.com/product/100000009003888120/", "layout_id"=>4}, "756568"=>{"url"=>"https://www.yodobashi.com/product/100000009003858181/", "layout_id"=>4}, "756569"=>{"url"=>"https://www.yodobashi.com/product/100000009003893700/", "layout_id"=>4}, "756570"=>{"url"=>"https://www.yodobashi.com/product/100000009003877746/", "layout_id"=>4}, "758803"=>{"url"=>"https://www.yodobashi.com/product/100000001008730728/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "762530"=>{"url"=>"https://www.yodobashi.com/product/100000001008794678/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[760531, 750914, 711225, 742496, 742494, 753028, 719365, 740433, 742395, 742383, 747439, 733624, 733385, 733399, 732437, 754851, 732435, 724667, 733412, 713831], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741105"=>{"url"=>"https://www.yodobashi.com/product/100000001008280527/", "layout_id"=>4}, "741106"=>{"url"=>"https://www.yodobashi.com/product/100000001005934507/", "layout_id"=>4}, "741446"=>{"url"=>"https://www.yodobashi.com/product/200000000100264118/", "layout_id"=>4}, "743162"=>{"url"=>"https://www.yodobashi.com/product/100000001008566470/", "layout_id"=>4}, "743352"=>{"url"=>"https://www.yodobashi.com/product/100000001008635373/", "layout_id"=>4}, "746280"=>{"url"=>"https://www.yodobashi.com/product/100000001008663735/", "layout_id"=>4}, "746436"=>{"url"=>"https://www.yodobashi.com/product/100000001008665147/", "layout_id"=>4}, "747665"=>{"url"=>"https://www.yodobashi.com/product/100000001008528272/", "layout_id"=>4}, "748834"=>{"url"=>"https://www.yodobashi.com/product/100000009003887693/", "layout_id"=>4}, "750070"=>{"url"=>"https://www.yodobashi.com/product/100000001008714604/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "750647"=>{"url"=>"https://www.yodobashi.com/product/100000001008634815/", "layout_id"=>4}, "751491"=>{"url"=>"https://www.yodobashi.com/product/100000001008633830/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "753118"=>{"url"=>"https://www.yodobashi.com/product/100000001008722009/", "layout_id"=>4}, "755347"=>{"url"=>"https://www.yodobashi.com/product/100000001008752625/", "layout_id"=>4}, "758069"=>{"url"=>"https://www.yodobashi.com/product/100000001008771561/", "layout_id"=>4}, "758071"=>{"url"=>"https://www.yodobashi.com/product/100000001008755447/", "layout_id"=>4}, "758074"=>{"url"=>"https://www.yodobashi.com/product/100000001008498166/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[761999, 734477, 706769, 741637, 734465, 748569, 741615, 741608, 733655, 742493, 759534, 733657, 706449, 733646, 719368, 734491, 759324, 731140, 744515, 759307], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"740627"=>{"url"=>"https://www.yodobashi.com/product/100000001008576563/", "layout_id"=>4}, "740628"=>{"url"=>"https://www.yodobashi.com/product/100000001008533964/", "layout_id"=>4}, "740630"=>{"url"=>"https://www.yodobashi.com/product/100000001008553963/", "layout_id"=>4}, "742870"=>{"url"=>"https://www.yodobashi.com/product/100000001008613707/", "layout_id"=>4}, "743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "744845"=>{"url"=>"https://www.yodobashi.com/product/100000001008645782/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744847"=>{"url"=>"https://www.yodobashi.com/product/100000001008645792/", "layout_id"=>4}, "744850"=>{"url"=>"https://www.yodobashi.com/product/100000001008645794/", "layout_id"=>4}, "744853"=>{"url"=>"https://www.yodobashi.com/product/100000001008645777/", "layout_id"=>4}, "751904"=>{"url"=>"https://www.yodobashi.com/product/100000001007639837/", "layout_id"=>4}, "752772"=>{"url"=>"https://www.yodobashi.com/product/100000001007876273/", "layout_id"=>4}, "752773"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876272/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "753346"=>{"url"=>"https://www.yodobashi.com/product/200000000100267075/", "layout_id"=>4}, "756110"=>{"url"=>"https://www.yodobashi.com/product/100000001008761313/", "layout_id"=>4}, "757214"=>{"url"=>"https://www.yodobashi.com/product/100000009003968706/", "layout_id"=>4}, "759685"=>{"url"=>"https://www.yodobashi.com/product/100000001008714610/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[711634, 748737, 734618, 734638, 741138, 712506, 713278, 714797, 738825, 734644, 723346, 717526, 736866, 723332, 748775, 723240, 757121, 762319, 736856, 717511], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741447"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007811002/", "layout_id"=>4}, "743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "752772"=>{"url"=>"https://www.yodobashi.com/product/100000001007876273/", "layout_id"=>4}, "752773"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876272/", "layout_id"=>4}, "752774"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876273/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "755358"=>{"url"=>"https://www.yodobashi.com/product/100000001008750506/", "layout_id"=>4}, "755362"=>{"url"=>"https://www.yodobashi.com/product/100000001008750493/", "layout_id"=>4}, "755364"=>{"url"=>"https://www.yodobashi.com/product/100000001008750508/", "layout_id"=>4}, "756185"=>{"url"=>"https://www.yodobashi.com/product/100000001008761996/", "layout_id"=>4}, "758068"=>{"url"=>"https://www.yodobashi.com/product/100000001008512631/", "layout_id"=>4}, "758075"=>{"url"=>"https://www.yodobashi.com/product/100000001008532306/", "layout_id"=>4}, "758078"=>{"url"=>"https://www.yodobashi.com/product/100000001008774131/", "layout_id"=>4}, "758079"=>{"url"=>"https://www.yodobashi.com/product/100000001008542808/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "761056"=>{"url"=>"https://www.yodobashi.com/product/100000001008795643/", "layout_id"=>4}, "761057"=>{"url"=>"https://www.yodobashi.com/product/100000001008795642/", "layout_id"=>4}, "761058"=>{"url"=>"https://www.yodobashi.com/product/100000001008795637/", "layout_id"=>4}, "761065"=>{"url"=>"https://www.yodobashi.com/product/100000001008795635/", "layout_id"=>4}, "762981"=>{"url"=>"https://www.yodobashi.com/product/100000001008301080/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[762950, 717310, 729622, 717308, 717309, 713176, 736469, 749315, 758226, 729623, 719908, 731861, 745114, 731873, 719921, 746016, 746008, 746030, 746036, 736669], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741722"=>{"url"=>"https://www.yodobashi.com/product/100000086602412682/", "layout_id"=>4}, "741725"=>{"url"=>"https://www.yodobashi.com/product/100000009003852573/", "layout_id"=>4}, "741727"=>{"url"=>"https://www.yodobashi.com/product/100000009003852320/", "layout_id"=>4}, "742764"=>{"url"=>"https://www.yodobashi.com/product/100000001008613708/", "layout_id"=>4}, "745166"=>{"url"=>"https://www.yodobashi.com/product/100000001008633831/", "layout_id"=>4}, "747987"=>{"url"=>"https://www.yodobashi.com/product/100000001008037083/", "layout_id"=>4}, "748828"=>{"url"=>"https://www.yodobashi.com/product/100000086602458547/", "layout_id"=>4}, "748831"=>{"url"=>"https://www.yodobashi.com/product/100000009003872607/", "layout_id"=>4}, "748836"=>{"url"=>"https://www.yodobashi.com/product/100000086602444613/", "layout_id"=>4}, "748837"=>{"url"=>"https://www.yodobashi.com/product/100000009003867876/", "layout_id"=>4}, "755366"=>{"url"=>"https://www.yodobashi.com/product/100000001008750497/", "layout_id"=>4}, "755368"=>{"url"=>"https://www.yodobashi.com/product/100000001008750492/", "layout_id"=>4}, "755370"=>{"url"=>"https://www.yodobashi.com/product/100000001008750503/", "layout_id"=>4}, "756818"=>{"url"=>"https://www.yodobashi.com/product/100000001008766825/", "layout_id"=>4}, "757210"=>{"url"=>"https://www.yodobashi.com/product/100000086602509931/", "layout_id"=>4}, "757212"=>{"url"=>"https://www.yodobashi.com/product/100000086602457405/", "layout_id"=>4}, "757213"=>{"url"=>"https://www.yodobashi.com/product/100000086602527693/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "757217"=>{"url"=>"https://www.yodobashi.com/product/100000086602442315/", "layout_id"=>4}, "757218"=>{"url"=>"https://www.yodobashi.com/product/100000086602530610/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > input#largeU...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763069"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827712", "...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[737206, 744043, 720543, 720538, 751313, 744032, 715591, 752971, 744027, 744026, 740068, 762060, 726236, 740054, 755937, 748033, 761025, 761024, 718904, 748024], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|