|
|
Last Retry |
Queue |
Job |
Arguments |
Error |
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "750648"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001000182068/", "layout_id"=>4}, "752545"=>{"url"=>"https://www.yodobashi.com/product/100000001008723063/", "layout_id"=>4}, "753346"=>{"url"=>"https://www.yodobashi.com/product/200000000100267075/", "layout_id"=>4}, "753729"=>{"url"=>"https://www.yodobashi.com/product/100000001008736415/", "layout_id"=>4}, "753730"=>{"url"=>"https://www.yodobashi.com/product/100000001008743744/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "755358"=>{"url"=>"https://www.yodobashi.com/product/100000001008750506/", "layout_id"=>4}, "756563"=>{"url"=>"https://www.yodobashi.com/product/100000009003883632/", "layout_id"=>4}, "756564"=>{"url"=>"https://www.yodobashi.com/product/100000009003842529/", "layout_id"=>4}, "756567"=>{"url"=>"https://www.yodobashi.com/product/100000009003888120/", "layout_id"=>4}, "756568"=>{"url"=>"https://www.yodobashi.com/product/100000009003858181/", "layout_id"=>4}, "756570"=>{"url"=>"https://www.yodobashi.com/product/100000009003877746/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "757426"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007900948/", "layout_id"=>4}, "759684"=>{"url"=>"https://www.yodobashi.com/product/100000001008694459/", "layout_id"=>4}, "759685"=>{"url"=>"https://www.yodobashi.com/product/100000001008714610/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "762530"=>{"url"=>"https://www.yodobashi.com/product/100000001008794678/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[731333, 732986, 744225, 744249, 724378, 724394, 749851, 761663, 738075, 430406, 430389, 430400, 430458, 430477, 430586, 430900, 729665, 741773, 733024, 710575], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741105"=>{"url"=>"https://www.yodobashi.com/product/100000001008280527/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "742764"=>{"url"=>"https://www.yodobashi.com/product/100000001008613708/", "layout_id"=>4}, "747988"=>{"url"=>"https://www.yodobashi.com/product/100000001008545545/", "layout_id"=>4}, "747989"=>{"url"=>"https://www.yodobashi.com/product/100000001008479222/", "layout_id"=>4}, "749663"=>{"url"=>"https://www.yodobashi.com/product/100000001008634814/", "layout_id"=>4}, "753729"=>{"url"=>"https://www.yodobashi.com/product/100000001008736415/", "layout_id"=>4}, "761056"=>{"url"=>"https://www.yodobashi.com/product/100000001008795643/", "layout_id"=>4}, "761057"=>{"url"=>"https://www.yodobashi.com/product/100000001008795642/", "layout_id"=>4}, "761058"=>{"url"=>"https://www.yodobashi.com/product/100000001008795637/", "layout_id"=>4}, "761059"=>{"url"=>"https://www.yodobashi.com/product/100000001008795641/", "layout_id"=>4}, "761060"=>{"url"=>"https://www.yodobashi.com/product/100000001008795640/", "layout_id"=>4}, "761061"=>{"url"=>"https://www.yodobashi.com/product/100000001008795646/", "layout_id"=>4}, "761062"=>{"url"=>"https://www.yodobashi.com/product/100000001008795636/", "layout_id"=>4}, "761063"=>{"url"=>"https://www.yodobashi.com/product/100000001008514848/", "layout_id"=>4}, "761064"=>{"url"=>"https://www.yodobashi.com/product/100000001008795648/", "layout_id"=>4}, "761065"=>{"url"=>"https://www.yodobashi.com/product/100000001008795635/", "layout_id"=>4}, "761066"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008514848/", "layout_id"=>4}, "761067"=>{"url"=>"https://www.yodobashi.com/product/100000001008795647/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[721207, 762846, 743698, 751172, 745528, 758934, 745524, 752043, 746973, 745532, 758933, 721202, 716967, 751494, 721204, 722635, 759349, 715463, 739698, 715465], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "748834"=>{"url"=>"https://www.yodobashi.com/product/100000009003887693/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "749663"=>{"url"=>"https://www.yodobashi.com/product/100000001008634814/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "756185"=>{"url"=>"https://www.yodobashi.com/product/100000001008761996/", "layout_id"=>4}, "757208"=>{"url"=>"https://www.yodobashi.com/product/100000009003891699/", "layout_id"=>4}, "757212"=>{"url"=>"https://www.yodobashi.com/product/100000086602457405/", "layout_id"=>4}, "757214"=>{"url"=>"https://www.yodobashi.com/product/100000009003968706/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "757216"=>{"url"=>"https://www.yodobashi.com/product/100000009003886517/", "layout_id"=>4}, "757217"=>{"url"=>"https://www.yodobashi.com/product/100000086602442315/", "layout_id"=>4}, "757218"=>{"url"=>"https://www.yodobashi.com/product/100000086602530610/", "layout_id"=>4}, "757385"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008283400/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[728975, 753104, 743471, 733393, 747444, 709043, 757786, 757777, 713770, 713767, 713749, 718587, 713737, 747402, 713733, 732651, 747389, 741781, 706447, 748577], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"742764"=>{"url"=>"https://www.yodobashi.com/product/100000001008613708/", "layout_id"=>4}, "744845"=>{"url"=>"https://www.yodobashi.com/product/100000001008645782/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744847"=>{"url"=>"https://www.yodobashi.com/product/100000001008645792/", "layout_id"=>4}, "744848"=>{"url"=>"https://www.yodobashi.com/product/100000001008645776/", "layout_id"=>4}, "744849"=>{"url"=>"https://www.yodobashi.com/product/100000001008645779/", "layout_id"=>4}, "744850"=>{"url"=>"https://www.yodobashi.com/product/100000001008645794/", "layout_id"=>4}, "744851"=>{"url"=>"https://www.yodobashi.com/product/100000001008645793/", "layout_id"=>4}, "744852"=>{"url"=>"https://www.yodobashi.com/product/100000001008645786/", "layout_id"=>4}, "744853"=>{"url"=>"https://www.yodobashi.com/product/100000001008645777/", "layout_id"=>4}, "745682"=>{"url"=>"https://www.yodobashi.com/product/100000001008658285/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "752428"=>{"url"=>"https://www.yodobashi.com/product/100000001008653444/", "layout_id"=>4}, "755366"=>{"url"=>"https://www.yodobashi.com/product/100000001008750497/", "layout_id"=>4}, "755367"=>{"url"=>"https://www.yodobashi.com/product/100000001008750500/", "layout_id"=>4}, "755369"=>{"url"=>"https://www.yodobashi.com/product/100000001008750499/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
Errno::ECONNREFUSED: Failed to open TCP connection to 127.0.0.1:9516 (Connection refused - connect(2) for "127.0.0.1" port 9516)
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[739122, 719908, 731861, 745114, 731873, 719921, 719933, 746016, 746008, 746018, 717359, 736638, 736641, 746030, 746036, 736669, 736662, 736665, 713899, 717438], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741723"=>{"url"=>"https://www.yodobashi.com/product/100000086602394484/", "layout_id"=>4}, "742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "743352"=>{"url"=>"https://www.yodobashi.com/product/100000001008635373/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "750646"=>{"url"=>"https://www.yodobashi.com/product/100000001000182068/", "layout_id"=>4}, "750713"=>{"url"=>"https://www.yodobashi.com/product/100000001008713619/", "layout_id"=>4}, "750714"=>{"url"=>"https://www.yodobashi.com/product/100000001008713612/", "layout_id"=>4}, "750716"=>{"url"=>"https://www.yodobashi.com/product/100000001008713614/", "layout_id"=>4}, "751491"=>{"url"=>"https://www.yodobashi.com/product/100000001008633830/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "753345"=>{"url"=>"https://www.yodobashi.com/product/100000001007148413/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "754651"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008219131/", "layout_id"=>4}, "755360"=>{"url"=>"https://www.yodobashi.com/product/100000001008750494/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[748156, 762753, 762749, 751661, 751654, 751657, 753138, 759426, 751659, 753025, 733481, 733484, 750504, 718422, 750494, 705920, 751687, 762777, 741942, 753140], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"740627"=>{"url"=>"https://www.yodobashi.com/product/100000001008576563/", "layout_id"=>4}, "740628"=>{"url"=>"https://www.yodobashi.com/product/100000001008533964/", "layout_id"=>4}, "740630"=>{"url"=>"https://www.yodobashi.com/product/100000001008553963/", "layout_id"=>4}, "740631"=>{"url"=>"https://www.yodobashi.com/product/100000001008576564/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "744845"=>{"url"=>"https://www.yodobashi.com/product/100000001008645782/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744847"=>{"url"=>"https://www.yodobashi.com/product/100000001008645792/", "layout_id"=>4}, "744849"=>{"url"=>"https://www.yodobashi.com/product/100000001008645779/", "layout_id"=>4}, "744850"=>{"url"=>"https://www.yodobashi.com/product/100000001008645794/", "layout_id"=>4}, "744851"=>{"url"=>"https://www.yodobashi.com/product/100000001008645793/", "layout_id"=>4}, "744852"=>{"url"=>"https://www.yodobashi.com/product/100000001008645786/", "layout_id"=>4}, "746526"=>{"url"=>"https://www.yodobashi.com/product/100000001008654012/", "layout_id"=>4}, "749065"=>{"url"=>"https://www.yodobashi.com/product/100000001008566471/", "layout_id"=>4}, "750070"=>{"url"=>"https://www.yodobashi.com/product/100000001008714604/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "751903"=>{"url"=>"https://www.yodobashi.com/product/100000001008720893/", "layout_id"=>4}, "751904"=>{"url"=>"https://www.yodobashi.com/product/100000001007639837/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "760454"=>{"url"=>"https://www.yodobashi.com/product/100000001008742297/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "l...
|
EOFError: end of file reached
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[761985, 709965, 737410, 737391, 724607, 724611, 722215, 751122, 755453, 750729, 750739, 750741, 750743, 750744, 724630, 724638, 747275, 724659, 740285, 740302], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"740627"=>{"url"=>"https://www.yodobashi.com/product/100000001008576563/", "layout_id"=>4}, "740631"=>{"url"=>"https://www.yodobashi.com/product/100000001008576564/", "layout_id"=>4}, "742869"=>{"url"=>"https://www.yodobashi.com/product/100000001008626912/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744848"=>{"url"=>"https://www.yodobashi.com/product/100000001008645776/", "layout_id"=>4}, "744849"=>{"url"=>"https://www.yodobashi.com/product/100000001008645779/", "layout_id"=>4}, "744851"=>{"url"=>"https://www.yodobashi.com/product/100000001008645793/", "layout_id"=>4}, "744852"=>{"url"=>"https://www.yodobashi.com/product/100000001008645786/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "746051"=>{"url"=>"https://www.yodobashi.com/product/100000001008636244/", "layout_id"=>4}, "749344"=>{"url"=>"https://www.yodobashi.com/product/100000001008645787/", "layout_id"=>4}, "751905"=>{"url"=>"https://www.yodobashi.com/product/100000001008531441/", "layout_id"=>4}, "752428"=>{"url"=>"https://www.yodobashi.com/product/100000001008653444/", "layout_id"=>4}, "752772"=>{"url"=>"https://www.yodobashi.com/product/100000001007876273/", "layout_id"=>4}, "752774"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876273/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "753449"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007148413/", "layout_id"=>4}, "756185"=>{"url"=>"https://www.yodobashi.com/product/100000001008761996/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|