Dead Jobs

Last Retry Queue Job Arguments Error
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[720614, 755892, 755899, 756247, 734147, 710397, 735862, 756240, 723562, 749624, 738460, 753603, 723551, 722329, 739797, 723529, 723504, 757092, 721973, 738440], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "742044"=>{"url"=>"https://www.yodobashi.com/product/100000001008615268/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "748292"=>{"url"=>"https://www.yodobashi.com/product/100000001008519046/", "layout_id"=>4}, "750646"=>{"url"=>"https://www.yodobashi.com/product/100000001000182068/", "layout_id"=>4}, "750648"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001000182068/", "layout_id"=>4}, "750713"=>{"url"=>"https://www.yodobashi.com/product/100000001008713619/", "layout_id"=>4}, "753345"=>{"url"=>"https://www.yodobashi.com/product/100000001007148413/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "756562"=>{"url"=>"https://www.yodobashi.com/product/100000009003887908/", "layout_id"=>4}, "756564"=>{"url"=>"https://www.yodobashi.com/product/100000009003842529/", "layout_id"=>4}, "756566"=>{"url"=>"https://www.yodobashi.com/product/100000009003904532/", "layout_id"=>4}, "756567"=>{"url"=>"https://www.yodobashi.com/product/100000009003888120/", "layout_id"=>4}, "756569"=>{"url"=>"https://www.yodobashi.com/product/100000009003893700/", "layout_id"=>4}, "756570"=>{"url"=>"https://www.yodobashi.com/product/100000009003877746/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}, "762530"=>{"url"=>"https://www.yodobashi.com/product/100000001008794678/", "layout_id"=>4}, "763333"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466908/", "layout_id"=>4}, "766098"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008514705/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766705"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602287845", "layout_id"=>2}, "766706"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290999", "layout_id"=>2}, "766707"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290996", "layout_id"=>2}, "766709"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290996", "layout_id"=>16}, "766713"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290994", "layout_id"=>2}, "766716"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290994", "layout_id"=>16}, "766719"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290997", "layout_id"=>2}, "766721"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291000", "layout_id"=>16}, "766724"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290997", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[764324, 723074, 737674, 737675, 737681, 723087, 723095, 765605, 739382, 765606, 756790, 739399, 729118, 759005, 759009, 710073, 763127, 759012, 765611, 759015], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"740630"=>{"url"=>"https://www.yodobashi.com/product/100000001008553963/", "layout_id"=>4}, "742870"=>{"url"=>"https://www.yodobashi.com/product/100000001008613707/", "layout_id"=>4}, "744849"=>{"url"=>"https://www.yodobashi.com/product/100000001008645779/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "751904"=>{"url"=>"https://www.yodobashi.com/product/100000001007639837/", "layout_id"=>4}, "751905"=>{"url"=>"https://www.yodobashi.com/product/100000001008531441/", "layout_id"=>4}, "752428"=>{"url"=>"https://www.yodobashi.com/product/100000001008653444/", "layout_id"=>4}, "752774"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876273/", "layout_id"=>4}, "753449"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007148413/", "layout_id"=>4}, "757385"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008283400/", "layout_id"=>4}, "759144"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008369941/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "761057"=>{"url"=>"https://www.yodobashi.com/product/100000001008795642/", "layout_id"=>4}, "761062"=>{"url"=>"https://www.yodobashi.com/product/100000001008795636/", "layout_id"=>4}, "763195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001444535/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbL...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766705"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602287845", "layout_id"=>2}, "766706"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290999", "layout_id"=>2}, "766707"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290996", "layout_id"=>2}, "766709"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290996", "layout_id"=>16}, "766713"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290994", "layout_id"=>2}, "766716"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290994", "layout_id"=>16}, "766719"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290997", "layout_id"=>2}, "766721"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291000", "layout_id"=>16}, "766724"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290997", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[750930, 713228, 717487, 717490, 717494, 743144, 706122, 706103, 762866, 759651, 717498, 752407, 732406, 752404, 762921, 752396, 762942, 762844, 718664, 718668], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766705"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602287845", "layout_id"=>2}, "766706"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290999", "layout_id"=>2}, "766707"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290996", "layout_id"=>2}, "766709"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290996", "layout_id"=>16}, "766713"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290994", "layout_id"=>2}, "766716"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290994", "layout_id"=>16}, "766719"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602290997", "layout_id"=>2}, "766721"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291000", "layout_id"=>16}, "766724"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602290997", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741721"=>{"url"=>"https://www.yodobashi.com/product/100000086602381616/", "layout_id"=>4}, "743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "747988"=>{"url"=>"https://www.yodobashi.com/product/100000001008545545/", "layout_id"=>4}, "752773"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876272/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "755357"=>{"url"=>"https://www.yodobashi.com/product/100000001008750491/", "layout_id"=>4}, "755358"=>{"url"=>"https://www.yodobashi.com/product/100000001008750506/", "layout_id"=>4}, "755362"=>{"url"=>"https://www.yodobashi.com/product/100000001008750493/", "layout_id"=>4}, "755363"=>{"url"=>"https://www.yodobashi.com/product/100000001008750495/", "layout_id"=>4}, "755364"=>{"url"=>"https://www.yodobashi.com/product/100000001008750508/", "layout_id"=>4}, "755367"=>{"url"=>"https://www.yodobashi.com/product/100000001008750500/", "layout_id"=>4}, "757207"=>{"url"=>"https://www.yodobashi.com/product/100000001008346814/", "layout_id"=>4}, "758076"=>{"url"=>"https://www.yodobashi.com/product/200000000100268457/", "layout_id"=>4}, "758077"=>{"url"=>"https://www.yodobashi.com/product/100000001008632852/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "764039"=>{"url"=>"https://www.yodobashi.com/product/100000001008794679/", "layout_id"=>4}, "764040"=>{"url"=>"https://www.yodobashi.com/product/100000001008400186/", "layout_id"=>4}, "765933"=>{"url"=>"https://www.yodobashi.com/product/100000001008799624/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Errno::ECONNREFUSED: Failed to open TCP connection to 127.0.0.1:9521 (Connection refused - connect(2) for "127.0.0.1" port 9521)
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[765733, 730933, 710130, 733612, 756966, 756971, 733632, 730934, 730927, 733636, 733648, 733650, 733656, 733665, 730980, 736960, 730982, 730983, 713275, 764702], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"742764"=>{"url"=>"https://www.yodobashi.com/product/100000001008613708/", "layout_id"=>4}, "745255"=>{"url"=>"https://www.yodobashi.com/product/100000001008656656/", "layout_id"=>4}, "747416"=>{"url"=>"https://www.yodobashi.com/product/100000001008654100/", "layout_id"=>4}, "748835"=>{"url"=>"https://www.yodobashi.com/product/100000086602458554/", "layout_id"=>4}, "749663"=>{"url"=>"https://www.yodobashi.com/product/100000001008634814/", "layout_id"=>4}, "753019"=>{"url"=>"https://www.yodobashi.com/product/100000001005272024/", "layout_id"=>4}, "756568"=>{"url"=>"https://www.yodobashi.com/product/100000009003858181/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "756818"=>{"url"=>"https://www.yodobashi.com/product/100000001008766825/", "layout_id"=>4}, "761056"=>{"url"=>"https://www.yodobashi.com/product/100000001008795643/", "layout_id"=>4}, "761057"=>{"url"=>"https://www.yodobashi.com/product/100000001008795642/", "layout_id"=>4}, "761058"=>{"url"=>"https://www.yodobashi.com/product/100000001008795637/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}, "763333"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466908/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "766097"=>{"url"=>"https://www.yodobashi.com/product/100000001008821124/", "layout_id"=>4}, "766099"=>{"url"=>"https://www.yodobashi.com/product/100000001008821125/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[748102, 737404, 741586, 741590, 741595, 755443, 734453, 715557, 741619, 764622, 762158, 728701, 728699, 728689, 762148, 762143, 762140, 762135, 758833, 757832], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741719"=>{"url"=>"https://www.yodobashi.com/product/100000009003872553/", "layout_id"=>4}, "741721"=>{"url"=>"https://www.yodobashi.com/product/100000086602381616/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "747987"=>{"url"=>"https://www.yodobashi.com/product/100000001008037083/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "750712"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007972113/", "layout_id"=>4}, "750715"=>{"url"=>"https://www.yodobashi.com/product/100000001008713610/", "layout_id"=>4}, "751903"=>{"url"=>"https://www.yodobashi.com/product/100000001008720893/", "layout_id"=>4}, "753449"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007148413/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "755347"=>{"url"=>"https://www.yodobashi.com/product/100000001008752625/", "layout_id"=>4}, "755357"=>{"url"=>"https://www.yodobashi.com/product/100000001008750491/", "layout_id"=>4}, "755360"=>{"url"=>"https://www.yodobashi.com/product/100000001008750494/", "layout_id"=>4}, "755361"=>{"url"=>"https://www.yodobashi.com/product/100000001008750496/", "layout_id"=>4}, "755363"=>{"url"=>"https://www.yodobashi.com/product/100000001008750495/", "layout_id"=>4}, "755365"=>{"url"=>"https://www.yodobashi.com/product/100000001008750509/", "layout_id"=>4}, "758077"=>{"url"=>"https://www.yodobashi.com/product/100000001008632852/", "layout_id"=>4}, "765720"=>{"url"=>"https://www.yodobashi.com/product/100000001008812820/", "layout_id"=>4}, "766555"=>{"url"=>"https://www.yodobashi.com/product/100000001008829516/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>