Dead Jobs

Last Retry Queue Job Arguments Error
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[764915, 760542, 737904, 746714, 737912, 737913, 708814, 726064, 726062, 726066, 726071, 760530, 744990, 713162, 726073, 726081, 737919, 760700, 736295, 740746], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741720"=>{"url"=>"https://www.yodobashi.com/product/100000086602154226/", "layout_id"=>4}, "741722"=>{"url"=>"https://www.yodobashi.com/product/100000086602412682/", "layout_id"=>4}, "741724"=>{"url"=>"https://www.yodobashi.com/product/100000009003851014/", "layout_id"=>4}, "741725"=>{"url"=>"https://www.yodobashi.com/product/100000009003852573/", "layout_id"=>4}, "743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "749663"=>{"url"=>"https://www.yodobashi.com/product/100000001008634814/", "layout_id"=>4}, "750715"=>{"url"=>"https://www.yodobashi.com/product/100000001008713610/", "layout_id"=>4}, "750717"=>{"url"=>"https://www.yodobashi.com/product/100000001008713611/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "756185"=>{"url"=>"https://www.yodobashi.com/product/100000001008761996/", "layout_id"=>4}, "756818"=>{"url"=>"https://www.yodobashi.com/product/100000001008766825/", "layout_id"=>4}, "757207"=>{"url"=>"https://www.yodobashi.com/product/100000001008346814/", "layout_id"=>4}, "757385"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008283400/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "764039"=>{"url"=>"https://www.yodobashi.com/product/100000001008794679/", "layout_id"=>4}, "764040"=>{"url"=>"https://www.yodobashi.com/product/100000001008400186/", "layout_id"=>4}, "764041"=>{"url"=>"https://www.yodobashi.com/product/100000001008651041/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
api_scraping Deckhand::ApiScraperWorker
[733976, 746924, 762108, 762107, 758672, 754001, 754009, 754011, 754020, 762095, 429308, 764343, 429468, 710533, 429756, 762090, 732986, 744225, 758659, 752995], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741105"=>{"url"=>"https://www.yodobashi.com/product/100000001008280527/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "750713"=>{"url"=>"https://www.yodobashi.com/product/100000001008713619/", "layout_id"=>4}, "750714"=>{"url"=>"https://www.yodobashi.com/product/100000001008713612/", "layout_id"=>4}, "750715"=>{"url"=>"https://www.yodobashi.com/product/100000001008713610/", "layout_id"=>4}, "750716"=>{"url"=>"https://www.yodobashi.com/product/100000001008713614/", "layout_id"=>4}, "753449"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007148413/", "layout_id"=>4}, "753969"=>{"url"=>"https://www.yodobashi.com/product/100000001008745935/", "layout_id"=>4}, "755437"=>{"url"=>"https://www.yodobashi.com/product/100000001008320977/", "layout_id"=>4}, "758803"=>{"url"=>"https://www.yodobashi.com/product/100000001008730728/", "layout_id"=>4}, "758872"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008440216/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "765720"=>{"url"=>"https://www.yodobashi.com/product/100000001008812820/", "layout_id"=>4}, "765721"=>{"url"=>"https://www.yodobashi.com/product/100000001008750596/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}, "766555"=>{"url"=>"https://www.yodobashi.com/product/100000001008829516/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[734810, 742392, 742396, 742386, 740434, 742375, 713693, 740435, 742415, 740387, 740444, 759060, 742347, 742348, 747325, 754419, 709428, 709430, 709431, 737202], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "750712"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007972113/", "layout_id"=>4}, "750713"=>{"url"=>"https://www.yodobashi.com/product/100000001008713619/", "layout_id"=>4}, "750714"=>{"url"=>"https://www.yodobashi.com/product/100000001008713612/", "layout_id"=>4}, "750715"=>{"url"=>"https://www.yodobashi.com/product/100000001008713610/", "layout_id"=>4}, "750716"=>{"url"=>"https://www.yodobashi.com/product/100000001008713614/", "layout_id"=>4}, "750717"=>{"url"=>"https://www.yodobashi.com/product/100000001008713611/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "757208"=>{"url"=>"https://www.yodobashi.com/product/100000009003891699/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "765720"=>{"url"=>"https://www.yodobashi.com/product/100000001008812820/", "layout_id"=>4}, "765721"=>{"url"=>"https://www.yodobashi.com/product/100000001008750596/", "layout_id"=>4}, "766555"=>{"url"=>"https://www.yodobashi.com/product/100000001008829516/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[722197, 759898, 757540, 726317, 743909, 739924, 730480, 758815, 715093, 715096, 758830, 715102, 728706, 743904, 715128, 761682, 761671, 732905, 732913, 728526], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "743352"=>{"url"=>"https://www.yodobashi.com/product/100000001008635373/", "layout_id"=>4}, "745682"=>{"url"=>"https://www.yodobashi.com/product/100000001008658285/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "747416"=>{"url"=>"https://www.yodobashi.com/product/100000001008654100/", "layout_id"=>4}, "748292"=>{"url"=>"https://www.yodobashi.com/product/100000001008519046/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "753019"=>{"url"=>"https://www.yodobashi.com/product/100000001005272024/", "layout_id"=>4}, "753346"=>{"url"=>"https://www.yodobashi.com/product/200000000100267075/", "layout_id"=>4}, "760454"=>{"url"=>"https://www.yodobashi.com/product/100000001008742297/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "764479"=>{"url"=>"https://www.yodobashi.com/product/100000001008814982/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766785"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602282475", "layout_id"=>2}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[733915, 742653, 721430, 721432, 709300, 721417, 750603, 754865, 750616, 754864, 750622, 754106, 754112, 722857, 722860, 709283, 726508, 726511, 737540, 747818], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741446"=>{"url"=>"https://www.yodobashi.com/product/200000000100264118/", "layout_id"=>4}, "741722"=>{"url"=>"https://www.yodobashi.com/product/100000086602412682/", "layout_id"=>4}, "746280"=>{"url"=>"https://www.yodobashi.com/product/100000001008663735/", "layout_id"=>4}, "747988"=>{"url"=>"https://www.yodobashi.com/product/100000001008545545/", "layout_id"=>4}, "747989"=>{"url"=>"https://www.yodobashi.com/product/100000001008479222/", "layout_id"=>4}, "748833"=>{"url"=>"https://www.yodobashi.com/product/100000009003881420/", "layout_id"=>4}, "748838"=>{"url"=>"https://www.yodobashi.com/product/100000009003875375/", "layout_id"=>4}, "749065"=>{"url"=>"https://www.yodobashi.com/product/100000001008566471/", "layout_id"=>4}, "750070"=>{"url"=>"https://www.yodobashi.com/product/100000001008714604/", "layout_id"=>4}, "752545"=>{"url"=>"https://www.yodobashi.com/product/100000001008723063/", "layout_id"=>4}, "756110"=>{"url"=>"https://www.yodobashi.com/product/100000001008761313/", "layout_id"=>4}, "758067"=>{"url"=>"https://www.yodobashi.com/product/100000001008718187/", "layout_id"=>4}, "758068"=>{"url"=>"https://www.yodobashi.com/product/100000001008512631/", "layout_id"=>4}, "758070"=>{"url"=>"https://www.yodobashi.com/product/100000001008552943/", "layout_id"=>4}, "758071"=>{"url"=>"https://www.yodobashi.com/product/100000001008755447/", "layout_id"=>4}, "758072"=>{"url"=>"https://www.yodobashi.com/product/100000001008764322/", "layout_id"=>4}, "758078"=>{"url"=>"https://www.yodobashi.com/product/100000001008774131/", "layout_id"=>4}, "759684"=>{"url"=>"https://www.yodobashi.com/product/100000001008694459/", "layout_id"=>4}, "759685"=>{"url"=>"https://www.yodobashi.com/product/100000001008714610/", "layout_id"=>4}, "766098"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008514705/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766785"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602282475", "layout_id"=>2}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8