Job

Queue scraping
Job Deckhand::ScrapeWorker
Arguments
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766605"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-815751", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "layout_id"=>7}}, "layouts"=>{"7"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"price"=>{"path"=>"#content div.product_info", "subpath"=>nil, "fallback"=>".product_info .price", "regex"=>"(?-mix:\\<span[^>]*?class=\"[^\"]*?discount-price[^\"]*?\"[^>]*?\\>[\\s]*?([\\d,]*?yen)[\\s]*?\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "jan"=>{"path"=>"#content", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<span[^>]*?itemprop=\\\"gtin13\\\"[^>]*?\\>[\\s]*?(\\d{13})[\\s]*?\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "title"=>{"path"=>".product_info > h1 > span[itemprop=\"name\"]", "subpath"=>nil, "fallback"=>"#content > div:nth-child(3) > div:nth-child(2) > div > h1 > span", "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "release_date"=>{"path"=>"#content > div:nth-child(3) > div:nth-child(2) > div > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(3) > div:nth-child(2) > div", "regex"=>"(?-mix:\\<span[\\s\\S]*?itemprop=\\\"releaseDate\\\"[\\s\\S]*?\\>([\\s\\S]*?)\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "manufacturer"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(2) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<span[\\s\\S]*?itemprop=\\\"brand\\\"[\\s\\S]*?\\>([\\s\\S]*?)\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "size"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Size<\\/th>[\\s\\S]*?<td[\\s\\S]*?>([\\s\\S]*?)\\([\\s\\S]*?<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "materials"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Material<\\/th>[\\s\\S]*?<td[\\s\\S]*?>([\\s\\S]*?)<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "scale"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Size<\\/th>[\\s\\S]*?<td[\\s\\S]*?>[\\s\\S]*?\\(([\\d\\/]*)[\\s\\S]*?\\)\\<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "image"=>{"path"=>"#prod-thumb-pager", "subpath"=>"a > img", "fallback"=>"#prod-thumb > li:nth-child(2) > div > a > img", "regex"=>nil, "image"=>true, "target"=>"src", "read_html"=>false}, "availability"=>{"path"=>"#js-scroll-fix", "subpath"=>nil, "fallback"=>"#content div.product_info", "regex"=>"(?-mix:Add to Cart)", "image"=>false, "target"=>nil, "read_html"=>true}}}}}, "report"=>false, "redis_address"=>{"host"=>"127.0.0.1", "port"=>6379}, "wait"=>true, "login_attrs"=>nil, "requeue"=>true, "limit"=>20, "priority"=>nil, "site_id"=>7}
JID 5523a12281a99522f073b4db
Created At
Enqueued
Last Retry

Error

Error Class Net::ReadTimeout
Error Message Net::ReadTimeout with #<TCPSocket:(closed)>
← Back