Job

Queue scraping
Job Deckhand::ScrapeWorker
Arguments
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377706"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-220389?s_ssid=e37ce25d95a6c78452", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "380141"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-119706?s_ssid=e4307b5d9746a4ebf3", "layout_id"=>7}, "383935"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-357820?s_ssid=e46e4b5d9ae690dbfe", "layout_id"=>7}, "384557"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-354944?s_ssid=e41c915d9daaca94d9", "layout_id"=>7}, "761227"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826288", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "761451"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-759350", "layout_id"=>7}, "761868"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-812896", "layout_id"=>7}, "762299"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827715", "layout_id"=>7}, "762311"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEODAI-230486", "layout_id"=>7}, "762528"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828947", "layout_id"=>7}, "762529"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826922", "layout_id"=>7}, "763072"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-827717", "layout_id"=>7}, "763073"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-796852", "layout_id"=>7}}, "layouts"=>{"7"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"price"=>{"path"=>"#content div.product_info", "subpath"=>nil, "fallback"=>".product_info .price", "regex"=>"(?-mix:\\<span[^>]*?class=\"[^\"]*?discount-price[^\"]*?\"[^>]*?\\>[\\s]*?([\\d,]*?yen)[\\s]*?\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "jan"=>{"path"=>"#content", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<span[^>]*?itemprop=\\\"gtin13\\\"[^>]*?\\>[\\s]*?(\\d{13})[\\s]*?\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "title"=>{"path"=>".product_info > h1 > span[itemprop=\"name\"]", "subpath"=>nil, "fallback"=>"#content > div:nth-child(3) > div:nth-child(2) > div > h1 > span", "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "release_date"=>{"path"=>"#content > div:nth-child(3) > div:nth-child(2) > div > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(3) > div:nth-child(2) > div", "regex"=>"(?-mix:\\<span[\\s\\S]*?itemprop=\\\"releaseDate\\\"[\\s\\S]*?\\>([\\s\\S]*?)\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "manufacturer"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(2) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<span[\\s\\S]*?itemprop=\\\"brand\\\"[\\s\\S]*?\\>([\\s\\S]*?)\\<\\/span\\>)", "image"=>false, "target"=>nil, "read_html"=>true}, "size"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Size<\\/th>[\\s\\S]*?<td[\\s\\S]*?>([\\s\\S]*?)\\([\\s\\S]*?<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "materials"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Material<\\/th>[\\s\\S]*?<td[\\s\\S]*?>([\\s\\S]*?)<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "scale"=>{"path"=>"#content > div:nth-child(5) > div:nth-child(3) > table", "subpath"=>nil, "fallback"=>"#content > div:nth-child(5)", "regex"=>"(?-mix:\\<th[\\s\\S]*?\\>Size<\\/th>[\\s\\S]*?<td[\\s\\S]*?>[\\s\\S]*?\\(([\\d\\/]*)[\\s\\S]*?\\)\\<\\/td)", "image"=>false, "target"=>nil, "read_html"=>true}, "image"=>{"path"=>"#prod-thumb-pager", "subpath"=>"a > img", "fallback"=>"#prod-thumb > li:nth-child(2) > div > a > img", "regex"=>nil, "image"=>true, "target"=>"src", "read_html"=>false}, "availability"=>{"path"=>"#js-scroll-fix", "subpath"=>nil, "fallback"=>"#content div.product_info", "regex"=>"(?-mix:Add to Cart)", "image"=>false, "target"=>nil, "read_html"=>true}}}}}, "report"=>false, "redis_address"=>{"host"=>"127.0.0.1", "port"=>6379}, "wait"=>true, "login_attrs"=>nil, "requeue"=>true, "limit"=>20, "priority"=>nil, "site_id"=>7}
JID e83d05d22f897d8d70fdd7b7
Created At
Enqueued
Last Retry

Error

Error Class Net::ReadTimeout
Error Message Net::ReadTimeout with #<TCPSocket:(closed)>
← Back