Job

Queue scraping
Job Deckhand::ScrapeWorker
Arguments
{"input"=>{"articles"=>{"21367"=>{"url"=>"https://hlj.com/product/BAN975778", "layout_id"=>1}, "21886"=>{"url"=>"https://hlj.com/product/BAN970960", "layout_id"=>1}, "34819"=>{"url"=>"https://hlj.com/product/BAN976260", "layout_id"=>1}, "34877"=>{"url"=>"https://hlj.com/product/BANN16800", "layout_id"=>1}, "36470"=>{"url"=>"https://hlj.com/product/KDA50349", "layout_id"=>1}, "36471"=>{"url"=>"https://hlj.com/product/TKT96012", "layout_id"=>1}, "36689"=>{"url"=>"https://hlj.com/product/WAVOP-662", "layout_id"=>1}, "36879"=>{"url"=>"https://hlj.com/product/BAN33469", "layout_id"=>1}, "37003"=>{"url"=>"https://hlj.com/product/HBJFA001D", "layout_id"=>1}, "37475"=>{"url"=>"https://hlj.com/product/BAN996428", "layout_id"=>1}, "60619"=>{"url"=>"https://hlj.com/product/SGC67577", "layout_id"=>1}, "760313"=>{"url"=>"https://hlj.com/product/STO49323", "layout_id"=>1}, "760315"=>{"url"=>"https://hlj.com/product/STO49327", "layout_id"=>1}, "760316"=>{"url"=>"https://hlj.com/product/GSC20105", "layout_id"=>1}, "760319"=>{"url"=>"https://hlj.com/product/ANT81020", "layout_id"=>1}, "760320"=>{"url"=>"https://hlj.com/product/ANT81021", "layout_id"=>1}, "760325"=>{"url"=>"https://hlj.com/product/FRE51336", "layout_id"=>1}, "760326"=>{"url"=>"https://hlj.com/product/STO49317", "layout_id"=>1}, "760332"=>{"url"=>"https://hlj.com/product/CCL64184", "layout_id"=>1}, "760333"=>{"url"=>"https://hlj.com/product/CCL64187", "layout_id"=>1}}, "layouts"=>{"1"=>{"encoding"=>nil, "cookies"=>[{"key"=>"hljCurrencyData", "value"=>"%7B%22currencyCode%22%3A%22JPY%22%2C%22currencyName%22%3A%22Japanese+Yen%22%2C%22currencyPrecision%22%3A0%2C%22currencyPattern%22%3A%22%5Cu00a5%25s%22%2C%22currencySymbol%22%3A%22%26yen%3B%22%2C%22fallbackCurrencyRate%22%3A1%2C%22selectedManually%22%3A0%7D", "domain"=>"hlj.com"}], "paths"=>{"image"=>{"path"=>"#hsId1 > div > div.highslide-thumbstrip-inner > table > tbody > tr", "subpath"=>"a", "fallback"=>nil, "regex"=>nil, "image"=>true, "target"=>"href", "read_html"=>false}, "sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "title"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing > div:nth-child(1) > div > span > h1", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "msrp"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing > div.bl300.fr > div.prod-price-wrap > div > form > dl > dd.strike", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:¥[\\d,]*)", "image"=>false, "target"=>nil, "read_html"=>false}, "release_date"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<dd[^>\"]*class=\"[^>\"]*?releaseDate\"[\\s\\S]*?>([\\s\\S]*?)<\\/dd>)", "image"=>false, "target"=>nil, "read_html"=>true}, "dimensions"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<dd[^>\"]*class=\"[^>\"]*?itemDim\"[\\s\\S]*?>[\\s\\S]*?(?:<a[^>]*?>)?([^<]*?)(?:<\\/a>)?[\\s]*<\\/dd>)", "image"=>false, "target"=>nil, "read_html"=>true}, "description"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing > div:nth-child(1) > div > div > div:nth-child(2) > div.prod-desc > span", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "manufacturer"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing > div:nth-child(1) > div > span > span > span", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"div.product-info-main", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<span[^>]*?id=[^\"]*?\"product-price-\\d+[^\"]*?\"[^>]*?>[\\s]*?<span[^>]*?class=[^\"]*?\"price[^\"]*?\"[^>]*?>([^<]*?)<\\/span)", "image"=>false, "target"=>nil, "read_html"=>true}, "availability"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing > div.bl300.fr > h2", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<h2[^>]*class=\"[^\"]*prod-status-header[^\"]*\"[^>]*>[\\s]*([^<]*)[\\s]*<)", "image"=>false, "target"=>nil, "read_html"=>true}, "series"=>{"path"=>"body > div.page-stretch > div > div > div.nocrumb-spacing", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<dd[^>\"]*class=\"[^>\"]*?series\"[\\s\\S]*?>[\\s\\S]*?(?:<a[^>]*?>)?([^<]*?)(?:<\\/a>)?[\\s]*<\\/dd>)", "image"=>false, "target"=>nil, "read_html"=>true}}}}}, "report"=>false, "redis_address"=>{"host"=>"127.0.0.1", "port"=>6379}, "wait"=>true, "login_attrs"=>nil, "requeue"=>true, "limit"=>20, "priority"=>nil, "site_id"=>5}
JID b9be5476e9d034a568235407
Created At
Enqueued
Last Retry

Error

Error Class Net::ReadTimeout
Error Message Net::ReadTimeout with #<TCPSocket:(closed)>
← Back