Job

Queue scraping
Job Deckhand::ScrapeWorker
Arguments
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "757741"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602260140", "layout_id"=>16}, "757742"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602013416", "layout_id"=>2}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?原型[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "msrp"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?定価[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "price"=>{"path"=>"#sellInfo_left", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:[\\d,]*?円)", "image"=>false, "target"=>nil, "read_html"=>false}, "size"=>{"path"=>"#item_detailInfo > p.note", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:サイズ:.*?([\\d]+(?:mm|cm|m)))", "image"=>false, "target"=>nil, "read_html"=>true}, "j_title"=>{"path"=>"#item_title", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<br>([\\S\\s]*)<\\/h2>)", "image"=>false, "target"=>nil, "read_html"=>true}, "availability"=>{"path"=>"#cart", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<input[^>]*?type=\"submit\"[^>]*?カートへ[^>]*?>)", "image"=>false, "target"=>nil, "read_html"=>true}, "j_description"=>{"path"=>"#item_detailInfo > p.note", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "release_date"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?発売日[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "duplicate"=>{"path"=>"p.marginal_note > a", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "image"=>{"path"=>"#itemImg_m > div.bx-wrapper > div.bx-viewport > ul", "subpath"=>"img", "fallback"=>"#imagedetail", "regex"=>nil, "image"=>true, "target"=>"zoom-photo-url", "read_html"=>false}, "manufacturer"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?メーカー[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s\\S]*?<a[^>]*?brand=([^(?:\"|;)]*))", "image"=>false, "target"=>nil, "read_html"=>true}, "sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}}}, "2"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"shop_id"=>{"path"=>"#proid", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"#priceMain > span", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "j_title"=>{"path"=>"#title > h2", "subpath"=>nil, "fallback"=>"#title > div.title_h2", "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "jan"=>{"path"=>"#cord", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?JAN[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "msrp"=>{"path"=>"#cord", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?定価[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "release_date"=>{"path"=>"#cord", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?発売日[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "manufacturer"=>{"path"=>"#cord", "subpath"=>nil, "fallback"=>nil, "regex"=>"(?-mix:<td[^>]*>[\\s]*?メーカー[\\s]*?<\\/td>[\\s]*<td[^>]*>[\\s]*(?:<a[^>]*>[\\s]*)?(?:<[^>]*?>)?[\\s]*([^<]*)(?:<\\/a>[\\s]*)?<\\/td>)", "image"=>false, "target"=>nil, "read_html"=>true}, "image"=>{"path"=>"#article1 > table > tr", "subpath"=>"img", "fallback"=>nil, "regex"=>nil, "image"=>true, "target"=>"src", "read_html"=>false}}}}}, "report"=>false, "redis_address"=>{"host"=>"127.0.0.1", "port"=>6379}, "wait"=>false, "login_attrs"=>nil, "requeue"=>true, "limit"=>20, "priority"=>nil, "site_id"=>6}
JID b69ab7fe4df5f0e332337307
Created At
Enqueued
Last Retry

Error

Error Class ArgumentError
Error Message invalid byte sequence in UTF-8
← Back