SpiderMan.Utils (spider_man v0.3.5) View Source

Utils

Link to this section Summary

Link to this section Types

Specs

max_retries() :: integer()

Specs

options() :: keyword()

Specs

url() :: String.t()

Specs

urls() :: [url()]

Link to this section Functions

Link to this function

build_item(key, value, options \\ [], max_retries \\ 1)

View Source

Specs

build_item(key :: any(), value :: any(), options(), max_retries()) ::
  SpiderMan.Item.t()

build a item

Link to this function

build_items(items, options \\ [], max_retries \\ 1)

View Source

Specs

build_items(items :: [{key :: any(), value :: any()}], options(), max_retries()) ::
  [SpiderMan.Item.t()]

build items

Link to this function

build_request(url, options \\ [method: :get], max_retries \\ 3)

View Source

Specs

build_request(url(), options(), max_retries()) :: SpiderMan.Request.t()

build a request

Link to this function

build_requests(urls, options \\ [method: :get], max_retries \\ 3)

View Source

Specs

build_requests(urls(), options(), max_retries()) :: [SpiderMan.Request.t()]

build requests

Specs

set_flag(spider_man_struct(), flag :: any()) :: spider_man_struct()

set flag for request|response|item

Specs

set_key(spider_man_struct(), key :: any()) :: spider_man_struct()

set key for request|response|item