SpiderMan.Utils (spider_man v0.3.4)
Utils
Link to this section Summary
Link to this section Types
Link to this type
max_retries()
Specs
max_retries() :: integer()
Link to this type
options()
Specs
options() :: keyword()
Link to this type
url()
Specs
url() :: String.t()
Link to this type
urls()
Specs
urls() :: [url()]
Link to this section Functions
Link to this function
build_item(key, value, options \\ [], max_retries \\ 1)
Specs
build_item(key :: any(), value :: any(), options(), max_retries()) :: SpiderMan.Item.t()
build a item
Link to this function
build_items(items, options \\ [], max_retries \\ 1)
Specs
build_items(items :: [{key :: any(), value :: any()}], options(), max_retries()) :: [SpiderMan.Item.t()]
build items
Link to this function
build_request(url, options \\ [method: :get], max_retries \\ 3)
Specs
build_request(url(), options(), max_retries()) :: SpiderMan.Request.t()
build a request
Link to this function
build_requests(urls, options \\ [method: :get], max_retries \\ 3)
Specs
build_requests(urls(), options(), max_retries()) :: [SpiderMan.Request.t()]
build requests
Link to this function
set_flag(struct, flag)
Specs
set_flag(spider_man_struct(), flag :: any()) :: spider_man_struct()
set flag for request|response|item
Link to this function
set_key(struct, key)
Specs
set_key(spider_man_struct(), key :: any()) :: spider_man_struct()
set key for request|response|item