View Source SpiderMan.Utils (spider_man v0.6.0)

Utils

Summary

Types

@type max_retries() :: integer()
@type options() :: keyword()
@type url() :: String.t()
@type urls() :: [url()]

Functions

Link to this function

build_item(key, value, options \\ [], max_retries \\ 1)

View Source
@spec build_item(key :: any(), value :: any(), options(), max_retries()) ::
  SpiderMan.Item.t()

build a item

Link to this function

build_items(items, options \\ [], max_retries \\ 1)

View Source
@spec build_items(items :: [{key :: any(), value :: any()}], options(), max_retries()) ::
  [
    SpiderMan.Item.t()
  ]

build items

Link to this function

build_request(url, options \\ [method: :get], max_retries \\ 3)

View Source
@spec build_request(url(), options(), max_retries()) :: SpiderMan.Request.t()

build a request

Link to this function

build_requests(urls, options \\ [method: :get], max_retries \\ 3)

View Source
@spec build_requests(urls(), options(), max_retries()) :: [SpiderMan.Request.t()]

build requests

@spec set_flag(spider_man_struct(), flag :: any()) :: spider_man_struct()

set flag for request|response|item

@spec set_key(spider_man_struct(), key :: any()) :: spider_man_struct()

set key for request|response|item