View Source SpiderMan.Utils (spider_man v0.6.3)

Utils

Summary

Types

max_retries()

@type max_retries() :: integer()

options()

@type options() :: keyword()

url()

@type url() :: String.t()

urls()

@type urls() :: [url()]

Functions

build_item(key, value, options \\ [], max_retries \\ 1)

@spec build_item(key :: any(), value :: any(), options(), max_retries()) ::
  SpiderMan.Item.t()

build a item

build_items(items, options \\ [], max_retries \\ 1)

@spec build_items(items :: [{key :: any(), value :: any()}], options(), max_retries()) ::
  [
    SpiderMan.Item.t()
  ]

build items

build_request(url, options \\ [method: :get], max_retries \\ 3)

@spec build_request(url(), options(), max_retries()) :: SpiderMan.Request.t()

build a request

build_requests(urls, options \\ [method: :get], max_retries \\ 3)

@spec build_requests(urls(), options(), max_retries()) :: [SpiderMan.Request.t()]

build requests

set_flag(struct, flag)

@spec set_flag(spider_man_struct(), flag :: any()) :: spider_man_struct()

set flag for request|response|item

set_key(struct, key)

@spec set_key(spider_man_struct(), key :: any()) :: spider_man_struct()

set key for request|response|item