defmodule ExCrawlzy.BrowserClients do @moduledoc """ Simulation of real clients from different browsers in order to avoid bot detection """ @type header() :: {String.t(), String.t()} @type client() :: [header()] @clients [ Tesla.client([ {Tesla.Middleware.Compression, [format: "gzip"]}, {Tesla.Middleware.Headers, [ {"referer", "https://www.amazon.com.mx/ref=nav_logo"}, {"sec-ch-ua", "\"Chromium\";v=\"106\", \"Google Chrome\";v=\"106\", \"Not;A=Brand\";v=\"99\""}, {"user-agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36"} ]} ]), Tesla.client([ {Tesla.Middleware.Compression, [format: "gzip"]}, {Tesla.Middleware.Headers, [ {"referer", "https://www.amazon.com.mx/ref=nav_logo"}, {"user-agent", "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:105.0) Gecko/20100101 Firefox/105.0"} ]} ]), Tesla.client([ {Tesla.Middleware.Compression, [format: "gzip"]}, {Tesla.Middleware.Headers, [ {"referer", "https://www.amazon.com.mx/ref=nav_logo"}, {"user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_0) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.1 Safari/605.1.15"} ]} ]), Tesla.client([ {Tesla.Middleware.Compression, [format: "gzip"]}, {Tesla.Middleware.Headers, [ {"referer", "https://www.amazon.com.mx/ref=nav_logo"}, {"user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36 Edg/106.0.1370.52"} ]} ]) ] |> IO.inspect(label: "clients") @doc """ Creates a client adding the headers in the config """ @spec create_client(client()) :: Tesla.Client.t() def create_client(headers) do Tesla.client([ {Tesla.Middleware.Compression, [format: "gzip"]}, {Tesla.Middleware.Headers, headers} ]) end def clients, do: @clients end