Ниже приведены чистые данные (RAW) которые бот "видит":
step_struct: {
step: "Номер шага по порядку",
src_url: "Страница с которой сюда попал",
current_url: "Текущая страница",
status_code: "Код статуса http",
headers: "Заголовой http-запроса. Метаданные",
link_elements: "Количество ссылок взятых с этой страницы на другие",
ip: "IP адрес",
text: "Найденный текст на странице",
html: "Исходный код HTML страницы",
}
step: "2"
src_url: "https://arthew0.online/blog/2023-11_jamming_bot/"
current_url: "https://www.techtarget.com/whatis/definition/bot-robot/"
status_code: "200"
headers: "{"Date": "Fri, 31 Jan 2025 20:38:43 GMT", "Content-Type": "text/html;charset=UTF-8", "Transfer-Encoding": "chunked", "Connection": "keep-alive", "CF-Ray": "90ac81cb691d9d8e-DME", "CF-Cache-Status": "HIT", "Age": "47278", "Cache-Control": "max-age=0 , s-maxage=86400", "Content-Language": "en", "Last-Modified": "Fri, 31 Jan 2025 02:27:28 GMT", "Strict-Transport-Security": "max-age=0; includeSubDomains; preload", "Vary": "Accept-Encoding", "Via": "1.1 google", "Set-Cookie": "__cf_bm=w5XprEOTOt2yVeujlcAkmfZdEu_YHuJXdyR_ex2nv28-1738355923-1.0.1.1-O1SuNbpfUkJK8jM9Ne4SEPNOCpaP4Knsq7CcY7FMVrm84QFIByLdLFC23lo_xGAlf81LzvlTTD7zJwRliZSBog; path=/; expires=Fri, 31-Jan-25 21:08:43 GMT; domain=.techtarget.com; HttpOnly; Secure; SameSite=None", "Server": "cloudflare", "Content-Encoding": "gzip"}"
link_elements: "60"
ip: "104.18.19.71"
text: "↵↵↵↵→↵↵↵↵↵↵↵↵→→→↵→→→What are bots and how do they work?↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵→→→↵ article,aside,details,figcaption,figure,footer,header,hgroup,main,nav,section,summary{display:block}audio,canvas,video{display:inline-block;*display:inline;*zoom:1}audio:not([controls]){display:none;height:0}[hidden]{display:none}html{font-size:100%;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%}html,button,input,select,textarea{font-family:sans-serif}body{margin:0}a:active,a:hover{outline:0}h1{font-size:2em;margin:.67em 0}h2{font-size:1.5em;margin:.83em 0}h3{font-size:1.17em;margin:1em 0}h4{font-size:1em;margin:1.33em 0}h5{font-size:.83em;margin:1.67em 0}h6{font-size:.67em;margin:2.33em 0}abbr[title]{border-bottom:1px dotted}b,strong{font-weight:700}blockquote{margin:1em 40px}dfn{font-style:italic}hr{-moz-box-sizing:content-box;box-sizing:content-box;height:0}mark{background:#ff0;color:#000}p,pre{margin:1em 0}code,kbd,pre,samp{font-fa..."
html: "<!DOCTYPE html>↵↵<!--[if gt IE 8]><!--><html class="no-js gt-ie8" dir="ltr" lang="en" prefix="og: http://ogp.me/ns#" null><!--<![endif]-->↵<head>↵→<link rel="dns-prefetch" href="https://s.dpmsrv.com/"/>↵<link rel="dns-prefetch" href="https://cdn.doubleverify.com/"/>↵<link rel="dns-prefetch" href="https://cdn.optimizely.com/"/>↵<link rel="dns-prefetch" href="https://www.googletagmanager.com/"/>↵<link rel="dns-prefetch" href="https://pagead2.googlesyndication.com/"/>↵<link rel="dns-prefetch" href="https://securepubads.g.doubleclick.net/"/>↵<link rel="dns-prefetch" href="https://static.chartbeat.com/"/>↵<meta charset="utf-8" />↵→→→<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1" />↵→→→<title>What are bots and how do they work?</title>↵→→→<meta name="viewport" content="width=device-width,initial-scale=1" />↵→→→<meta name="description" content="Bots can be useful or malicious. Learn how they're used in each context and how to tell if a computer is infected with a malicious bot...."