added bot.html for scanning
This commit is contained in:
parent
f64b93b229
commit
2bdb71a47a
1 changed files with 45 additions and 0 deletions
45
frontend/bot.html
Normal file
45
frontend/bot.html
Normal file
|
|
@ -0,0 +1,45 @@
|
|||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>EveryTabBot</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif;
|
||||
max-width: 600px;
|
||||
margin: 40px auto;
|
||||
padding: 0 20px;
|
||||
line-height: 1.6;
|
||||
color: #333;
|
||||
}
|
||||
h1 { margin-bottom: 4px; }
|
||||
.subtitle { color: #666; margin-bottom: 24px; }
|
||||
dt { font-weight: bold; margin-top: 12px; }
|
||||
dd { margin-left: 0; margin-bottom: 8px; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>EveryTabBot</h1>
|
||||
<p class="subtitle">Web crawler for <a href="https://everytab.site">everytab.site</a></p>
|
||||
|
||||
<p>This bot fetches favicons (and only favicons) from websites to display on EveryTab — a site that shows every tab on the internet.</p>
|
||||
|
||||
<dl>
|
||||
<dt>What it accesses</dt>
|
||||
<dd>/favicon.ico and any <link rel="icon"> URLs found in your page's HTML.</dd>
|
||||
|
||||
<dt>What it doesn't do</dt>
|
||||
<dd>It does not scrape page content, follow links, or index your site.</dd>
|
||||
|
||||
<dt>Rate</dt>
|
||||
<dd>At most 5 requests per domain, spread across the full scan.</dd>
|
||||
|
||||
<dt>User-Agent</dt>
|
||||
<dd><code>Mozilla/5.0 (compatible; EveryTabBot/1.0; +https://everytab.site/bot.html)</code></dd>
|
||||
|
||||
<dt>Contact</dt>
|
||||
<dd>To request removal or report an issue, email: contact@everytab.site</dd>
|
||||
</dl>
|
||||
</body>
|
||||
</html>
|
||||
Loading…
Add table
Add a link
Reference in a new issue