diff --git a/robots.txt b/robots.txt index 8e0a755..6657fff 100644 --- a/robots.txt +++ b/robots.txt @@ -4,6 +4,9 @@ # Reference: https://neil-clarke.com/block-the-bots-that-feed-ai-models-by-scraping-your-website/ # See: https://github.com/MattWilcox/native-base/blob/45f6e7a837104f5ad83a5c7e280fb9a4eb126219/robots.txt +User-agent: Rivva +Allow: / + # Block all crawlers by default User-agent: * Disallow: / @@ -40,4 +43,4 @@ User-agent: Bytespider User-agent: ImagesiftBot User-agent: PerplexityBot User-agent: cohere-ai -Disallow: / \ No newline at end of file +Disallow: /