revi/sandbox
1
0
Fork 0
Code Issues Wiki Activity

phab-ext: test

Browse source 
Signed-off-by: Yongmin Hong <revi@omglol.email>
This commit is contained in:
revi 2024-04-16 21:04:16 +09:00
parent 11f02e587f
commit 70cbb7ccd8
Signed by: revi
GPG key ID: 1EB4F6CEEA100E94
1 changed files with 47 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

52
PhabExt/PhabricatorCustomRobotsTxtController.php
View file

@ -1,6 +1,6 @@
<?php <?php
final class PhabricatorRobotsController extends PhabricatorController { abstract class PhabricatorRobotsController extends PhabricatorController {
public function shouldRequireLogin() { public function shouldRequireLogin() {
return false; return false;
@ -9,11 +9,53 @@ public function shouldRequireLogin() {
public function processRequest() { public function processRequest() {
$out = array(); $out = array();
$out[] = '# Forked from phabricator.wikimedia, we.phorge.it';
$out[] = '# version: 20240416T203000+0900';
$out[] = '# also at https://bugs.revi.xyz/P49';
$out[] = 'User-Agent: *'; $out[] = 'User-Agent: *';
$out[] = 'Disallow: /herald/'; $out[] = 'Disallow: /diffusion/';
$out[] = 'Disallow: /passphrase/'; $out[] = 'Disallow: /source/';
$out[] = 'Disallow: /conduit/'; $out[] = 'Disallow: /multimeter/';
$out[] = 'Disallow: /dashboard/'; $out[] = 'Disallow: /file/';
$out[] = 'Disallow: /project/ sprint';
$out[] = 'Disallow: /policy/explain';
$out[] = 'Disallow: /auth';
$out[] = 'Disallow: /login';
$out[] = 'Disallow: /maniphest/transaction';
$out[] = 'Disallow: /tag';
$out[] = 'Disallow: /search/query/all';
$out[] = 'Disallow: /conduit';
$out[] = 'Disallow: /api';
$out[] = 'Disallow: /project';
$out[] = 'Disallow: /applications';
$out[] = 'Disallow: /token';
$out[] = 'Disallow: /pholio';
$out[] = 'Disallow: /dashboard';
$out[] = 'Disallow: /calendar';
$out[] = 'Disallow: /herald';
$out[] = 'Disallow: /r*';
$out[] = 'Disallow: /P*%24*';
$out[] = '# This is cloudflare endpoint';
$out[] = 'https://developers.cloudflare.com/fundamentals/reference/cdn-cgi-endpoint/';
$out[] = 'Disallow: /cdn-cgi/';
$out[] = '# Google Ads are not welcome';
$out[] = 'User-agent: Mediapartners-Google';
$out[] = 'Disallow: /';
$out[] = 'User-agent: AdsBot-Google';
$out[] = 'Disallow: /';
$out[] = 'User-agent: AdsBot-Google-Mobile';
$out[] = 'Disallow: /';
$out[] = '# ChatGPT Crawlers are not welcome';
$out[] = '# Ref: https://platform.openai.com/docs/plugins/bot';
$out[] = 'User-agent: ChatGPT-User';
$out[] = 'Disallow: /';
$out[] = 'User-agent: GPTBot';
$out[] = 'Disallow: /';
$out[] = '# Google Gemini AI Crawlers are also not welcome';
$out[] = '# Ref: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended';
$out[] = 'User-agent: Google-Extended';
$out[] = 'Disallow: /';
$out[] = 'User-agent: *';
$out[] = 'Crawl-delay: 1'; $out[] = 'Crawl-delay: 1';
$content = implode("\n", $out)."\n"; $content = implode("\n", $out)."\n";