revi/sandbox
1
0
Fork 0
Code Issues Wiki Activity

Phorge(robots.txt): add trailing slashes to phorge lines

Browse source 
Summary:
Entries with(out) slashes.

Signed-off-by: Yongmin Hong <revi@omglol.email>

Test Plan: Deploy it.

Reviewers: O1 revi & automations, revi

Reviewed By: O1 revi & automations, revi

Differential Revision: https://issuetracker.revi.xyz/D385
This commit is contained in:
revi 2024-06-21 16:02:42 +09:00
parent 88f952d4cd
commit 387440faf8
Signed by: revi
GPG key ID: 1EB4F6CEEA100E94
1 changed files with 23 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
PhabExt/PhabricatorCustomRobotsTxtController.php
View file

@ -17,43 +17,64 @@ public function processRequest() {
// Version timestamp is when I started editing them. // Version timestamp is when I started editing them.
// Edit setLastModified at the bottom as well. // Edit setLastModified at the bottom as well.
// Calculate EpochTime via go/epoch // Calculate EpochTime via go/epoch
$out[] = '# version: 20240619T151433+0900'; $out[] = '# version: 20240621T160501+0900';
$out[] = '# also at https://github.com/revi/sandbox.git'; $out[] = '# also at https://github.com/revi/sandbox.git';
$out[] = 'User-Agent: *'; $out[] = 'User-Agent: *';
$out[] = 'Disallow: /diffusion/'; $out[] = 'Disallow: /diffusion/';
$out[] = 'Disallow: /diffusion';
$out[] = 'Disallow: /source/'; $out[] = 'Disallow: /source/';
$out[] = 'Disallow: /source';
$out[] = 'Disallow: /multimeter/'; $out[] = 'Disallow: /multimeter/';
$out[] = 'Disallow: /multimeter';
$out[] = 'Disallow: /policy/explain'; $out[] = 'Disallow: /policy/explain';
$out[] = 'Disallow: /auth/';
$out[] = 'Disallow: /auth'; $out[] = 'Disallow: /auth';
$out[] = 'Disallow: /login/';
$out[] = 'Disallow: /login'; $out[] = 'Disallow: /login';
$out[] = 'Disallow: /maniphest/transaction/';
$out[] = 'Disallow: /maniphest/transaction'; $out[] = 'Disallow: /maniphest/transaction';
$out[] = 'Disallow: /tag/';
$out[] = 'Disallow: /tag'; $out[] = 'Disallow: /tag';
$out[] = 'Disallow: /search/'; $out[] = 'Disallow: /search/';
$out[] = 'Disallow: /search';
$out[] = 'Disallow: /conduit/';
$out[] = 'Disallow: /conduit'; $out[] = 'Disallow: /conduit';
$out[] = 'Disallow: /api/';
$out[] = 'Disallow: /api'; $out[] = 'Disallow: /api';
$out[] = 'Disallow: /project/';
$out[] = 'Disallow: /project'; $out[] = 'Disallow: /project';
$out[] = 'Disallow: /applications/';
$out[] = 'Disallow: /applications'; $out[] = 'Disallow: /applications';
$out[] = 'Disallow: /token/';
$out[] = 'Disallow: /token'; $out[] = 'Disallow: /token';
$out[] = 'Disallow: /pholio/';
$out[] = 'Disallow: /pholio'; $out[] = 'Disallow: /pholio';
$out[] = 'Disallow: /dashboard/';
$out[] = 'Disallow: /dashboard'; $out[] = 'Disallow: /dashboard';
$out[] = 'Disallow: /calendar'; $out[] = 'Disallow: /calendar';
$out[] = 'Disallow: /herald/';
$out[] = 'Disallow: /herald'; $out[] = 'Disallow: /herald';
// This is commits. // This is commits.
$out[] = 'Disallow: /r*'; $out[] = 'Disallow: /r*';
// This is differential revisions. (D*) // This is differential revisions. (D*)
$out[] = 'Disallow: /differential/';
$out[] = 'Disallow: /differential'; $out[] = 'Disallow: /differential';
$out[] = 'Disallow: /D*'; $out[] = 'Disallow: /D*';
// This is Files. (F*) // This is Files. (F*)
$out[] = 'Disallow: /file/';
$out[] = 'Disallow: /file'; $out[] = 'Disallow: /file';
$out[] = 'Disallow: /F*'; $out[] = 'Disallow: /F*';
// This is pastes (P*) // This is pastes (P*)
$out[] = 'Disallow: /paste/';
$out[] = 'Disallow: /paste'; $out[] = 'Disallow: /paste';
$out[] = 'Disallow: /P*'; $out[] = 'Disallow: /P*';
// This is blog entries (J$) // This is blog entries (J$)
$out[] = 'Disallow: /phame/';
$out[] = 'Disallow: /phame'; $out[] = 'Disallow: /phame';
$out[] = 'Disallow: /J*'; $out[] = 'Disallow: /J*';
// This is user list. // This is user list.
// As of 2024-04-17 user list is behind auth but who knows it might change? // As of 2024-04-17 user list is behind auth but who knows it might change?
$out[] = 'Disallow: /people/';
$out[] = 'Disallow: /people'; $out[] = 'Disallow: /people';
// This is user profile link. // This is user profile link.
$out[] = 'Disallow: /p/'; $out[] = 'Disallow: /p/';
@ -159,6 +180,6 @@ public function processRequest() {
->setCacheDurationInSeconds(phutil_units('2 hours in seconds')) ->setCacheDurationInSeconds(phutil_units('2 hours in seconds'))
// ->setClientIDCookie(false) (Doesn't work /shrug) // ->setClientIDCookie(false) (Doesn't work /shrug)
->setCanCDN(true) ->setCanCDN(true)
->setLastModified(1718777673); ->setLastModified(1718953501);
} }
} }