diff --git a/PhabExt/PhabricatorCustomRobotsTxtController.php b/PhabExt/PhabricatorCustomRobotsTxtController.php index d6aadff..e43f6fa 100644 --- a/PhabExt/PhabricatorCustomRobotsTxtController.php +++ b/PhabExt/PhabricatorCustomRobotsTxtController.php @@ -17,7 +17,7 @@ public function processRequest() { // Version timestamp is when I started editing them. // Edit setLastModified at the bottom as well. // Calculate EpochTime via go/epoch - $out[] = '# version: 20240621T160501+0900'; + $out[] = '# version: 20240703T230700+0900'; $out[] = '# also at https://github.com/revi/sandbox.git'; $out[] = 'User-Agent: *'; $out[] = 'Disallow: /diffusion/'; @@ -101,6 +101,10 @@ public function processRequest() { $out[] = '# Ref: https://issuetracker.revi.xyz/u/googleextended'; $out[] = 'User-agent: Google-Extended'; $out[] = 'Disallow: /'; + $out[] = '# Apple AI stuff'; + $out[] = '# Ref: https://support.apple.com/en-us/119829#datausage'; + $out[] = 'User-agent: Applebot-Extended'; + $out[] = 'Disallow: /'; $out[] = '# CCBot (ab)used to train LLMs'; $out[] = '# Ref: https://darkvisitors.com/agents/ccbot'; $out[] = 'User-agent: CCBot'; @@ -180,6 +184,6 @@ public function processRequest() { ->setCacheDurationInSeconds(phutil_units('2 hours in seconds')) // ->setClientIDCookie(false) (Doesn't work /shrug) ->setCanCDN(true) - ->setLastModified(1718953501); + ->setLastModified(1720015620); } }