Remove CODEOWNERS on .ci.yaml (#82977)

diff --git a/CODEOWNERS b/CODEOWNERS
index a11fb3f..7155aef 100644
--- a/CODEOWNERS
+++ b/CODEOWNERS
@@ -6,7 +6,6 @@
 #
 # Use git ls-files '<pattern>' without a / prefix to see the list of matching files.
 
-/.ci.yaml @caseyhillers @christopherfujino
 /CODEOWNERS @jmagman
 /dev/ci/ @christopherfujino
 /dev/prod_builders.json @caseyhillers @christopherfujino