User-agent: *
Disallow: /api/

User-agent: AdsBot-Google
Disallow: /api/

User-agent: Mediapartners-Google
Disallow: /api/

User-agent: meta-externalagent
Disallow: /        # Disallow everything