############################### #NR robots.txt file # User-agent: * # Sitemap: https://newsroom.ap.org/sitemap.xml #list directories robots are not allowed to index # Disallow: # # #list specific files robots are not allowed to index # #Disallow: /startup?page=2 # # #End of robots.txt file # ###############################