Archipelago/WebHostLib/robots.py

from WebHostLib import app
from flask import abort
from . import cache


@cache.cached()
@app.route('/robots.txt')
def robots():
    # If this host is not official, do not allow search engine crawling
    if not app.config["ASSET_RIGHTS"]:
        # filename changed in case the path is intercepted and served by an outside service
        return app.send_static_file('robots_file.txt')

    # Send 404 if the host has affirmed this to be the official WebHost
    abort(404)