💾 Archived View for gmn.clttr.info › sources › geminispace.git › tree › scripts › add_normalized_url… captured on 2022-06-11 at 23:40:43.

View Raw

More Information

⬅️ Previous capture (2021-12-03)

-=-=-=-=-=-=-

from gus import constants
from gus.lib.db_model import init_db, Page
from gus.lib.gemini import GeminiResource, GeminiRobotFileParser

def main():
    db = init_db(f"index.new/{constants.DB_FILENAME}")
    for page in Page.select():
        print(f"\nBefore: {page.normalized_url}")
        page.normalized_url = GeminiResource(page.url).normalized_url
        page.save()
        print(f"After : {page.normalized_url}")
    print("\nDone!")


if __name__ == "__main__":
    main()