User-agent: * # exclude folders Disallow: /debug/* Disallow: /dev/* Disallow: /fonts/* Disallow: /inc/* Disallow: /tests/* # exclude pages Disallow: /*404* Disallow: /*analytics* Disallow: /*editorsignup* Disallow: /*editorconfirm* Disallow: /*errorPage* Disallow: /*getbookdata* Disallow: /*logout* Disallow: /*README* Disallow: /*reset-password-confirm* Disallow: /*signup* Disallow: /*slideshow-edit* Disallow: /*.db User-agent: GPTBot Disallow: /