# myGW robots.txt # last updated Nov 2022 User-agent: * Allow: /$ Allow: /?tab= # sections that we want to allow Allow: /mod/directory Allow: /mod/directory/ Allow: /mod/exam_schedules Allow: /mod/exam_schedules/ Allow: /mod/pws Allow: /mod/pws/ Allow: /mod/101things Allow: /mod/101things/ Allow: /mod/active_fit Allow: /mod/active_fit/ Allow: /mod/fellowships Allow: /mod/fellowships/ Allow: /mod/esiagss Allow: /mod/esiagss/ Allow: /mod/kacif Allow: /mod/kacif/ Allow: /mod/links Allow: /mod/links/ Allow: /mod/gwid Allow: /mod/gwid/ Allow: /mod/spiders Allow: /mod/spiders/ Allow: /mod/expertfinder Allow: /mod/expertfinder/ # disallow everything else Disallow: /