User-agent: MSU Search Engine
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: htdig
Allow: /hypermail
#Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: *
Disallow: /ylegacy/usouso
Disallow: /ylegacy/ssc
Disallow: /ylegacy/level1_xda
Disallow: /ylegacy/ssc7_fits
Disallow: /ylegacy/ssc_fits
Disallow: /ylegacy/sst
Disallow: /ylegacy/sst_fits
Disallow: /ylegacy/sxt_movie
Disallow: /ylegacy/sxtmov
Disallow: /ylegacy/sxtp_ftarz
Disallow: /ylegacy/Flare_catalog
Disallow: /ylegacy/sxtf_fits
Disallow: /ylegacy/sxtp_fits
Disallow: /ylegacy/weekdirs
Disallow: /ylegacy/ql_movie
Disallow: /hypermail
Disallow: /HINODE/XRT/SCIA/synop_official
Disallow: /HINODE/XRT/SCIA/synop_images
Disallow: /HINODE/XRT/SCIA/synop_fits_msu
Disallow: /takeda/xrt_synoptics/synop_official
Disallow: /takeda/xrt_synoptics/synop_images
Disallow: /takeda/xrt_synoptics/synop_fits_msu
Disallow: /takeda/YLA4ISAS
Disallow: /HINODE/XRT/QL
Disallow: /cgi-bin