User-agent: Baiduspider
User-agent: Baiduspider-render
Disallow: /feed.php?mode=list&ns=
Disallow: /lib/plugins/datatables/
Disallow: /*id=*
Disallow: /*datasrt=*
Disallow: /*dataflt*

User-agent: Go-http-client
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /*do=diff*
Disallow: /*do=media*

User-agent: MauiBot
Disallow: /toh/views/toh_admin*
Disallow: /toh/views/toh_available_864*
Disallow: /toh/views/toh_discontinued_864*
Disallow: /toh/views/toh_modem_supported*
Disallow: /*datasrt=*
Disallow: /*dataflt*

User-agent: Sogou
Disallow: /
Disallow: /toh/views/toh_admin_modem_wlan*
Disallow: /toh/views/toh_admin_serial*
Disallow: /zh/toh/views/toh_available_864
Disallow: /*datasrt=*
Disallow: /*dataflt*

User-agent: SemrushBot
Disallow: /feed.php?*
Disallow: /*idx=*
Disallow: /*rev=*
Disallow: /*do=diff*
Disallow: /*do=edit$
Disallow: /*do=index$
Disallow: /*do=login*
Disallow: /*do=media*
Disallow: /*do=recent$
Disallow: /*do=register$
Disallow: /*do=resendpwd*
Disallow: /*do=revisions$
Disallow: /*tab_details=edit*
Disallow: /*tab_details=history*
Disallow: /*tab_details=view*
Disallow: /*tab_files=files*
Disallow: /*tab_files=search*
Disallow: /*tab_files=upload*
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /de/en/
Disallow: /de/kr/
Disallow: /en/kr/
Disallow: /es/en/
Disallow: /es/kr/
Disallow: /fr/kr/
Disallow: /hu/kr/
Disallow: /ja/en/
Disallow: /ja/kr/
Disallow: /jp/en/
Disallow: /ko/cz/
Disallow: /ko/en/
Disallow: /ko/kr/
Disallow: /pl/cz/
Disallow: /pl/ko/
Disallow: /pl/kr/
Disallow: /pt/en/
Disallow: /pt/kr/
Disallow: /ru/en/
Disallow: /ru/kr/
Disallow: /tr/en/
Disallow: /zh/en/
Disallow: /zh/kr/
Disallow: /playground/
Disallow: /*/playground/
Disallow: /*/packages/pkgdata/
Disallow: /*/toh/hwdata/


User-agent: Scrapy
User-agent: Gigabot
User-agent: HTTrack
User-agent: Wget
User-agent: Yeti
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /*do=backlink$
Disallow: /*do=edit$
Disallow: /*do=index$
Disallow: /*do=login*
Disallow: /*do=media$
Disallow: /*do=register$
Disallow: /*do=recent$
Disallow: /*do=revisions$
Disallow: /*id=*
Disallow: /_export/


User-agent: yacybot
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /*do=backlink$
Disallow: /*do=edit$
Disallow: /*do=index$
Disallow: /*do=login*
Disallow: /*do=media$
Disallow: /*do=register$
Disallow: /*do=recent$
Disallow: /*do=revisions$
Disallow: /*id=*


User-agent: YisouSpider
Disallow: /lib/*
Disallow: /lib/plugins/datatables/
Disallow: /lib/plugins/datatables/*
Disallow: *jquery.dataTables.min.js$
Disallow: *buttons.dataTables.min.css$
Disallow: *buttons.html5.min.js$
Disallow: *dataTables.buttons.min.js$
Disallow: *dataTables.fixedColumns.min.js$
Disallow: *dataTables.responsive.min.js$
Disallow: /*idx=*
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /*do=diff*
Disallow: /*do=edit$
Disallow: /*do=login*
Disallow: /*do=media*
Disallow: /*do=recent$
Disallow: /*do=register$
Disallow: /*do=revisions$
Disallow: /*rev=*


User-agent: *
Disallow: //*
Disallow: /*.html
Disallow: /doku.php?id=*
Disallow: /feed.php?*
Disallow: /feed.php?mode=list&ns=
Disallow: /start?id=*
Disallow: /*idx=*
Disallow: /*rev=*
Disallow: /*do=diff*
Disallow: /*do=edit$
Disallow: /*do=index$
Disallow: /*do=login*
Disallow: /*do=media$
Disallow: /*do=profile$
Disallow: /*do=recent$
Disallow: /*do=register$
Disallow: /*do=resendpwd*
Disallow: /*do=revisions$
Disallow: /*tab_details=edit*
Disallow: /*tab_details=history*
Disallow: /*tab_details=view*
Disallow: /*tab_files=files*
Disallow: /*tab_files=search*
Disallow: /*tab_files=upload*
Disallow: /*datasrt=*
Disallow: /*dataflt*
Disallow: /*tseed=018d61fc1fa2f9abdf54c6f201c65c0b
Disallow: /*tseed=ceddb583a0a603952a527c2bb95e91be
Disallow: /*tseed=93ef14dc4babe4f518a0f1af6cd6be73
Disallow: /meta/fwfiles*
Disallow: /*/meta/fwfiles*
Disallow: /_export/raw/*
Disallow: /toh/views/dataclouds
Disallow: /toh/views/toh_admin_modem_wlan*
Disallow: /toh/views/toh_admin_serial*
Disallow: /toh/views/toh_dev_arch-target-cpu*
Disallow: /toh/views/toh_performance_details*
Disallow: /toh/views/toh_available_864*
Disallow: /es/toh/views/toh_available_864*
Disallow: /zh/toh/views/toh_available_864*
Disallow: /zh/toh/views/toh_fwdownload*
Disallow: /zh/toh_fwdownload*
Disallow: /zh/toh/views/toh_packagedownload*
Disallow: /zh/toh_packagedownload*
Disallow: /es/packages/start
Disallow: /ko/packages/start
Disallow: */oldwiki/*
Disallow: /packages/logfile
Disallow: /packages/maintainer-view
Disallow: /packages/table/start
Disallow: /zh/packages/table/start
Disallow: /packages/table_lede17_1/start
Disallow: /playground/
Disallow: /*/playground/
Disallow: /cs/cz/
Disallow: /cs/de/
Disallow: /cs/en/
Disallow: /cs/kr/
Disallow: /cs/cs/
Disallow: /de/cz/
Disallow: /de/en/
Disallow: /de/kr/
Disallow: /en/jp/
Disallow: /en/kr/
Disallow: /es/cz/
Disallow: /es/en/
Disallow: /es/kr/
Disallow: /fr/cz/
Disallow: /fr/en/
Disallow: /fr/kr/
Disallow: /hu/cz/
Disallow: /hu/en/
Disallow: /hu/kr/
Disallow: /it/cz/
Disallow: /it/en/
Disallow: /ja/en/
Disallow: /ja/kr/
Disallow: /jp/cz/
Disallow: /jp/en/
Disallow: /jp/kr/
Disallow: /ko/cz/
Disallow: /ko/en/
Disallow: /ko/kr/
Disallow: /pl/cz/
Disallow: /pl/ko/
Disallow: /pl/kr/
Disallow: /pt/cz/
Disallow: /pt/en/
Disallow: /pt/kr/
Disallow: /ru/cz/
Disallow: /ru/en/
Disallow: /ru/kr/
Disallow: /ru/ru/
Disallow: /ru/tr/
Disallow: /ru/zh/
Disallow: /tr/cs/
Disallow: /tr/cz/
Disallow: /tr/de/
Disallow: /tr/en/
Disallow: /tr/es/
Disallow: /tr/fr/
Disallow: /tr/hu/
Disallow: /tr/it/
Disallow: /tr/ja/
Disallow: /tr/ko/
Disallow: /tr/kr/
Disallow: /tr/pl/
Disallow: /tr/pt/
Disallow: /zh/cz/
Disallow: /zh/en/
Disallow: /zh/kr/
Disallow: /zh-tw/cz/
Disallow: /docs/user-guide/
Disallow: /*/docs/user-guide/
Disallow: /*/hwdata_lede/
Disallow: /*/packages/pkgdata/
Disallow: /*/toh/hwdata/
Disallow: /*/toh/views/

Sitemap: https://openwrt.org/doku.php?do=sitemap
