# -------------------------------------
#    robots.txt for kb.seeck.jp
# -------------------------------------
# 2011.03.11 sitemap
# 2012.07.23 update
# 2020.01.18 update allow amp=1 since 2018.12.07
# 2024.06.08 update
# -------------------------------------
User-agent: *
# /
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /kc_errors/
#Disallow: /kc_favicons/

#Disallow: /*?*
#Disallow: /*?
#Disallow: /*.php$
#Disallow: /*.js$
#Disallow: /*.inc$
#Disallow: /*.css$
#Disallow: /*.gz$
#Disallow: /*.cgi$
#Disallow: /*.xhtml$

# /wp wordpress
Allow: /wp/wp-content/uploads
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /wp/wp-login.php
Disallow: /wp/wp-admin/

Allow: /*?amp=1$
Allow: /wp-content/uploads
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-admin/
#Disallow: /wp-admin/
#Disallow: /trackback/
#Disallow: /wp-includes/
#Disallow: /wp-content/
#Disallow: /page/
#Disallow: /archives/author/
#Disallow: /archives/category/
#Disallow: /archives/tag/
#Disallow: /archives/date/
#Disallow: /author/
#Disallow: /category/
#Disallow: /tag/
#Disallow: /date/
# Sitemap
Sitemap: http://kb.seeck.jp/sitemap.xml
Sitemap: http://kb.seeck.jp/sitemap.xml.gz

# delay
# 2023.11.15 test
#Crawl-Delay: 60
Crawl-Delay: 5

# -------------------------------------
# 2012.08.04 ALLOW Google adsense bot on entire site
# -------------------------------------
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# -------------------------------------
# 2012.08.04 ALLOW google image bot to search all images
# -------------------------------------
User-agent: Googlebot-Image
Disallow:
Allow: /*

# -------------------------------------
# 2011.03.11 baidu
# -------------------------------------

User-agent: Baiduspider
# 2023.11.15 test
#Crawl-Delay: 60
Crawl-Delay: 5

User-agent: BaiduImagespider
# 2023.11.15 test
#Crawl-Delay: 60
Crawl-Delay: 5

# -------------------------------------
# 2012.07.22 Internet Archive
# -------------------------------------
User-agent: ia_archiver
Disallow: /

# -------------------------------------
# 2012.07.22 NAVER, 60sec
# -------------------------------------
User-Agent: Yetibot
Disallow: /

User-Agent: Yeti
Disallow: /

# -------------------------------------
# 2012.07.23 goo
# -------------------------------------

User-agent: ichiro
# 2023.11.15 test
#Crawl-Delay: 60
Crawl-Delay: 5