################################### # Dongwon F&B robots.txt # Last Updated: 2026-09-07 # Purpose: Search engine and AI crawler access policy ################################### ################################### # Sitemap ################################### Sitemap: https://www.dongwonfnb.com/sitemap.xml Sitemap: https://www.dongwonfnb.com/sitemap-company.xml Sitemap: https://www.dongwonfnb.com/sitemap-brands.xml Sitemap: https://www.dongwonfnb.com/sitemap-events.xml Sitemap: https://www.dongwonfnb.com/sitemap-notice.xml Sitemap: https://www.dongwonfnb.com/sitemap-news.xml Sitemap: https://www.dongwonfnb.com/sitemap-qna.xml Sitemap: https://www.dongwonfnb.com/sitemap-magazine.xml ################################### # Search engines ################################### User-agent: Googlebot User-agent: NaverBot User-agent: Yeti User-agent: Daum Allow: / Allow: /services/Company/ Allow: /services/Brand/ Allow: /services/Product/ Allow: /services/Social/ Allow: /services/Magazine/ Allow: /services/Story/ Allow: /services/Invest/ Allow: /services/Customer/News/ Allow: /services/Customer/Faq/ Allow: /services/Etc/Privacy Allow: /services/Etc/Terms Allow: /*.css$ Allow: /*.js$ Disallow: /boffice/ Disallow: /services/boffice/ Disallow: /services/api/ Disallow: /mypage/ Disallow: /alarm/ Disallow: /login Disallow: /services/Download Disallow: /uploadFile/ Disallow: /uploadFile2/ Disallow: /services/Customer/QnA/ Disallow: /services/Etc/Search_ Disallow: /*Ajax* Disallow: /*ajax* Disallow: /*_json* Disallow: /*Json* Disallow: /*Proc* ################################### # Bingbot ################################### User-agent: Bingbot Allow: / Allow: /services/Magazine/ Allow: /*.css$ Allow: /*.js$ Disallow: /boffice/ Disallow: /services/boffice/ Disallow: /services/api/ Disallow: /mypage/ Disallow: /alarm/ Disallow: /login Disallow: /services/Download Disallow: /uploadFile/ Disallow: /uploadFile2/ Disallow: /services/Customer/QnA/ Disallow: /*Ajax* Disallow: /*ajax* Disallow: /*_json* Disallow: /*Json* Disallow: /*Proc* ################################### # AI crawlers ################################### User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: meta-externalAgent User-agent: Applebot-Extended User-agent: Amazonbot User-agent: cohere-ai User-agent: FacebookBot User-agent: Applebot Allow: /services/index Allow: /services/Company/ Allow: /services/Brand/ Allow: /services/Product/ Allow: /services/Social/ Allow: /services/Magazine/ Allow: /services/Story/ Allow: /services/Invest/ Allow: /services/Customer/News/ Allow: /services/Customer/Faq/ Allow: /services/Customer/Customer Allow: /services/Etc/Privacy Allow: /services/Etc/Terms Allow: /*.css$ Allow: /*.js$ Disallow: /boffice/ Disallow: /services/boffice/ Disallow: /services/api/ Disallow: /mypage/ Disallow: /alarm/ Disallow: /login Disallow: /services/Download Disallow: /uploadFile/ Disallow: /uploadFile2/ Disallow: /services/Customer/QnA/ Disallow: /services/Etc/Search_ Disallow: /*Ajax* Disallow: /*ajax* Disallow: /*_json* Disallow: /*Json* Disallow: /*Proc* ################################### # Aggressive crawlers ################################### User-agent: Bytespider User-agent: Diffbot User-agent: Omgilibot User-agent: CCBot Disallow: / ################################### # Default policy ################################### User-agent: * Allow: /services/index Allow: /services/Company/ Allow: /services/Brand/ Allow: /services/Product/ Allow: /services/Social/ Allow: /services/Magazine/ Allow: /services/Story/ Allow: /services/Invest/ Allow: /services/Customer/News/ Allow: /services/Customer/Faq/ Allow: /services/Customer/Customer Allow: /services/Etc/Privacy Allow: /services/Etc/Terms Allow: /*.css$ Allow: /*.js$ Disallow: /boffice/ Disallow: /services/boffice/ Disallow: /services/api/ Disallow: /mypage/ Disallow: /alarm/ Disallow: /login Disallow: /services/Download Disallow: /uploadFile/ Disallow: /uploadFile2/ Disallow: /services/Customer/QnA/ Disallow: /services/Etc/Search_ Disallow: /*Ajax* Disallow: /*ajax* Disallow: /*_json* Disallow: /*Json* Disallow: /*Proc*