diff --git a/public/robot.txt b/_docs/_docs_pages/robots.txt similarity index 85% rename from public/robot.txt rename to _docs/_docs_pages/robots.txt index 53fc2000a6..2febd97314 100644 --- a/public/robot.txt +++ b/_docs/_docs_pages/robots.txt @@ -1,3 +1,7 @@ +--- +permalink: /robot.txt +layout: bare +--- User-agent: Baiduspider User-agent: 360Spider User-agent: Yisouspider diff --git a/proxy.rb b/proxy.rb index 4a5e7bd022..65ccb1aaf8 100644 --- a/proxy.rb +++ b/proxy.rb @@ -12,7 +12,6 @@ set :port, 4000 get '/' do - send_file File.join(settings.public_folder, 'robot.txt') if !(lang.nil?) && (lang != 'en') send_file File.join(settings.public_folder, "index_#{lang}.html") else