Middleware for robots.txt disallowing

application.rb

# Disallow site indexing in non-production environments
config.middleware.insert_before(::Rack::Lock, '::Rack::Robots')

robots.rb

require 'rack'

# Disallow site indexing in non-production environments
module Rack
  class Robots
    def initialize(app)
      @app = app
    end

    def call(env)
      if env['PATH_INFO'] == '/robots.txt' && !([ENV['RAILS_ENV'], ENV['RACK_ENV']].include? 'production')
        [200, { 'Content-Type' => 'text/plain' }, ["User-Agent: *\nDisallow: /"]]
      else
        @app.call env
      end
    end
  end
end

robots_initializer.rb

# Disallow site indexing in non-production environments
Rails.application.config.middleware.insert_before(::Rack::Lock, '::Rack::Robots')

brentertz says:

Can load either via application.rb or robots_initializer.rb