Random ActionPack test fails

test0

manzo@BURN-E ~/workspace/rails/actionpack (git)-[master] % bundle exec rake            
/home/manzo/.rvm/rubies/ruby-2.3.1/bin/ruby -w -I"lib:test" -I"/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib" "/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib/rake/rake_test_loader.rb" "test/controller/redirect_test.rb" "test/controller/renderers_test.rb" "test/controller/resources_test.rb" "test/controller/caching_test.rb" "test/controller/url_for_test.rb" "test/controller/flash_hash_test.rb" "test/controller/parameters/mutators_test.rb" "test/controller/parameters/raise_on_unpermitted_params_test.rb" "test/controller/parameters/log_on_unpermitted_params_test.rb" "test/controller/parameters/serialization_test.rb" "test/controller/parameters/parameters_permit_test.rb" "test/controller/parameters/always_permitted_parameters_test.rb" "test/controller/parameters/accessors_test.rb" "test/controller/parameters/multi_parameter_attributes_test.rb" "test/controller/parameters/nested_parameters_permit_test.rb" "test/controller/parameters/dup_test.rb" "test/controller/http_digest_authentication_test.rb" "test/controller/routing_test.rb" "test/controller/permitted_params_test.rb" "test/controller/metal/renderers_test.rb" "test/controller/force_ssl_test.rb" "test/controller/params_wrapper_test.rb" "test/controller/integration_test.rb" "test/controller/form_builder_test.rb" "test/controller/webservice_test.rb" "test/controller/send_file_test.rb" "test/controller/render_js_test.rb" "test/controller/http_basic_authentication_test.rb" "test/controller/render_test.rb" "test/controller/render_json_test.rb" "test/controller/url_for_integration_test.rb" "test/controller/render_xml_test.rb" "test/controller/test_case_test.rb" "test/controller/request_forgery_protection_test.rb" "test/controller/new_base/render_layout_test.rb" "test/controller/new_base/render_html_test.rb" "test/controller/new_base/render_plain_test.rb" "test/controller/new_base/render_partial_test.rb" "test/controller/new_base/render_test.rb" "test/controller/new_base/render_xml_test.rb" "test/controller/new_base/render_body_test.rb" "test/controller/new_base/render_template_test.rb" "test/controller/new_base/render_streaming_test.rb" "test/controller/new_base/middleware_test.rb" "test/controller/new_base/content_negotiation_test.rb" "test/controller/new_base/render_file_test.rb" "test/controller/new_base/render_implicit_action_test.rb" "test/controller/new_base/render_text_test.rb" "test/controller/new_base/content_type_test.rb" "test/controller/new_base/base_test.rb" "test/controller/new_base/render_context_test.rb" "test/controller/new_base/bare_metal_test.rb" "test/controller/new_base/render_action_test.rb" "test/controller/output_escaping_test.rb" "test/controller/localized_templates_test.rb" "test/controller/http_token_authentication_test.rb" "test/controller/live_stream_test.rb" "test/controller/filters_test.rb" "test/controller/mime/respond_to_test.rb" "test/controller/mime/accept_format_test.rb" "test/controller/log_subscriber_test.rb" "test/controller/show_exceptions_test.rb" "test/controller/parameter_encoding_test.rb" "test/controller/action_pack_assertions_test.rb" "test/controller/helper_test.rb" "test/controller/rescue_test.rb" "test/controller/api/renderers_test.rb" "test/controller/api/with_cookies_test.rb" "test/controller/api/url_for_test.rb" "test/controller/api/implicit_render_test.rb" "test/controller/api/force_ssl_test.rb" "test/controller/api/params_wrapper_test.rb" "test/controller/api/redirect_to_test.rb" "test/controller/api/conditional_get_test.rb" "test/controller/api/data_streaming_test.rb" "test/controller/default_url_options_with_before_action_test.rb" "test/controller/runner_test.rb" "test/controller/content_type_test.rb" "test/controller/flash_test.rb" "test/controller/base_test.rb" "test/controller/required_params_test.rb" "test/controller/request/test_request_test.rb" "test/controller/renderer_test.rb" "test/controller/streaming_test.rb" "test/controller/url_rewriter_test.rb" "test/routing/helper_test.rb" "test/dispatch/static_test.rb" "test/dispatch/routing/concerns_test.rb" "test/dispatch/routing/ipv6_redirect_test.rb" "test/dispatch/routing/inspector_test.rb" "test/dispatch/routing/route_set_test.rb" "test/dispatch/uploaded_file_test.rb" "test/dispatch/routing_test.rb" "test/dispatch/mime_type_test.rb" "test/dispatch/mount_test.rb" "test/dispatch/request_id_test.rb" "test/dispatch/url_generation_test.rb" "test/dispatch/routing_assertions_test.rb" "test/dispatch/exception_wrapper_test.rb" "test/dispatch/live_response_test.rb" "test/dispatch/prefix_generation_test.rb" "test/dispatch/session/test_session_test.rb" "test/dispatch/session/abstract_store_test.rb" "test/dispatch/session/cache_store_test.rb" "test/dispatch/session/mem_cache_store_test.rb" "test/dispatch/session/cookie_store_test.rb" "test/dispatch/response_test.rb" "test/dispatch/test_response_test.rb" "test/dispatch/mapper_test.rb" "test/dispatch/debug_exceptions_test.rb" "test/dispatch/test_request_test.rb" "test/dispatch/middleware_stack_test.rb" "test/dispatch/show_exceptions_test.rb" "test/dispatch/request_test.rb" "test/dispatch/executor_test.rb" "test/dispatch/callbacks_test.rb" "test/dispatch/header_test.rb" "test/dispatch/runner_test.rb" "test/dispatch/reloader_test.rb" "test/dispatch/rack_cache_test.rb" "test/dispatch/cookies_test.rb" "test/dispatch/request/multipart_params_parsing_test.rb" "test/dispatch/request/url_encoded_params_parsing_test.rb" "test/dispatch/request/query_string_parsing_test.rb" "test/dispatch/request/json_params_parsing_test.rb" "test/dispatch/request/session_test.rb" "test/dispatch/ssl_test.rb" "test/journey/route_test.rb" "test/journey/routes_test.rb" "test/journey/nodes/symbol_test.rb" "test/journey/router/utils_test.rb" "test/journey/router_test.rb" "test/journey/nfa/simulator_test.rb" "test/journey/nfa/transition_table_test.rb" "test/journey/path/pattern_test.rb" "test/journey/route/definition/parser_test.rb" "test/journey/route/definition/scanner_test.rb" "test/journey/gtg/builder_test.rb" "test/journey/gtg/transition_table_test.rb" "test/assertions/response_assertions_test.rb" "test/abstract/collector_test.rb" "test/abstract/callbacks_test.rb" "test/abstract/translation_test.rb" --seed=5178
/home/manzo/workspace/rails/actionpack/test/controller/live_stream_test.rb:160: warning: possibly useless use of :: in void context
Run options: --seed=5178

# Running:

............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................S.....................F..........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................F...........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................

Finished in 5.774197s, 528.0388 runs/s, 2574.5570 assertions/s.

  1) Failure:
ActionControllerBaseRenderTest#test_direct_render_to_string [/home/manzo/workspace/rails/actionpack/test/controller/render_test.rb:629]:
Expected: "Hello world!"
  Actual: ""


  2) Failure:
RendererTest#test_rendering_with_a_controller_class [/home/manzo/workspace/rails/actionpack/test/controller/renderer_test.rb:37]:
Expected: "Hello world!"
  Actual: ""

test1

/home/manzo/.rvm/rubies/ruby-2.3.1/bin/ruby -w -I"lib:test" -I"/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib" "/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib/rake/rake_test_loader.rb" "test/controller/redirect_test.rb" "test/controller/renderers_test.rb" "test/controller/resources_test.rb" "test/controller/caching_test.rb" "test/controller/url_for_test.rb" "test/controller/flash_hash_test.rb" "test/controller/parameters/mutators_test.rb" "test/controller/parameters/raise_on_unpermitted_params_test.rb" "test/controller/parameters/log_on_unpermitted_params_test.rb" "test/controller/parameters/serialization_test.rb" "test/controller/parameters/parameters_permit_test.rb" "test/controller/parameters/always_permitted_parameters_test.rb" "test/controller/parameters/accessors_test.rb" "test/controller/parameters/multi_parameter_attributes_test.rb" "test/controller/parameters/nested_parameters_permit_test.rb" "test/controller/parameters/dup_test.rb" "test/controller/http_digest_authentication_test.rb" "test/controller/routing_test.rb" "test/controller/permitted_params_test.rb" "test/controller/metal/renderers_test.rb" "test/controller/force_ssl_test.rb" "test/controller/params_wrapper_test.rb" "test/controller/integration_test.rb" "test/controller/form_builder_test.rb" "test/controller/webservice_test.rb" "test/controller/send_file_test.rb" "test/controller/render_js_test.rb" "test/controller/http_basic_authentication_test.rb" "test/controller/render_test.rb" "test/controller/render_json_test.rb" "test/controller/url_for_integration_test.rb" "test/controller/render_xml_test.rb" "test/controller/test_case_test.rb" "test/controller/request_forgery_protection_test.rb" "test/controller/new_base/render_layout_test.rb" "test/controller/new_base/render_html_test.rb" "test/controller/new_base/render_plain_test.rb" "test/controller/new_base/render_partial_test.rb" "test/controller/new_base/render_test.rb" "test/controller/new_base/render_xml_test.rb" "test/controller/new_base/render_body_test.rb" "test/controller/new_base/render_template_test.rb" "test/controller/new_base/render_streaming_test.rb" "test/controller/new_base/middleware_test.rb" "test/controller/new_base/content_negotiation_test.rb" "test/controller/new_base/render_file_test.rb" "test/controller/new_base/render_implicit_action_test.rb" "test/controller/new_base/render_text_test.rb" "test/controller/new_base/content_type_test.rb" "test/controller/new_base/base_test.rb" "test/controller/new_base/render_context_test.rb" "test/controller/new_base/bare_metal_test.rb" "test/controller/new_base/render_action_test.rb" "test/controller/output_escaping_test.rb" "test/controller/localized_templates_test.rb" "test/controller/http_token_authentication_test.rb" "test/controller/live_stream_test.rb" "test/controller/filters_test.rb" "test/controller/mime/respond_to_test.rb" "test/controller/mime/accept_format_test.rb" "test/controller/log_subscriber_test.rb" "test/controller/show_exceptions_test.rb" "test/controller/parameter_encoding_test.rb" "test/controller/action_pack_assertions_test.rb" "test/controller/helper_test.rb" "test/controller/rescue_test.rb" "test/controller/api/renderers_test.rb" "test/controller/api/with_cookies_test.rb" "test/controller/api/url_for_test.rb" "test/controller/api/implicit_render_test.rb" "test/controller/api/force_ssl_test.rb" "test/controller/api/params_wrapper_test.rb" "test/controller/api/redirect_to_test.rb" "test/controller/api/conditional_get_test.rb" "test/controller/api/data_streaming_test.rb" "test/controller/default_url_options_with_before_action_test.rb" "test/controller/runner_test.rb" "test/controller/content_type_test.rb" "test/controller/flash_test.rb" "test/controller/base_test.rb" "test/controller/required_params_test.rb" "test/controller/request/test_request_test.rb" "test/controller/renderer_test.rb" "test/controller/streaming_test.rb" "test/controller/url_rewriter_test.rb" "test/routing/helper_test.rb" "test/dispatch/static_test.rb" "test/dispatch/routing/concerns_test.rb" "test/dispatch/routing/ipv6_redirect_test.rb" "test/dispatch/routing/inspector_test.rb" "test/dispatch/routing/route_set_test.rb" "test/dispatch/uploaded_file_test.rb" "test/dispatch/routing_test.rb" "test/dispatch/mime_type_test.rb" "test/dispatch/mount_test.rb" "test/dispatch/request_id_test.rb" "test/dispatch/url_generation_test.rb" "test/dispatch/routing_assertions_test.rb" "test/dispatch/exception_wrapper_test.rb" "test/dispatch/live_response_test.rb" "test/dispatch/prefix_generation_test.rb" "test/dispatch/session/test_session_test.rb" "test/dispatch/session/abstract_store_test.rb" "test/dispatch/session/cache_store_test.rb" "test/dispatch/session/mem_cache_store_test.rb" "test/dispatch/session/cookie_store_test.rb" "test/dispatch/response_test.rb" "test/dispatch/test_response_test.rb" "test/dispatch/mapper_test.rb" "test/dispatch/debug_exceptions_test.rb" "test/dispatch/test_request_test.rb" "test/dispatch/middleware_stack_test.rb" "test/dispatch/show_exceptions_test.rb" "test/dispatch/request_test.rb" "test/dispatch/executor_test.rb" "test/dispatch/callbacks_test.rb" "test/dispatch/header_test.rb" "test/dispatch/runner_test.rb" "test/dispatch/reloader_test.rb" "test/dispatch/rack_cache_test.rb" "test/dispatch/cookies_test.rb" "test/dispatch/request/multipart_params_parsing_test.rb" "test/dispatch/request/url_encoded_params_parsing_test.rb" "test/dispatch/request/query_string_parsing_test.rb" "test/dispatch/request/json_params_parsing_test.rb" "test/dispatch/request/session_test.rb" "test/dispatch/ssl_test.rb" "test/journey/route_test.rb" "test/journey/routes_test.rb" "test/journey/nodes/symbol_test.rb" "test/journey/router/utils_test.rb" "test/journey/router_test.rb" "test/journey/nfa/simulator_test.rb" "test/journey/nfa/transition_table_test.rb" "test/journey/path/pattern_test.rb" "test/journey/route/definition/parser_test.rb" "test/journey/route/definition/scanner_test.rb" "test/journey/gtg/builder_test.rb" "test/journey/gtg/transition_table_test.rb" "test/assertions/response_assertions_test.rb" "test/abstract/collector_test.rb" "test/abstract/callbacks_test.rb" "test/abstract/translation_test.rb" 
/home/manzo/workspace/rails/actionpack/test/controller/live_stream_test.rb:160: warning: possibly useless use of :: in void context
Run options: --seed 11006

# Running:

...........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................S........................F....................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................

Finished in 10.017167s, 304.3775 runs/s, 1484.0523 assertions/s.

  1) Failure:
ActionControllerBaseRenderTest#test_direct_render_to_string [/home/manzo/workspace/rails/actionpack/test/controller/render_test.rb:629]:
Expected: "Hello world!"
  Actual: "Hello world! Modified!"

test2

manzo@BURN-E ~/workspace/rails/actionpack (git)-[master] % bundle exec rake
/home/manzo/.rvm/rubies/ruby-2.3.1/bin/ruby -w -I"lib:test" -I"/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib" "/home/manzo/.rvm/gems/ruby-2.3.1@rails/gems/rake-11.3.0/lib/rake/rake_test_loader.rb" "test/controller/redirect_test.rb" "test/controller/renderers_test.rb" "test/controller/resources_test.rb" "test/controller/caching_test.rb" "test/controller/url_for_test.rb" "test/controller/flash_hash_test.rb" "test/controller/parameters/mutators_test.rb" "test/controller/parameters/raise_on_unpermitted_params_test.rb" "test/controller/parameters/log_on_unpermitted_params_test.rb" "test/controller/parameters/serialization_test.rb" "test/controller/parameters/parameters_permit_test.rb" "test/controller/parameters/always_permitted_parameters_test.rb" "test/controller/parameters/accessors_test.rb" "test/controller/parameters/multi_parameter_attributes_test.rb" "test/controller/parameters/nested_parameters_permit_test.rb" "test/controller/parameters/dup_test.rb" "test/controller/http_digest_authentication_test.rb" "test/controller/routing_test.rb" "test/controller/permitted_params_test.rb" "test/controller/metal/renderers_test.rb" "test/controller/force_ssl_test.rb" "test/controller/params_wrapper_test.rb" "test/controller/integration_test.rb" "test/controller/form_builder_test.rb" "test/controller/webservice_test.rb" "test/controller/send_file_test.rb" "test/controller/render_js_test.rb" "test/controller/http_basic_authentication_test.rb" "test/controller/render_test.rb" "test/controller/render_json_test.rb" "test/controller/url_for_integration_test.rb" "test/controller/render_xml_test.rb" "test/controller/test_case_test.rb" "test/controller/request_forgery_protection_test.rb" "test/controller/new_base/render_layout_test.rb" "test/controller/new_base/render_html_test.rb" "test/controller/new_base/render_plain_test.rb" "test/controller/new_base/render_partial_test.rb" "test/controller/new_base/render_test.rb" "test/controller/new_base/render_xml_test.rb" "test/controller/new_base/render_body_test.rb" "test/controller/new_base/render_template_test.rb" "test/controller/new_base/render_streaming_test.rb" "test/controller/new_base/middleware_test.rb" "test/controller/new_base/content_negotiation_test.rb" "test/controller/new_base/render_file_test.rb" "test/controller/new_base/render_implicit_action_test.rb" "test/controller/new_base/render_text_test.rb" "test/controller/new_base/content_type_test.rb" "test/controller/new_base/base_test.rb" "test/controller/new_base/render_context_test.rb" "test/controller/new_base/bare_metal_test.rb" "test/controller/new_base/render_action_test.rb" "test/controller/output_escaping_test.rb" "test/controller/localized_templates_test.rb" "test/controller/http_token_authentication_test.rb" "test/controller/live_stream_test.rb" "test/controller/filters_test.rb" "test/controller/mime/respond_to_test.rb" "test/controller/mime/accept_format_test.rb" "test/controller/log_subscriber_test.rb" "test/controller/show_exceptions_test.rb" "test/controller/parameter_encoding_test.rb" "test/controller/action_pack_assertions_test.rb" "test/controller/helper_test.rb" "test/controller/rescue_test.rb" "test/controller/api/renderers_test.rb" "test/controller/api/with_cookies_test.rb" "test/controller/api/url_for_test.rb" "test/controller/api/implicit_render_test.rb" "test/controller/api/force_ssl_test.rb" "test/controller/api/params_wrapper_test.rb" "test/controller/api/redirect_to_test.rb" "test/controller/api/conditional_get_test.rb" "test/controller/api/data_streaming_test.rb" "test/controller/default_url_options_with_before_action_test.rb" "test/controller/runner_test.rb" "test/controller/content_type_test.rb" "test/controller/flash_test.rb" "test/controller/base_test.rb" "test/controller/required_params_test.rb" "test/controller/request/test_request_test.rb" "test/controller/renderer_test.rb" "test/controller/streaming_test.rb" "test/controller/url_rewriter_test.rb" "test/routing/helper_test.rb" "test/dispatch/static_test.rb" "test/dispatch/routing/concerns_test.rb" "test/dispatch/routing/ipv6_redirect_test.rb" "test/dispatch/routing/inspector_test.rb" "test/dispatch/routing/route_set_test.rb" "test/dispatch/uploaded_file_test.rb" "test/dispatch/routing_test.rb" "test/dispatch/mime_type_test.rb" "test/dispatch/mount_test.rb" "test/dispatch/request_id_test.rb" "test/dispatch/url_generation_test.rb" "test/dispatch/routing_assertions_test.rb" "test/dispatch/exception_wrapper_test.rb" "test/dispatch/live_response_test.rb" "test/dispatch/prefix_generation_test.rb" "test/dispatch/session/test_session_test.rb" "test/dispatch/session/abstract_store_test.rb" "test/dispatch/session/cache_store_test.rb" "test/dispatch/session/mem_cache_store_test.rb" "test/dispatch/session/cookie_store_test.rb" "test/dispatch/response_test.rb" "test/dispatch/test_response_test.rb" "test/dispatch/mapper_test.rb" "test/dispatch/debug_exceptions_test.rb" "test/dispatch/test_request_test.rb" "test/dispatch/middleware_stack_test.rb" "test/dispatch/show_exceptions_test.rb" "test/dispatch/request_test.rb" "test/dispatch/executor_test.rb" "test/dispatch/callbacks_test.rb" "test/dispatch/header_test.rb" "test/dispatch/runner_test.rb" "test/dispatch/reloader_test.rb" "test/dispatch/rack_cache_test.rb" "test/dispatch/cookies_test.rb" "test/dispatch/request/multipart_params_parsing_test.rb" "test/dispatch/request/url_encoded_params_parsing_test.rb" "test/dispatch/request/query_string_parsing_test.rb" "test/dispatch/request/json_params_parsing_test.rb" "test/dispatch/request/session_test.rb" "test/dispatch/ssl_test.rb" "test/journey/route_test.rb" "test/journey/routes_test.rb" "test/journey/nodes/symbol_test.rb" "test/journey/router/utils_test.rb" "test/journey/router_test.rb" "test/journey/nfa/simulator_test.rb" "test/journey/nfa/transition_table_test.rb" "test/journey/path/pattern_test.rb" "test/journey/route/definition/parser_test.rb" "test/journey/route/definition/scanner_test.rb" "test/journey/gtg/builder_test.rb" "test/journey/gtg/transition_table_test.rb" "test/assertions/response_assertions_test.rb" "test/abstract/collector_test.rb" "test/abstract/callbacks_test.rb" "test/abstract/translation_test.rb" 
/home/manzo/workspace/rails/actionpack/test/controller/live_stream_test.rb:160: warning: possibly useless use of :: in void context
Run options: --seed 5178

# Running:

............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................S.....................F......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................

Finished in 5.835260s, 522.5131 runs/s, 2547.6155 assertions/s.

  1) Failure:
ActionControllerBaseRenderTest#test_direct_render_to_string [/home/manzo/workspace/rails/actionpack/test/controller/render_test.rb:629]:
Expected: "Hello world!"
  Actual: ""