mirror of
https://github.com/github/rails.git
synced 2026-01-09 14:48:08 -05:00
Merge branch '3-2-sec' into 3-2-secmerge
* 3-2-sec: bumping version CVE-2013-0156: Safe XML params parsing. Doesn't allow symbols or yaml. * Strip nils from collections on JSON and XML posts. [CVE-2013-0155] * dealing with empty hashes. Thanks Damien Mathieu Avoid Rack security warning no secret provided Conflicts: actionpack/CHANGELOG.md activerecord/CHANGELOG.md activesupport/CHANGELOG.md
This commit is contained in:
@@ -1 +1 @@
|
||||
3.2.10
|
||||
3.2.11
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActionMailer
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
## Rails 3.2.11 (unreleased) ##
|
||||
## Rails 3.2.12 (unreleased) ##
|
||||
|
||||
* Bump `rack` dependency to 1.4.3, eliminate `Rack::File` headers deprecation warning.
|
||||
|
||||
@@ -93,11 +93,14 @@
|
||||
*Daniel Fox, Grant Hutchins & Trace Wax*
|
||||
|
||||
|
||||
## Rails 3.2.11 ##
|
||||
|
||||
* Strip nils from collections on JSON and XML posts. [CVE-2013-0155]
|
||||
|
||||
## Rails 3.2.10 (Jan 2, 2013) ##
|
||||
|
||||
* No changes.
|
||||
|
||||
|
||||
## Rails 3.2.9 (Nov 12, 2012) ##
|
||||
|
||||
* Clear url helpers when reloading routes.
|
||||
|
||||
@@ -248,18 +248,14 @@ module ActionDispatch
|
||||
LOCALHOST.any? { |local_ip| local_ip === remote_addr && local_ip === remote_ip }
|
||||
end
|
||||
|
||||
protected
|
||||
|
||||
# Remove nils from the params hash
|
||||
def deep_munge(hash)
|
||||
keys = hash.keys.find_all { |k| hash[k] == [nil] }
|
||||
keys.each { |k| hash[k] = nil }
|
||||
|
||||
hash.each_value do |v|
|
||||
hash.each do |k, v|
|
||||
case v
|
||||
when Array
|
||||
v.grep(Hash) { |x| deep_munge(x) }
|
||||
v.compact!
|
||||
hash[k] = nil if v.empty?
|
||||
when Hash
|
||||
deep_munge(v)
|
||||
end
|
||||
@@ -268,6 +264,8 @@ module ActionDispatch
|
||||
hash
|
||||
end
|
||||
|
||||
protected
|
||||
|
||||
def parse_query(qs)
|
||||
deep_munge(super)
|
||||
end
|
||||
|
||||
@@ -38,13 +38,13 @@ module ActionDispatch
|
||||
when Proc
|
||||
strategy.call(request.raw_post)
|
||||
when :xml_simple, :xml_node
|
||||
data = Hash.from_xml(request.body.read) || {}
|
||||
data = request.deep_munge(Hash.from_xml(request.body.read) || {})
|
||||
request.body.rewind if request.body.respond_to?(:rewind)
|
||||
data.with_indifferent_access
|
||||
when :yaml
|
||||
YAML.load(request.raw_post)
|
||||
when :json
|
||||
data = ActiveSupport::JSON.decode(request.body)
|
||||
data = request.deep_munge ActiveSupport::JSON.decode(request.body)
|
||||
request.body.rewind if request.body.respond_to?(:rewind)
|
||||
data = {:_json => data} unless data.is_a?(Hash)
|
||||
data.with_indifferent_access
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActionPack
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -118,6 +118,19 @@ class WebServiceTest < ActionDispatch::IntegrationTest
|
||||
end
|
||||
end
|
||||
|
||||
def test_post_xml_using_a_disallowed_type_attribute
|
||||
$stderr = StringIO.new
|
||||
with_test_route_set do
|
||||
post '/', '<foo type="symbol">value</foo>', 'CONTENT_TYPE' => 'application/xml'
|
||||
assert_response 500
|
||||
|
||||
post '/', '<foo type="yaml">value</foo>', 'CONTENT_TYPE' => 'application/xml'
|
||||
assert_response 500
|
||||
end
|
||||
ensure
|
||||
$stderr = STDERR
|
||||
end
|
||||
|
||||
def test_register_and_use_yaml
|
||||
with_test_route_set do
|
||||
with_params_parsers Mime::YAML => Proc.new { |d| YAML.load(d) } do
|
||||
|
||||
@@ -30,6 +30,21 @@ class JsonParamsParsingTest < ActionDispatch::IntegrationTest
|
||||
)
|
||||
end
|
||||
|
||||
test "nils are stripped from collections" do
|
||||
assert_parses(
|
||||
{"person" => nil},
|
||||
"{\"person\":[null]}", { 'CONTENT_TYPE' => 'application/json' }
|
||||
)
|
||||
assert_parses(
|
||||
{"person" => ['foo']},
|
||||
"{\"person\":[\"foo\",null]}", { 'CONTENT_TYPE' => 'application/json' }
|
||||
)
|
||||
assert_parses(
|
||||
{"person" => nil},
|
||||
"{\"person\":[null, null]}", { 'CONTENT_TYPE' => 'application/json' }
|
||||
)
|
||||
end
|
||||
|
||||
test "logs error if parsing unsuccessful" do
|
||||
with_test_routing do
|
||||
output = StringIO.new
|
||||
|
||||
@@ -30,6 +30,23 @@ class XmlParamsParsingTest < ActionDispatch::IntegrationTest
|
||||
assert_equal "<ok>bar</ok>", resp.body
|
||||
end
|
||||
|
||||
def assert_parses(expected, xml)
|
||||
with_test_routing do
|
||||
post "/parse", xml, default_headers
|
||||
assert_response :ok
|
||||
assert_equal(expected, TestController.last_request_parameters)
|
||||
end
|
||||
end
|
||||
|
||||
test "nils are stripped from collections" do
|
||||
assert_parses(
|
||||
{"hash" => { "person" => nil} },
|
||||
"<hash><person type=\"array\"><person nil=\"true\"/></person></hash>")
|
||||
assert_parses(
|
||||
{"hash" => { "person" => ['foo']} },
|
||||
"<hash><person type=\"array\"><person>foo</person><person nil=\"true\"/></person>\n</hash>")
|
||||
end
|
||||
|
||||
test "parses hash params" do
|
||||
with_test_routing do
|
||||
xml = "<person><name>David</name></person>"
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActiveModel
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
## Rails 3.2.11 (unreleased)
|
||||
## Rails 3.2.12 (unreleased)
|
||||
|
||||
* Fix undefined method `to_i` when calling `new` on a scope that uses an
|
||||
Array; Fix FloatDomainError when setting integer column to NaN.
|
||||
@@ -179,6 +179,9 @@
|
||||
|
||||
*Gabriel Sobrinho, Ricardo Henrique*
|
||||
|
||||
## Rails 3.2.11 ##
|
||||
|
||||
* Fix querying with an empty hash *Damien Mathieu* [CVE-2013-0155]
|
||||
|
||||
## Rails 3.2.10 (Jan 2, 2013) ##
|
||||
|
||||
|
||||
@@ -6,7 +6,12 @@ module ActiveRecord
|
||||
|
||||
if allow_table_name && value.is_a?(Hash)
|
||||
table = Arel::Table.new(column, engine)
|
||||
build_from_hash(engine, value, table, false)
|
||||
|
||||
if value.empty?
|
||||
'1 = 2'
|
||||
else
|
||||
build_from_hash(engine, value, table, false)
|
||||
end
|
||||
else
|
||||
column = column.to_s
|
||||
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActiveRecord
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -1,9 +1,11 @@
|
||||
require "cases/helper"
|
||||
require 'models/post'
|
||||
require 'models/comment'
|
||||
require 'models/edge'
|
||||
|
||||
module ActiveRecord
|
||||
class WhereTest < ActiveRecord::TestCase
|
||||
fixtures :posts
|
||||
fixtures :posts, :edges
|
||||
|
||||
def test_where_error
|
||||
assert_raises(ActiveRecord::StatementInvalid) do
|
||||
@@ -21,5 +23,17 @@ module ActiveRecord
|
||||
post = Post.first
|
||||
assert_equal post, Post.where(:posts => { 'id' => post.id }).first
|
||||
end
|
||||
|
||||
def test_where_with_table_name_and_empty_hash
|
||||
assert_equal 0, Post.where(:posts => {}).count
|
||||
end
|
||||
|
||||
def test_where_with_table_name_and_empty_array
|
||||
assert_equal 0, Post.where(:id => []).count
|
||||
end
|
||||
|
||||
def test_where_with_empty_hash_and_no_foreign_key
|
||||
assert_equal 0, Edge.where(:sink => {}).count
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActiveResource
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
## Rails 3.2.11 (unreleased)
|
||||
## Rails 3.2.12 (unreleased)
|
||||
|
||||
* Remove surrogate unicode character encoding from ActiveSupport::JSON.encode
|
||||
The encoding scheme was broken for unicode characters outside the basic
|
||||
@@ -20,11 +20,19 @@
|
||||
*Daniele Sluijters*
|
||||
|
||||
|
||||
## Rails 3.2.11 (Jan 8, 2012) ##
|
||||
|
||||
* Hash.from_xml raises when it encounters type="symbol" or type="yaml".
|
||||
Use Hash.from_trusted_xml to parse this XML.
|
||||
|
||||
CVE-2013-0156
|
||||
|
||||
*Jeremy Kemper*
|
||||
|
||||
## Rails 3.2.10 (Jan 2, 2013) ##
|
||||
|
||||
* No changes.
|
||||
|
||||
|
||||
## Rails 3.2.9 (Nov 12, 2012) ##
|
||||
|
||||
* Add logger.push_tags and .pop_tags to complement logger.tagged:
|
||||
|
||||
@@ -85,15 +85,33 @@ class Hash
|
||||
end
|
||||
end
|
||||
|
||||
class DisallowedType < StandardError #:nodoc:
|
||||
def initialize(type)
|
||||
super "Disallowed type attribute: #{type.inspect}"
|
||||
end
|
||||
end
|
||||
|
||||
DISALLOWED_XML_TYPES = %w(symbol yaml)
|
||||
|
||||
class << self
|
||||
def from_xml(xml)
|
||||
typecast_xml_value(unrename_keys(ActiveSupport::XmlMini.parse(xml)))
|
||||
def from_xml(xml, disallowed_types = nil)
|
||||
typecast_xml_value(unrename_keys(ActiveSupport::XmlMini.parse(xml)), disallowed_types)
|
||||
end
|
||||
|
||||
def from_trusted_xml(xml)
|
||||
from_xml xml, []
|
||||
end
|
||||
|
||||
private
|
||||
def typecast_xml_value(value)
|
||||
def typecast_xml_value(value, disallowed_types = nil)
|
||||
disallowed_types ||= DISALLOWED_XML_TYPES
|
||||
|
||||
case value.class.to_s
|
||||
when 'Hash'
|
||||
if value.include?('type') && !value['type'].is_a?(Hash) && disallowed_types.include?(value['type'])
|
||||
raise DisallowedType, value['type']
|
||||
end
|
||||
|
||||
if value['type'] == 'array'
|
||||
_, entries = Array.wrap(value.detect { |k,v| not v.is_a?(String) })
|
||||
if entries.nil? || (c = value['__content__'] && c.blank?)
|
||||
@@ -101,9 +119,9 @@ class Hash
|
||||
else
|
||||
case entries.class.to_s # something weird with classes not matching here. maybe singleton methods breaking is_a?
|
||||
when "Array"
|
||||
entries.collect { |v| typecast_xml_value(v) }
|
||||
entries.collect { |v| typecast_xml_value(v, disallowed_types) }
|
||||
when "Hash"
|
||||
[typecast_xml_value(entries)]
|
||||
[typecast_xml_value(entries, disallowed_types)]
|
||||
else
|
||||
raise "can't typecast #{entries.inspect}"
|
||||
end
|
||||
@@ -127,14 +145,14 @@ class Hash
|
||||
elsif value['type'] && value.size == 1 && !value['type'].is_a?(::Hash)
|
||||
nil
|
||||
else
|
||||
xml_value = Hash[value.map { |k,v| [k, typecast_xml_value(v)] }]
|
||||
xml_value = Hash[value.map { |k,v| [k, typecast_xml_value(v, disallowed_types)] }]
|
||||
|
||||
# Turn { :files => { :file => #<StringIO> } into { :files => #<StringIO> } so it is compatible with
|
||||
# how multipart uploaded files from HTML appear
|
||||
xml_value["file"].is_a?(StringIO) ? xml_value["file"] : xml_value
|
||||
end
|
||||
when 'Array'
|
||||
value.map! { |i| typecast_xml_value(i) }
|
||||
value.map! { |i| typecast_xml_value(i, disallowed_types) }
|
||||
value.length > 1 ? value : value.first
|
||||
when 'String'
|
||||
value
|
||||
|
||||
@@ -2,7 +2,7 @@ module ActiveSupport
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -733,12 +733,10 @@ class HashToXmlTest < Test::Unit::TestCase
|
||||
<replies-close-in type="integer">2592000000</replies-close-in>
|
||||
<written-on type="date">2003-07-16</written-on>
|
||||
<viewed-at type="datetime">2003-07-16T09:28:00+0000</viewed-at>
|
||||
<content type="yaml">--- \n1: should be an integer\n:message: Have a nice day\narray: \n- should-have-dashes: true\n should_have_underscores: true\n</content>
|
||||
<author-email-address>david@loudthinking.com</author-email-address>
|
||||
<parent-id></parent-id>
|
||||
<ad-revenue type="decimal">1.5</ad-revenue>
|
||||
<optimum-viewing-angle type="float">135</optimum-viewing-angle>
|
||||
<resident type="symbol">yes</resident>
|
||||
</topic>
|
||||
EOT
|
||||
|
||||
@@ -751,12 +749,10 @@ class HashToXmlTest < Test::Unit::TestCase
|
||||
:replies_close_in => 2592000000,
|
||||
:written_on => Date.new(2003, 7, 16),
|
||||
:viewed_at => Time.utc(2003, 7, 16, 9, 28),
|
||||
:content => { :message => "Have a nice day", 1 => "should be an integer", "array" => [{ "should-have-dashes" => true, "should_have_underscores" => true }] },
|
||||
:author_email_address => "david@loudthinking.com",
|
||||
:parent_id => nil,
|
||||
:ad_revenue => BigDecimal("1.50"),
|
||||
:optimum_viewing_angle => 135.0,
|
||||
:resident => :yes
|
||||
}.stringify_keys
|
||||
|
||||
assert_equal expected_topic_hash, Hash.from_xml(topic_xml)["topic"]
|
||||
@@ -770,7 +766,6 @@ class HashToXmlTest < Test::Unit::TestCase
|
||||
<approved type="boolean"></approved>
|
||||
<written-on type="date"></written-on>
|
||||
<viewed-at type="datetime"></viewed-at>
|
||||
<content type="yaml"></content>
|
||||
<parent-id></parent-id>
|
||||
</topic>
|
||||
EOT
|
||||
@@ -781,7 +776,6 @@ class HashToXmlTest < Test::Unit::TestCase
|
||||
:approved => nil,
|
||||
:written_on => nil,
|
||||
:viewed_at => nil,
|
||||
:content => nil,
|
||||
:parent_id => nil
|
||||
}.stringify_keys
|
||||
|
||||
@@ -1008,6 +1002,28 @@ class HashToXmlTest < Test::Unit::TestCase
|
||||
assert_equal expected_product_hash, Hash.from_xml(product_xml)["product"]
|
||||
end
|
||||
|
||||
def test_from_xml_raises_on_disallowed_type_attributes
|
||||
assert_raise Hash::DisallowedType do
|
||||
Hash.from_xml '<product><name type="foo">value</name></product>', %w(foo)
|
||||
end
|
||||
end
|
||||
|
||||
def test_from_xml_disallows_symbol_and_yaml_types_by_default
|
||||
assert_raise Hash::DisallowedType do
|
||||
Hash.from_xml '<product><name type="symbol">value</name></product>'
|
||||
end
|
||||
|
||||
assert_raise Hash::DisallowedType do
|
||||
Hash.from_xml '<product><name type="yaml">value</name></product>'
|
||||
end
|
||||
end
|
||||
|
||||
def test_from_trusted_xml_allows_symbol_and_yaml_types
|
||||
expected = { 'product' => { 'name' => :value }}
|
||||
assert_equal expected, Hash.from_trusted_xml('<product><name type="symbol">value</name></product>')
|
||||
assert_equal expected, Hash.from_trusted_xml('<product><name type="yaml">:value</name></product>')
|
||||
end
|
||||
|
||||
def test_should_use_default_value_for_unknown_key
|
||||
hash_wia = HashWithIndifferentAccess.new(3)
|
||||
assert_equal 3, hash_wia[:new_key]
|
||||
|
||||
@@ -2,7 +2,7 @@ module Rails
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
@@ -2,7 +2,7 @@ module Rails
|
||||
module VERSION #:nodoc:
|
||||
MAJOR = 3
|
||||
MINOR = 2
|
||||
TINY = 10
|
||||
TINY = 11
|
||||
PRE = nil
|
||||
|
||||
STRING = [MAJOR, MINOR, TINY, PRE].compact.join('.')
|
||||
|
||||
Reference in New Issue
Block a user