Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[2.7] bpo-38804: Fix REDoS in http.cookiejar (GH-17157) #17345

Merged
merged 1 commit into from Nov 24, 2019
Merged
Changes from all commits
Commits
File filter
Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
@@ -205,10 +205,14 @@ def _str2time(day, mon, yr, hr, min, sec, tz):
(?::(\d\d))? # optional seconds
)? # optional clock
\s*
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+)? # timezone
(?:
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone
\s*
)?
(?:
\(\w+\) # ASCII representation of timezone in parens.
\s*
(?:\(\w+\))? # ASCII representation of timezone in parens.
\s*$""", re.X)
)?$""", re.X)
def http2time(text):
"""Returns time in seconds since epoch of time represented by a string.
@@ -266,7 +270,7 @@ def http2time(text):
return _str2time(day, mon, yr, hr, min, sec, tz)

ISO_DATE_RE = re.compile(
"""^
r"""^

This comment has been minimized.

@bcaller

bcaller Nov 22, 2019
Contributor

Is there a reason that this r is needed specifically for python 2? I suppose it is preferred, but gives the same regex with or without (str(sre_parse.parse("""^... with and without give the same result).
Unrelated to this change, I just noticed that the backslash in [-\/] doesn't do anything. Not sure why it's there.

This comment has been minimized.

@bcaller

bcaller Nov 22, 2019
Contributor

Oh I see the r wasn't in the python2 branch.

This comment has been minimized.

@vstinner

vstinner Nov 22, 2019
Author Member

So.... adding the r is correct, right?

This comment has been minimized.

@bcaller

bcaller Nov 22, 2019
Contributor

yes. Ignore me.

(\d{4}) # year
[-\/]?
(\d\d?) # numerical month
@@ -278,9 +282,11 @@ def http2time(text):
(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)
)? # optional clock
\s*
([-+]?\d\d?:?(:?\d\d)?
|Z|z)? # timezone (Z is "zero meridian", i.e. GMT)
\s*$""", re.X)
(?:
([-+]?\d\d?:?(:?\d\d)?
|Z|z) # timezone (Z is "zero meridian", i.e. GMT)
\s*
)?$""", re.X)
def iso2time(text):
"""
As for http2time, but parses the ISO 8601 formats:
@@ -6,7 +6,7 @@
import re
import time

from cookielib import http2time, time2isoz, time2netscape
from cookielib import http2time, time2isoz, iso2time, time2netscape
from unittest import TestCase

from test import test_support
@@ -117,6 +117,19 @@ def test_http2time_garbage(self):
"http2time(test) %s" % (test, http2time(test))
)

def test_http2time_redos_regression_actually_completes(self):
# LOOSE_HTTP_DATE_RE was vulnerable to malicious input which caused catastrophic backtracking (REDoS).
# If we regress to cubic complexity, this test will take a very long time to succeed.
# If fixed, it should complete within a fraction of a second.
http2time("01 Jan 1970{}00:00:00 GMT!".format(" " * 10 ** 5))
http2time("01 Jan 1970 00:00:00{}GMT!".format(" " * 10 ** 5))

def test_iso2time_performance_regression(self):
# If ISO_DATE_RE regresses to quadratic complexity, this test will take a very long time to succeed.
# If fixed, it should complete within a fraction of a second.
iso2time('1994-02-03{}14:15:29 -0100!'.format(' '*10**6))
iso2time('1994-02-03 14:15:29{}-0100!'.format(' '*10**6))


class HeaderTests(TestCase):

@@ -210,6 +210,7 @@ Ralph Butler
Zach Byrne
Nicolas Cadou
Jp Calderone
Ben Caller
Arnaud Calmettes
Daniel Calvelo
Tony Campbell
@@ -0,0 +1 @@
Fixes a ReDoS vulnerability in :mod:`http.cookiejar`. Patch by Ben Caller.