r"""HTTP cookie handling for web clients.

[0] Fix | Delete

[1] Fix | Delete

This module has (now fairly distant) origins in Gisle Aas' Perl module

[2] Fix | Delete

HTTP::Cookies, from the libwww-perl library.

[3] Fix | Delete

[4] Fix | Delete

Docstrings, comments and debug strings in this code refer to the

[5] Fix | Delete

attributes of the HTTP cookie system as cookie-attributes, to distinguish

[6] Fix | Delete

them clearly from Python attributes.

[7] Fix | Delete

[8] Fix | Delete

Class diagram (note that BSDDBCookieJar and the MSIE* classes are not

[9] Fix | Delete

distributed with the Python standard library, but are available from

[10] Fix | Delete

http://wwwsearch.sf.net/):

[11] Fix | Delete

[12] Fix | Delete

CookieJar____

[13] Fix | Delete

/ \ \

[14] Fix | Delete

FileCookieJar \ \

[15] Fix | Delete

/ | \ \ \

[16] Fix | Delete

MozillaCookieJar | LWPCookieJar \ \

[17] Fix | Delete

| | \

[18] Fix | Delete

| ---MSIEBase | \

[19] Fix | Delete

| / | | \

[20] Fix | Delete

| / MSIEDBCookieJar BSDDBCookieJar

[21] Fix | Delete

|/

[22] Fix | Delete

MSIECookieJar

[23] Fix | Delete

[24] Fix | Delete

"""

[25] Fix | Delete

[26] Fix | Delete

__all__ = ['Cookie', 'CookieJar', 'CookiePolicy', 'DefaultCookiePolicy',

[27] Fix | Delete

'FileCookieJar', 'LWPCookieJar', 'LoadError', 'MozillaCookieJar']

[28] Fix | Delete

[29] Fix | Delete

import copy

[30] Fix | Delete

import datetime

[31] Fix | Delete

import re

[32] Fix | Delete

import time

[33] Fix | Delete

import urllib.parse, urllib.request

[34] Fix | Delete

try:

[35] Fix | Delete

import threading as _threading

[36] Fix | Delete

except ImportError:

[37] Fix | Delete

import dummy_threading as _threading

[38] Fix | Delete

import http.client # only for the default HTTP port

[39] Fix | Delete

from calendar import timegm

[40] Fix | Delete

[41] Fix | Delete

debug = False # set to True to enable debugging via the logging module

[42] Fix | Delete

logger = None

[43] Fix | Delete

[44] Fix | Delete

def _debug(*args):

[45] Fix | Delete

if not debug:

[46] Fix | Delete

return

[47] Fix | Delete

global logger

[48] Fix | Delete

if not logger:

[49] Fix | Delete

import logging

[50] Fix | Delete

logger = logging.getLogger("http.cookiejar")

[51] Fix | Delete

return logger.debug(*args)

[52] Fix | Delete

[53] Fix | Delete

[54] Fix | Delete

DEFAULT_HTTP_PORT = str(http.client.HTTP_PORT)

[55] Fix | Delete

MISSING_FILENAME_TEXT = ("a filename was not supplied (nor was the CookieJar "

[56] Fix | Delete

"instance initialised with one)")

[57] Fix | Delete

[58] Fix | Delete

def _warn_unhandled_exception():

[59] Fix | Delete

# There are a few catch-all except: statements in this module, for

[60] Fix | Delete

# catching input that's bad in unexpected ways. Warn if any

[61] Fix | Delete

# exceptions are caught there.

[62] Fix | Delete

import io, warnings, traceback

[63] Fix | Delete

f = io.StringIO()

[64] Fix | Delete

traceback.print_exc(None, f)

[65] Fix | Delete

msg = f.getvalue()

[66] Fix | Delete

warnings.warn("http.cookiejar bug!\n%s" % msg, stacklevel=2)

[67] Fix | Delete

[68] Fix | Delete

[69] Fix | Delete

# Date/time conversion

[70] Fix | Delete

# -----------------------------------------------------------------------------

[71] Fix | Delete

[72] Fix | Delete

EPOCH_YEAR = 1970

[73] Fix | Delete

def _timegm(tt):

[74] Fix | Delete

year, month, mday, hour, min, sec = tt[:6]

[75] Fix | Delete

if ((year >= EPOCH_YEAR) and (1 <= month <= 12) and (1 <= mday <= 31) and

[76] Fix | Delete

(0 <= hour <= 24) and (0 <= min <= 59) and (0 <= sec <= 61)):

[77] Fix | Delete

return timegm(tt)

[78] Fix | Delete

else:

[79] Fix | Delete

return None

[80] Fix | Delete

[81] Fix | Delete

DAYS = ["Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun"]

[82] Fix | Delete

MONTHS = ["Jan", "Feb", "Mar", "Apr", "May", "Jun",

[83] Fix | Delete

"Jul", "Aug", "Sep", "Oct", "Nov", "Dec"]

[84] Fix | Delete

MONTHS_LOWER = []

[85] Fix | Delete

for month in MONTHS: MONTHS_LOWER.append(month.lower())

[86] Fix | Delete

[87] Fix | Delete

def time2isoz(t=None):

[88] Fix | Delete

"""Return a string representing time in seconds since epoch, t.

[89] Fix | Delete

[90] Fix | Delete

If the function is called without an argument, it will use the current

[91] Fix | Delete

time.

[92] Fix | Delete

[93] Fix | Delete

The format of the returned string is like "YYYY-MM-DD hh:mm:ssZ",

[94] Fix | Delete

representing Universal Time (UTC, aka GMT). An example of this format is:

[95] Fix | Delete

[96] Fix | Delete

1994-11-24 08:49:37Z

[97] Fix | Delete

[98] Fix | Delete

"""

[99] Fix | Delete

if t is None:

[100] Fix | Delete

dt = datetime.datetime.utcnow()

[101] Fix | Delete

else:

[102] Fix | Delete

dt = datetime.datetime.utcfromtimestamp(t)

[103] Fix | Delete

return "%04d-%02d-%02d %02d:%02d:%02dZ" % (

[104] Fix | Delete

dt.year, dt.month, dt.day, dt.hour, dt.minute, dt.second)

[105] Fix | Delete

[106] Fix | Delete

def time2netscape(t=None):

[107] Fix | Delete

"""Return a string representing time in seconds since epoch, t.

[108] Fix | Delete

[109] Fix | Delete

If the function is called without an argument, it will use the current

[110] Fix | Delete

time.

[111] Fix | Delete

[112] Fix | Delete

The format of the returned string is like this:

[113] Fix | Delete

[114] Fix | Delete

Wed, DD-Mon-YYYY HH:MM:SS GMT

[115] Fix | Delete

[116] Fix | Delete

"""

[117] Fix | Delete

if t is None:

[118] Fix | Delete

dt = datetime.datetime.utcnow()

[119] Fix | Delete

else:

[120] Fix | Delete

dt = datetime.datetime.utcfromtimestamp(t)

[121] Fix | Delete

return "%s, %02d-%s-%04d %02d:%02d:%02d GMT" % (

[122] Fix | Delete

DAYS[dt.weekday()], dt.day, MONTHS[dt.month-1],

[123] Fix | Delete

dt.year, dt.hour, dt.minute, dt.second)

[124] Fix | Delete

[125] Fix | Delete

[126] Fix | Delete

UTC_ZONES = {"GMT": None, "UTC": None, "UT": None, "Z": None}

[127] Fix | Delete

[128] Fix | Delete

TIMEZONE_RE = re.compile(r"^([-+])?(\d\d?):?(\d\d)?$", re.ASCII)

[129] Fix | Delete

def offset_from_tz_string(tz):

[130] Fix | Delete

offset = None

[131] Fix | Delete

if tz in UTC_ZONES:

[132] Fix | Delete

offset = 0

[133] Fix | Delete

else:

[134] Fix | Delete

m = TIMEZONE_RE.search(tz)

[135] Fix | Delete

if m:

[136] Fix | Delete

offset = 3600 * int(m.group(2))

[137] Fix | Delete

if m.group(3):

[138] Fix | Delete

offset = offset + 60 * int(m.group(3))

[139] Fix | Delete

if m.group(1) == '-':

[140] Fix | Delete

offset = -offset

[141] Fix | Delete

return offset

[142] Fix | Delete

[143] Fix | Delete

def _str2time(day, mon, yr, hr, min, sec, tz):

[144] Fix | Delete

yr = int(yr)

[145] Fix | Delete

if yr > datetime.MAXYEAR:

[146] Fix | Delete

return None

[147] Fix | Delete

[148] Fix | Delete

# translate month name to number

[149] Fix | Delete

# month numbers start with 1 (January)

[150] Fix | Delete

try:

[151] Fix | Delete

mon = MONTHS_LOWER.index(mon.lower())+1

[152] Fix | Delete

except ValueError:

[153] Fix | Delete

# maybe it's already a number

[154] Fix | Delete

try:

[155] Fix | Delete

imon = int(mon)

[156] Fix | Delete

except ValueError:

[157] Fix | Delete

return None

[158] Fix | Delete

if 1 <= imon <= 12:

[159] Fix | Delete

mon = imon

[160] Fix | Delete

else:

[161] Fix | Delete

return None

[162] Fix | Delete

[163] Fix | Delete

# make sure clock elements are defined

[164] Fix | Delete

if hr is None: hr = 0

[165] Fix | Delete

if min is None: min = 0

[166] Fix | Delete

if sec is None: sec = 0

[167] Fix | Delete

[168] Fix | Delete

day = int(day)

[169] Fix | Delete

hr = int(hr)

[170] Fix | Delete

min = int(min)

[171] Fix | Delete

sec = int(sec)

[172] Fix | Delete

[173] Fix | Delete

if yr < 1000:

[174] Fix | Delete

# find "obvious" year

[175] Fix | Delete

cur_yr = time.localtime(time.time())[0]

[176] Fix | Delete

m = cur_yr % 100

[177] Fix | Delete

tmp = yr

[178] Fix | Delete

yr = yr + cur_yr - m

[179] Fix | Delete

m = m - tmp

[180] Fix | Delete

if abs(m) > 50:

[181] Fix | Delete

if m > 0: yr = yr + 100

[182] Fix | Delete

else: yr = yr - 100

[183] Fix | Delete

[184] Fix | Delete

# convert UTC time tuple to seconds since epoch (not timezone-adjusted)

[185] Fix | Delete

t = _timegm((yr, mon, day, hr, min, sec, tz))

[186] Fix | Delete

[187] Fix | Delete

if t is not None:

[188] Fix | Delete

# adjust time using timezone string, to get absolute time since epoch

[189] Fix | Delete

if tz is None:

[190] Fix | Delete

tz = "UTC"

[191] Fix | Delete

tz = tz.upper()

[192] Fix | Delete

offset = offset_from_tz_string(tz)

[193] Fix | Delete

if offset is None:

[194] Fix | Delete

return None

[195] Fix | Delete

t = t - offset

[196] Fix | Delete

[197] Fix | Delete

return t

[198] Fix | Delete

[199] Fix | Delete

STRICT_DATE_RE = re.compile(

[200] Fix | Delete

r"^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) "

[201] Fix | Delete

r"(\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$", re.ASCII)

[202] Fix | Delete

WEEKDAY_RE = re.compile(

[203] Fix | Delete

r"^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*", re.I | re.ASCII)

[204] Fix | Delete

LOOSE_HTTP_DATE_RE = re.compile(

[205] Fix | Delete

r"""^

[206] Fix | Delete

(\d\d?) # day

[207] Fix | Delete

(?:\s+|[-\/])

[208] Fix | Delete

(\w+) # month

[209] Fix | Delete

(?:\s+|[-\/])

[210] Fix | Delete

(\d+) # year

[211] Fix | Delete

(?:

[212] Fix | Delete

(?:\s+|:) # separator before clock

[213] Fix | Delete

(\d\d?):(\d\d) # hour:min

[214] Fix | Delete

(?::(\d\d))? # optional seconds

[215] Fix | Delete

)? # optional clock

[216] Fix | Delete

\s*

[217] Fix | Delete

([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+)? # timezone

[218] Fix | Delete

\s*

[219] Fix | Delete

(?:\(\w+\))? # ASCII representation of timezone in parens.

[220] Fix | Delete

\s*$""", re.X | re.ASCII)

[221] Fix | Delete

def http2time(text):

[222] Fix | Delete

"""Returns time in seconds since epoch of time represented by a string.

[223] Fix | Delete

[224] Fix | Delete

Return value is an integer.

[225] Fix | Delete

[226] Fix | Delete

None is returned if the format of str is unrecognized, the time is outside

[227] Fix | Delete

the representable range, or the timezone string is not recognized. If the

[228] Fix | Delete

string contains no timezone, UTC is assumed.

[229] Fix | Delete

[230] Fix | Delete

The timezone in the string may be numerical (like "-0800" or "+0100") or a

[231] Fix | Delete

string timezone (like "UTC", "GMT", "BST" or "EST"). Currently, only the

[232] Fix | Delete

timezone strings equivalent to UTC (zero offset) are known to the function.

[233] Fix | Delete

[234] Fix | Delete

The function loosely parses the following formats:

[235] Fix | Delete

[236] Fix | Delete

Wed, 09 Feb 1994 22:23:32 GMT -- HTTP format

[237] Fix | Delete

Tuesday, 08-Feb-94 14:15:29 GMT -- old rfc850 HTTP format

[238] Fix | Delete

Tuesday, 08-Feb-1994 14:15:29 GMT -- broken rfc850 HTTP format

[239] Fix | Delete

09 Feb 1994 22:23:32 GMT -- HTTP format (no weekday)

[240] Fix | Delete

08-Feb-94 14:15:29 GMT -- rfc850 format (no weekday)

[241] Fix | Delete

08-Feb-1994 14:15:29 GMT -- broken rfc850 format (no weekday)

[242] Fix | Delete

[243] Fix | Delete

The parser ignores leading and trailing whitespace. The time may be

[244] Fix | Delete

absent.

[245] Fix | Delete

[246] Fix | Delete

If the year is given with only 2 digits, the function will select the

[247] Fix | Delete

century that makes the year closest to the current date.

[248] Fix | Delete

[249] Fix | Delete

"""

[250] Fix | Delete

# fast exit for strictly conforming string

[251] Fix | Delete

m = STRICT_DATE_RE.search(text)

[252] Fix | Delete

if m:

[253] Fix | Delete

g = m.groups()

[254] Fix | Delete

mon = MONTHS_LOWER.index(g[1].lower()) + 1

[255] Fix | Delete

tt = (int(g[2]), mon, int(g[0]),

[256] Fix | Delete

int(g[3]), int(g[4]), float(g[5]))

[257] Fix | Delete

return _timegm(tt)

[258] Fix | Delete

[259] Fix | Delete

# No, we need some messy parsing...

[260] Fix | Delete

[261] Fix | Delete

# clean up

[262] Fix | Delete

text = text.lstrip()

[263] Fix | Delete

text = WEEKDAY_RE.sub("", text, 1) # Useless weekday

[264] Fix | Delete

[265] Fix | Delete

# tz is time zone specifier string

[266] Fix | Delete

day, mon, yr, hr, min, sec, tz = [None]*7

[267] Fix | Delete

[268] Fix | Delete

# loose regexp parse

[269] Fix | Delete

m = LOOSE_HTTP_DATE_RE.search(text)

[270] Fix | Delete

if m is not None:

[271] Fix | Delete

day, mon, yr, hr, min, sec, tz = m.groups()

[272] Fix | Delete

else:

[273] Fix | Delete

return None # bad format

[274] Fix | Delete

[275] Fix | Delete

return _str2time(day, mon, yr, hr, min, sec, tz)

[276] Fix | Delete

[277] Fix | Delete

ISO_DATE_RE = re.compile(

[278] Fix | Delete

r"""^

[279] Fix | Delete

(\d{4}) # year

[280] Fix | Delete

[-\/]?

[281] Fix | Delete

(\d\d?) # numerical month

[282] Fix | Delete

[-\/]?

[283] Fix | Delete

(\d\d?) # day

[284] Fix | Delete

(?:

[285] Fix | Delete

(?:\s+|[-:Tt]) # separator before clock

[286] Fix | Delete

(\d\d?):?(\d\d) # hour:min

[287] Fix | Delete

(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)

[288] Fix | Delete

)? # optional clock

[289] Fix | Delete

\s*

[290] Fix | Delete

([-+]?\d\d?:?(:?\d\d)?

[291] Fix | Delete

|Z|z)? # timezone (Z is "zero meridian", i.e. GMT)

[292] Fix | Delete

\s*$""", re.X | re. ASCII)

[293] Fix | Delete

def iso2time(text):

[294] Fix | Delete

"""

[295] Fix | Delete

As for http2time, but parses the ISO 8601 formats:

[296] Fix | Delete

[297] Fix | Delete

1994-02-03 14:15:29 -0100 -- ISO 8601 format

[298] Fix | Delete

1994-02-03 14:15:29 -- zone is optional

[299] Fix | Delete

1994-02-03 -- only date

[300] Fix | Delete

1994-02-03T14:15:29 -- Use T as separator

[301] Fix | Delete

19940203T141529Z -- ISO 8601 compact format

[302] Fix | Delete

19940203 -- only date

[303] Fix | Delete

[304] Fix | Delete

"""

[305] Fix | Delete

# clean up

[306] Fix | Delete

text = text.lstrip()

[307] Fix | Delete

[308] Fix | Delete

# tz is time zone specifier string

[309] Fix | Delete

day, mon, yr, hr, min, sec, tz = [None]*7

[310] Fix | Delete

[311] Fix | Delete

# loose regexp parse

[312] Fix | Delete

m = ISO_DATE_RE.search(text)

[313] Fix | Delete

if m is not None:

[314] Fix | Delete

# XXX there's an extra bit of the timezone I'm ignoring here: is

[315] Fix | Delete

# this the right thing to do?

[316] Fix | Delete

yr, mon, day, hr, min, sec, tz, _ = m.groups()

[317] Fix | Delete

else:

[318] Fix | Delete

return None # bad format

[319] Fix | Delete

[320] Fix | Delete

return _str2time(day, mon, yr, hr, min, sec, tz)

[321] Fix | Delete

[322] Fix | Delete

[323] Fix | Delete

# Header parsing

[324] Fix | Delete

# -----------------------------------------------------------------------------

[325] Fix | Delete

[326] Fix | Delete

def unmatched(match):

[327] Fix | Delete

"""Return unmatched part of re.Match object."""

[328] Fix | Delete

start, end = match.span(0)

[329] Fix | Delete

return match.string[:start]+match.string[end:]

[330] Fix | Delete

[331] Fix | Delete

HEADER_TOKEN_RE = re.compile(r"^\s*([^=\s;,]+)")

[332] Fix | Delete

HEADER_QUOTED_VALUE_RE = re.compile(r"^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"")

[333] Fix | Delete

HEADER_VALUE_RE = re.compile(r"^\s*=\s*([^\s;,]*)")

[334] Fix | Delete

HEADER_ESCAPE_RE = re.compile(r"\\(.)")

[335] Fix | Delete

def split_header_words(header_values):

[336] Fix | Delete

r"""Parse header values into a list of lists containing key,value pairs.

[337] Fix | Delete

[338] Fix | Delete

The function knows how to deal with ",", ";" and "=" as well as quoted

[339] Fix | Delete

values after "=". A list of space separated tokens are parsed as if they

[340] Fix | Delete

were separated by ";".

[341] Fix | Delete

[342] Fix | Delete

If the header_values passed as argument contains multiple values, then they

[343] Fix | Delete

are treated as if they were a single value separated by comma ",".

[344] Fix | Delete

[345] Fix | Delete

This means that this function is useful for parsing header fields that

[346] Fix | Delete

follow this syntax (BNF as from the HTTP/1.1 specification, but we relax

[347] Fix | Delete

the requirement for tokens).

[348] Fix | Delete

[349] Fix | Delete

headers = #header

[350] Fix | Delete

header = (token | parameter) *( [";"] (token | parameter))

[351] Fix | Delete

[352] Fix | Delete

token = 1*<any CHAR except CTLs or separators>

[353] Fix | Delete

separators = "(" | ")" | "<" | ">" | "@"

[354] Fix | Delete

| "," | ";" | ":" | "\" | <">

[355] Fix | Delete

| "/" | "[" | "]" | "?" | "="

[356] Fix | Delete

| "{" | "}" | SP | HT

[357] Fix | Delete

[358] Fix | Delete

quoted-string = ( <"> *(qdtext | quoted-pair ) <"> )

[359] Fix | Delete

qdtext = <any TEXT except <">>

[360] Fix | Delete

quoted-pair = "\" CHAR

[361] Fix | Delete

[362] Fix | Delete

parameter = attribute "=" value

[363] Fix | Delete

attribute = token

[364] Fix | Delete

value = token | quoted-string

[365] Fix | Delete

[366] Fix | Delete

Each header is represented by a list of key/value pairs. The value for a

[367] Fix | Delete

simple token (not part of a parameter) is None. Syntactically incorrect

[368] Fix | Delete

headers will not necessarily be parsed as you would want.

[369] Fix | Delete

[370] Fix | Delete

This is easier to describe with some examples:

[371] Fix | Delete

[372] Fix | Delete

>>> split_header_words(['foo="bar"; port="80,81"; discard, bar=baz'])

[373] Fix | Delete

[[('foo', 'bar'), ('port', '80,81'), ('discard', None)], [('bar', 'baz')]]

[374] Fix | Delete

>>> split_header_words(['text/html; charset="iso-8859-1"'])

[375] Fix | Delete

[[('text/html', None), ('charset', 'iso-8859-1')]]

[376] Fix | Delete

>>> split_header_words([r'Basic realm="\"foo\bar\""'])

[377] Fix | Delete

[[('Basic', None), ('realm', '"foobar"')]]

[378] Fix | Delete

[379] Fix | Delete

"""

[380] Fix | Delete

assert not isinstance(header_values, str)

[381] Fix | Delete

result = []

[382] Fix | Delete

for text in header_values:

[383] Fix | Delete

orig_text = text

[384] Fix | Delete

pairs = []

[385] Fix | Delete

while text:

[386] Fix | Delete

m = HEADER_TOKEN_RE.search(text)

[387] Fix | Delete

if m:

[388] Fix | Delete

text = unmatched(m)

[389] Fix | Delete

name = m.group(1)

[390] Fix | Delete

m = HEADER_QUOTED_VALUE_RE.search(text)

[391] Fix | Delete

if m: # quoted value

[392] Fix | Delete

text = unmatched(m)

[393] Fix | Delete

value = m.group(1)

[394] Fix | Delete

value = HEADER_ESCAPE_RE.sub(r"\1", value)

[395] Fix | Delete

else:

[396] Fix | Delete

m = HEADER_VALUE_RE.search(text)

[397] Fix | Delete

if m: # unquoted value

[398] Fix | Delete

text = unmatched(m)

[399] Fix | Delete

value = m.group(1)

[400] Fix | Delete

value = value.rstrip()

[401] Fix | Delete

else:

[402] Fix | Delete

# no value, a lone token

[403] Fix | Delete

value = None

[404] Fix | Delete

pairs.append((name, value))

[405] Fix | Delete

elif text.lstrip().startswith(","):

[406] Fix | Delete

# concatenated headers, as per RFC 2616 section 4.2

[407] Fix | Delete

text = text.lstrip()[1:]

[408] Fix | Delete

if pairs: result.append(pairs)

[409] Fix | Delete

pairs = []

[410] Fix | Delete

else:

[411] Fix | Delete

# skip junk

[412] Fix | Delete

non_junk, nr_junk_chars = re.subn(r"^[=\s;]*", "", text)

[413] Fix | Delete

assert nr_junk_chars > 0, (

[414] Fix | Delete

"split_header_words bug: '%s', '%s', %s" %

[415] Fix | Delete

(orig_text, text, pairs))

[416] Fix | Delete

text = non_junk

[417] Fix | Delete

if pairs: result.append(pairs)

[418] Fix | Delete

return result

[419] Fix | Delete

[420] Fix | Delete

HEADER_JOIN_ESCAPE_RE = re.compile(r"([\"\\])")

[421] Fix | Delete

def join_header_words(lists):

[422] Fix | Delete

"""Do the inverse (almost) of the conversion done by split_header_words.

[423] Fix | Delete

[424] Fix | Delete

Takes a list of lists of (key, value) pairs and produces a single header

[425] Fix | Delete

value. Attribute values are quoted if needed.

[426] Fix | Delete

[427] Fix | Delete

>>> join_header_words([[("text/plain", None), ("charset", "iso-8859-1")]])

[428] Fix | Delete

'text/plain; charset="iso-8859-1"'

[429] Fix | Delete

>>> join_header_words([[("text/plain", None)], [("charset", "iso-8859-1")]])

[430] Fix | Delete

'text/plain, charset="iso-8859-1"'

[431] Fix | Delete

[432] Fix | Delete

"""

[433] Fix | Delete

headers = []

[434] Fix | Delete

for pairs in lists:

[435] Fix | Delete

attr = []

[436] Fix | Delete

for k, v in pairs:

[437] Fix | Delete

if v is not None:

[438] Fix | Delete

if not re.search(r"^\w+$", v):

[439] Fix | Delete

v = HEADER_JOIN_ESCAPE_RE.sub(r"\\\1", v) # escape " and \

[440] Fix | Delete

v = '"%s"' % v

[441] Fix | Delete

k = "%s=%s" % (k, v)

[442] Fix | Delete

attr.append(k)

[443] Fix | Delete

if attr: headers.append("; ".join(attr))

[444] Fix | Delete

return ", ".join(headers)

[445] Fix | Delete

[446] Fix | Delete

def strip_quotes(text):

[447] Fix | Delete

if text.startswith('"'):

[448] Fix | Delete

text = text[1:]

[449] Fix | Delete

if text.endswith('"'):

[450] Fix | Delete

text = text[:-1]

[451] Fix | Delete

return text

[452] Fix | Delete

[453] Fix | Delete

def parse_ns_headers(ns_headers):

[454] Fix | Delete

"""Ad-hoc parser for Netscape protocol cookie-attributes.

[455] Fix | Delete

[456] Fix | Delete

The old Netscape cookie format for Set-Cookie can for instance contain

[457] Fix | Delete

an unquoted "," in the expires field, so we have to use this ad-hoc

[458] Fix | Delete

parser instead of split_header_words.

[459] Fix | Delete

[460] Fix | Delete

XXX This may not make the best possible effort to parse all the crap

[461] Fix | Delete

that Netscape Cookie headers contain. Ronald Tschalar's HTTPClient

[462] Fix | Delete

parser is probably better, so could do worse than following that if

[463] Fix | Delete

this ever gives any trouble.

[464] Fix | Delete

[465] Fix | Delete

Currently, this is also used for parsing RFC 2109 cookies.

[466] Fix | Delete

[467] Fix | Delete

"""

[468] Fix | Delete

known_attrs = ("expires", "domain", "path", "secure",

[469] Fix | Delete

# RFC 2109 attrs (may turn up in Netscape cookies, too)

[470] Fix | Delete

"version", "port", "max-age")

[471] Fix | Delete

[472] Fix | Delete

result = []

[473] Fix | Delete

for ns_header in ns_headers:

[474] Fix | Delete

pairs = []

[475] Fix | Delete

version_set = False

[476] Fix | Delete

[477] Fix | Delete

# XXX: The following does not strictly adhere to RFCs in that empty

[478] Fix | Delete

# names and values are legal (the former will only appear once and will

[479] Fix | Delete

# be overwritten if multiple occurrences are present). This is

[480] Fix | Delete

# mostly to deal with backwards compatibility.

[481] Fix | Delete

for ii, param in enumerate(ns_header.split(';')):

[482] Fix | Delete

param = param.strip()

[483] Fix | Delete

[484] Fix | Delete

key, sep, val = param.partition('=')

[485] Fix | Delete

key = key.strip()

[486] Fix | Delete

[487] Fix | Delete

if not key:

[488] Fix | Delete

if ii == 0:

[489] Fix | Delete

break

[490] Fix | Delete

else:

[491] Fix | Delete

continue

[492] Fix | Delete

[493] Fix | Delete

# allow for a distinction between present and empty and missing

[494] Fix | Delete

# altogether

[495] Fix | Delete

val = val.strip() if sep else None

[496] Fix | Delete

[497] Fix | Delete

if ii != 0:

[498] Fix | Delete

lc = key.lower()

[499] Fix | Delete