Default the encoding of "text" media subtypes to "ISO-8859-1"

Ref. RFC2616 (HyperText Transfer Protocol), section 3.7.1 (Canonicalization and Text Defaults).

diff --git a/requests/utils.py b/requests/utils.py
index c7ab0a4..95dea4b 100644 (file)
--- a/requests/utils.py
+++ b/requests/utils.py
@@ -276,6 +276,9 @@ def get_encoding_from_headers(headers):
     if 'charset' in params:
         return params['charset'].strip("'\"")
 
+    if 'text' in content_type:
+        return 'ISO-8859-1'
+
 
 def unicode_from_html(content):
     """Attempts to decode an HTML string into unicode.