Changeset 36 for trunk/lib/syck/loaders.py

Timestamp:

01/29/06 17:34:38 (7 years ago)

Author:

xi

Message:

Implement new YAML<->Python string conversion (fix #42).

File:

• trunk/lib/syck/loaders.py (modified) (2 diffs)

trunk/lib/syck/loaders.py

@@ -25 +25 @@
 import _syck
 
-import sys, re
+import sys, re, warnings
 
 __all__ = ['GenericLoader', 'Loader',
-    'parse', 'load', 'parse_documents', 'load_documents']
+    'parse', 'load', 'parse_documents', 'load_documents',
+    'NotUnicodeInputWarning']
+
+class NotUnicodeInputWarning(UserWarning):
+    pass
 
 class GenericLoader(_syck.Parser):
@@ -180 +184 @@
         return False
 
+    def construct_str(self, node):
+        try:
+            value = unicode(node.value, 'utf-8')
+        except UnicodeDecodeError:
+            warnings.warn("scalar value is not utf-8", NotUnicodeInputWarning)
+            return node.value
+        try:
+            return value.encode('ascii')
+        except UnicodeEncodeError:
+            return value
+
     def construct_numeric_base60(self, num_type, node):
         digits = [num_type(part) for part in node.value.split(':')]