Changeset 118 for pyyaml/trunk/lib/yaml/scanner.py

Timestamp:

03/19/06 08:00:38 (7 years ago)

Author:

xi

Message:

• Add the token STREAM-START.
• Add parsing events: STREAM-START, DOCUMENT-START, DOCUMENT-END.

File:

• pyyaml/trunk/lib/yaml/scanner.py (modified) (4 diffs)

pyyaml/trunk/lib/yaml/scanner.py

@@ -1 +1 @@
 
 # Scanner produces tokens of the following types:
+# STREAM-START
+# STREAM-END
 # DIRECTIVE(name, value)
 # DOCUMENT-START
 # DOCUMENT-END
-# STREAM-END
 # BLOCK-SEQUENCE-START
 # BLOCK-MAPPING-START
@@ -69 +70 @@
         self.tokens = []
 
+        # Add the STREAM-START token.
+        self.fetch_stream_start()
+
         # Number of tokens that were emitted through the `get_token` method.
         self.tokens_taken = 0
@@ -369 +373 @@
     # Fetchers.
 
+    def fetch_stream_start(self):
+        # We always add STREAM-START as the first token and STREAM-END as the
+        # last token.
+
+        # Read the token.
+        mark = self.reader.get_mark()
+        
+        # Add STREAM-END.
+        self.tokens.append(StreamStartToken(mark, mark))
+        
+
     def fetch_stream_end(self):
 
@@ -381 +396 @@
         mark = self.reader.get_mark()
         
-        # Add END.
+        # Add STREAM-END.
         self.tokens.append(StreamEndToken(mark, mark))