implab/ImplabNet Files · Implab/Formats/BufferScanner.cs

sync

cin - - Load All Authors

File last commit:

r174:983df35b3ca1 ref20160224


                r174:983df35b3ca1

ref20160224

Download file

             BufferScanner.cs
        
                    62 lines
            
             | 1.6 KiB
            
                | text/x-csharp
            
             |
                CSharpLexer
            
             / Implab / Formats / BufferScanner.cs
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      using System;

      using Implab.Automaton.RegularExpressions;

      using Implab.Automaton;

      using System.Diagnostics;

      namespace Implab.Formats {

          public struct BufferScanner<TTag> {

              readonly DFAStateDescriptor<TTag>[] m_dfa;

              int m_state;

              int m_pos;

              public BufferScanner(DFAStateDescriptor<TTag>[] dfa, int initialState) {

                  m_dfa = dfa;

                  m_state = initialState;

              }

              public int Position {

                  get { return m_pos; }

              }

              /// <summary>

              /// Scan this instance.

              /// </summary>

              /// <returns><c>true</c> - additional data required</returns>

              public bool Scan(int[] buffer, int position, int length) {

                  var hi = position + length;

                  m_pos = position;

                  while (position < hi) {

                      var next = m_dfa[m_state].transitions[buffer[position]];

                      if (next == DFAConst.UNREACHABLE_STATE) {

                          if (m_dfa[m_state].final)

                              return false;

                          throw new ParserException(

                              String.Format(

                                  "Unexpected symbol"

                              )

                          );

                      }

                      m_pos++;

                      m_state = next;

                  }

                  return true;

              }

              public void Eof() {

                  if (!m_dfa[m_state].final)

                      throw new ParserException(

                          String.Format(

                              "Unexpected EOF"

                          )

                      );

              }

              public TTag[] GetTokenTags() {

                  return m_dfa[m_state].tags;

              }

          }

      }

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				using System;
				using Implab.Automaton.RegularExpressions;
				using Implab.Automaton;
				using System.Diagnostics;

				namespace Implab.Formats {
				public struct BufferScanner<TTag> {
				readonly DFAStateDescriptor<TTag>[] m_dfa;
				int m_state;
				int m_pos;

				public BufferScanner(DFAStateDescriptor<TTag>[] dfa, int initialState) {
				m_dfa = dfa;
				m_state = initialState;
				}

				public int Position {
				get { return m_pos; }
				}

				/// <summary>
				/// Scan this instance.
				/// </summary>
				/// <returns><c>true</c> - additional data required</returns>
				public bool Scan(int[] buffer, int position, int length) {
				var hi = position + length;
				m_pos = position;

				while (position < hi) {
				var next = m_dfa[m_state].transitions[buffer[position]];
				if (next == DFAConst.UNREACHABLE_STATE) {
				if (m_dfa[m_state].final)
				return false;

				throw new ParserException(
				String.Format(
				"Unexpected symbol"
				)
				);
				}
				m_pos++;
				m_state = next;
				}

				return true;
				}

				public void Eof() {
				if (!m_dfa[m_state].final)
				throw new ParserException(
				String.Format(
				"Unexpected EOF"
				)
				);
				}

				public TTag[] GetTokenTags() {
				return m_dfa[m_state].tags;
				}
				}
				}