implab/ImplabNet Files · Implab/Formats/TextScanner.cs

sync

cin - - Load All Authors

File last commit:

r175:96a89dcb4060 ref20160224


                r175:96a89dcb4060

ref20160224

Download file

             TextScanner.cs
        
                    53 lines
            
             | 1.2 KiB
            
                | text/x-csharp
            
             |
                CSharpLexer
            
             / Implab / Formats / TextScanner.cs
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      using System;

      using Implab.Components;

      using Implab.Automaton.RegularExpressions;

      using System.Diagnostics;

      using Implab.Automaton;

      namespace Implab.Formats {

          public abstract class TextScanner<TTag> : Disposable {

              int m_maxSymbol;

              int[] m_symbolMap;

              readonly char[] m_buffer;

              int m_bufferOffset;

              int m_bufferSize;

              int m_tokenLength;

              TTag[] m_tags;

              protected bool ReadTokenInternal(DFAStateDescriptor<TTag>[] dfa, int state) {

                  Debug.Assert(dfa != null);

                  do {

                      for (var pos = m_bufferOffset; pos < m_bufferSize; pos++) {

                          var ch = m_buffer[pos];

                          state = dfa[state].transitions[m_symbolMap[ch > m_maxSymbol ? m_maxSymbol : ch]];

                          if (state == DFAConst.UNREACHABLE_STATE)

                              break;

                      }

                  } while (Feed());

                  if (dfa[state].final) {

                  }

              }

              bool Feed() {

              }

              protected abstract int Read(char[] buffer, int offset, int size);

              protected TTag[] Tags {

                  get {

                      return m_tags; 

                  }

              }

          }

      }

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				using System;
				using Implab.Components;
				using Implab.Automaton.RegularExpressions;
				using System.Diagnostics;
				using Implab.Automaton;

				namespace Implab.Formats {
				public abstract class TextScanner<TTag> : Disposable {

				int m_maxSymbol;
				int[] m_symbolMap;

				readonly char[] m_buffer;
				int m_bufferOffset;
				int m_bufferSize;
				int m_tokenLength;

				TTag[] m_tags;

				protected bool ReadTokenInternal(DFAStateDescriptor<TTag>[] dfa, int state) {
				Debug.Assert(dfa != null);

				do {
				for (var pos = m_bufferOffset; pos < m_bufferSize; pos++) {
				var ch = m_buffer[pos];
				state = dfa[state].transitions[m_symbolMap[ch > m_maxSymbol ? m_maxSymbol : ch]];
				if (state == DFAConst.UNREACHABLE_STATE)
				break;
				}
				} while (Feed());

				if (dfa[state].final) {

				}

				}

				bool Feed() {

				}

				protected abstract int Read(char[] buffer, int offset, int size);

				protected TTag[] Tags {
				get {
				return m_tags;
				}
				}


				}
				}