view vendor/gems/coderay-1.0.0/lib/coderay/scanners/debug.rb @ 920:b10c4203c03c cannam_integration

Restore two files mysteriously deleted from e39b2060aba1

module CodeRay
module Scanners
  
  # = Debug Scanner
  # 
  # Interprets the output of the Encoders::Debug encoder.
  class Debug < Scanner
    
    register_for :debug
    title 'CodeRay Token Dump Import'
    
  protected
    
    def scan_tokens encoder, options
      
      opened_tokens = []
      
      until eos?
        
        if match = scan(/\s+/)
          encoder.text_token match, :space
          
        elsif match = scan(/ (\w+) \( ( [^\)\\]* ( \\. [^\)\\]* )* ) \)? /x)
          kind = self[1].to_sym
          match = self[2].gsub(/\\(.)/m, '\1')
          unless TokenKinds.has_key? kind
            kind = :error
            match = matched
          end
          encoder.text_token match, kind
          
        elsif match = scan(/ (\w+) ([<\[]) /x)
          kind = self[1].to_sym
          opened_tokens << kind
          case self[2]
          when '<'
            encoder.begin_group kind
          when '['
            encoder.begin_line kind
          else
            raise 'CodeRay bug: This case should not be reached.'
          end
          
        elsif !opened_tokens.empty? && match = scan(/ > /x)
          encoder.end_group opened_tokens.pop
          
        elsif !opened_tokens.empty? && match = scan(/ \] /x)
          encoder.end_line opened_tokens.pop
          
        else
          encoder.text_token getch, :space
          
        end
        
      end
      
      encoder.end_group opened_tokens.pop until opened_tokens.empty?
      
      encoder
    end
    
  end
  
end
end