Add Alex language token spec
{
%{-# OPTIONS_GHC -w #-}
module Tokenizer (main) where
%Token(..), scanTokens) where
%import Expr
}

%wrapper "basic"

$digit = 0-9
$character = [a-zA-Z]
$eol = [\n]

tokens :-
  $eol              ;
  $white+           ;
  "#".*             ;
  $digit+           ;
  in                { \s -> In }

{

data Token = In
           deriving (Eq, Show)

main = do
  s <- getContents
  print (alexScanTokens s)

}