different concept for utf8 handling, so medium size rewrite. We forgo…

…t to handle \protected@def and the like

base/testfiles-legacy/utf8-test-001.lvt

@@ -0,0 +1,101 @@
+\documentclass{article}
+
+%\usepackage{trace}
+
+\input{test2e}
+
+
+% ----------------------------------------------------------
+
+\START
+
+\begin{filecontents*}{one two three}
+1 2 3
+\end{filecontents*}
+
+
+%\traceon
+\begin{filecontents*}{füße.tex}
+Füße file
+\end{filecontents*}
+
+\begin{filecontents}{füße€€€.tex}
+Expensive feet
+\end{filecontents}
+
+% this needs quotes
+\begin{filecontents*}{"füße im sand.tex"}
+eureka
+\end{filecontents*}
+
+
+
+\includeonly{foo, füße€€€ , öfoo}
+
+
+\begin{document}
+
+
+\tableofcontents
+
+\section{A with ref: ``\ref{abß}'' and Füßen}
+
+\label{öfoo}
+
+
+Some refs: \ref{abß} and \ref{öfoo} and \ref{bar€}
+
+\fontencoding{T1}\selectfont
+
+Some refs: \ref{abß} and \ref{öfoo} and \ref{bar€}
+
+\subsection{include tests}
+
+\label{bar€}
+
+\include{füße€€€}  % exists
+\include{€€€}      % doesn't exist = No file €€€.aux.
+
+\subsection{input tests}
+
+\input{"füße im sand"} % exists
+
+%\input{unknownfüße}  % doesn't exist  (should give file error)
+                     % = File `unknownfüße.tex' not found.
+
+\subsection{@input tests}
+\label{abß}
+
+\makeatletter
+
+\@input{füße}       % exists
+\@input{€€€}        % doesn't exist (should give warning)
+                    % = No file €€€.
+
+\@input{"füße im sand"}       % exists
+
+\makeatother
+
+\def\foo{"füße im sand"}
+\input{\foo}                 % exists
+
+% next one fails
+%\input füße          
+
+
+\input{one two three}
+
+
+% here we test if protected edef  works
+\makeatletter
+
+\protected@edef\foo{Füße}
+
+\show\foo
+
+\setbox0\hbox{\foo} \foo
+
+\showbox0
+
+\end{document}
+

base/testfiles-legacy/utf8-test-001.tlg

@@ -0,0 +1,57 @@
+This is a generated file for the LaTeX2e validation system.
+Don't change this file in any respect.
+LaTeX Warning: File `one two three' already exists on the system.
+               Not generating it from this source.
+LaTeX Warning: File `f^^c3^^bc^^c3^^9fe.tex' already exists on the system.
+               Not generating it from this source.
+LaTeX Warning: File `f^^c3^^bc^^c3^^9fe^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.tex' already exists on the system.
+               Not generating it from this source.
+LaTeX Warning: File `"f^^c3^^bc^^c3^^9fe im sand.tex"' already exists on the system.
+               Not generating it from this source.
+(utf8-test-001.aux (f^^c3^^bc^^c3^^9fe^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.aux)
+No file ^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.aux.
+)
+LaTeX Font Info:    Checking defaults for OML/cmm/m/it on input line ....
+LaTeX Font Info:    ... okay on input line ....
+LaTeX Font Info:    Checking defaults for T1/cmr/m/n on input line ....
+LaTeX Font Info:    ... okay on input line ....
+LaTeX Font Info:    Checking defaults for OT1/cmr/m/n on input line ....
+LaTeX Font Info:    ... okay on input line ....
+LaTeX Font Info:    Checking defaults for OMS/cmsy/m/n on input line ....
+LaTeX Font Info:    ... okay on input line ....
+LaTeX Font Info:    Checking defaults for OMX/cmex/m/n on input line ....
+LaTeX Font Info:    ... okay on input line ....
+LaTeX Font Info:    Checking defaults for U/cmr/m/n on input line ....
+LaTeX Font Info:    ... okay on input line ....
+(utf8-test-001.toc
+LaTeX Warning: Reference `ab^^c3^^9f' on page 1 undefined on input line ....
+LaTeX Font Info:    External font `cmex10' loaded for size
+(Font)              <7> on input line ....
+LaTeX Font Info:    External font `cmex10' loaded for size
+(Font)              <5> on input line ....
+)
+\tf@toc=\write...
+[1
+]
+(f^^c3^^bc^^c3^^9fe^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.tex) [2
+]
+(f^^c3^^bc^^c3^^9fe im sand.tex) (f^^c3^^bc^^c3^^9fe.tex)
+No file ^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.
+(f^^c3^^bc^^c3^^9fe im sand.tex) (f^^c3^^bc^^c3^^9fe im sand.tex)
+(one two three.tex)
+> \foo=macro:
+->F^^c3^^bc^^c3^^9fe.
+l. ...\show\foo
+> \box...=
+\hbox(6.8872+0.0)x21.52252
+.\T1/cmr/m/n/10 F
+.\T1/cmr/m/n/10 ^^fc
+.\T1/cmr/m/n/10 ^^ff
+.\T1/cmr/m/n/10 e
+! OK.
+l. ...\showbox0
+[3
+] (utf8-test-001.aux (f^^c3^^bc^^c3^^9fe^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.aux)
+No file ^^e2^^82^^ac^^e2^^82^^ac^^e2^^82^^ac.aux.
+)
+LaTeX Warning: There were undefined references.