Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- -file("/www/nitrogen-git/nitrogen/rel/nitrogen/lib/parsetools-2.0.12/include/leexinc.hrl", 0).
- %% The source of this file is part of leex distribution, as such it
- %% has the same Copyright as the other files in the leex
- %% distribution. The Copyright is defined in the accompanying file
- %% COPYRIGHT. However, the resultant scanner generated by leex is the
- %% property of the creator of the scanner and is not covered by that
- %% Copyright.
- -module(mimetypes_scan).
- -export([string/1,string/2,token/2,token/3,tokens/2,tokens/3]).
- -export([format_error/1]).
- %% User code. This is placed here to allow extra attributes.
- -file("src/mimetypes_scan.xrl", 18).
- -file("/www/nitrogen-git/nitrogen/rel/nitrogen/lib/parsetools-2.0.12/include/leexinc.hrl", 14).
- format_error({illegal,S}) -> ["illegal characters ",io_lib:write_string(S)];
- format_error({user,S}) -> S.
- string(String) -> string(String, 1).
- string(String, Line) -> string(String, Line, String, []).
- %% string(InChars, Line, TokenChars, Tokens) ->
- %% {ok,Tokens,Line} | {error,ErrorInfo,Line}.
- %% Note the line number going into yystate, L0, is line of token
- %% start while line number returned is line of token end. We want line
- %% of token start.
- string([], L, [], Ts) -> % No partial tokens!
- {ok,yyrev(Ts),L};
- string(Ics0, L0, Tcs, Ts) ->
- case yystate(yystate(), Ics0, L0, 0, reject, 0) of
- {A,Alen,Ics1,L1} -> % Accepting end state
- string_cont(Ics1, L1, yyaction(A, Alen, Tcs, L0), Ts);
- {A,Alen,Ics1,L1,_S1} -> % Accepting transistion state
- string_cont(Ics1, L1, yyaction(A, Alen, Tcs, L0), Ts);
- {reject,_Alen,Tlen,_Ics1,L1,_S1} -> % After a non-accepting state
- {error,{L0,?MODULE,{illegal,yypre(Tcs, Tlen+1)}},L1};
- {A,Alen,_Tlen,_Ics1,_L1,_S1} ->
- string_cont(yysuf(Tcs, Alen), L0, yyaction(A, Alen, Tcs, L0), Ts)
- end.
- %% string_cont(RestChars, Line, Token, Tokens)
- %% Test for and remove the end token wrapper. Push back characters
- %% are prepended to RestChars.
- string_cont(Rest, Line, {token,T}, Ts) ->
- string(Rest, Line, Rest, [T|Ts]);
- string_cont(Rest, Line, {token,T,Push}, Ts) ->
- NewRest = Push ++ Rest,
- string(NewRest, Line, NewRest, [T|Ts]);
- string_cont(Rest, Line, {end_token,T}, Ts) ->
- string(Rest, Line, Rest, [T|Ts]);
- string_cont(Rest, Line, {end_token,T,Push}, Ts) ->
- NewRest = Push ++ Rest,
- string(NewRest, Line, NewRest, [T|Ts]);
- string_cont(Rest, Line, skip_token, Ts) ->
- string(Rest, Line, Rest, Ts);
- string_cont(Rest, Line, {skip_token,Push}, Ts) ->
- NewRest = Push ++ Rest,
- string(NewRest, Line, NewRest, Ts);
- string_cont(_Rest, Line, {error,S}, _Ts) ->
- {error,{Line,?MODULE,{user,S}},Line}.
- %% token(Continuation, Chars) ->
- %% token(Continuation, Chars, Line) ->
- %% {more,Continuation} | {done,ReturnVal,RestChars}.
- %% Must be careful when re-entering to append the latest characters to the
- %% after characters in an accept. The continuation is:
- %% {token,State,CurrLine,TokenChars,TokenLen,TokenLine,AccAction,AccLen}
- token(Cont, Chars) -> token(Cont, Chars, 1).
- token([], Chars, Line) ->
- token(yystate(), Chars, Line, Chars, 0, Line, reject, 0);
- token({token,State,Line,Tcs,Tlen,Tline,Action,Alen}, Chars, _) ->
- token(State, Chars, Line, Tcs ++ Chars, Tlen, Tline, Action, Alen).
- %% token(State, InChars, Line, TokenChars, TokenLen, TokenLine,
- %% AcceptAction, AcceptLen) ->
- %% {more,Continuation} | {done,ReturnVal,RestChars}.
- %% The argument order is chosen to be more efficient.
- token(S0, Ics0, L0, Tcs, Tlen0, Tline, A0, Alen0) ->
- case yystate(S0, Ics0, L0, Tlen0, A0, Alen0) of
- %% Accepting end state, we have a token.
- {A1,Alen1,Ics1,L1} ->
- token_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline));
- %% Accepting transition state, can take more chars.
- {A1,Alen1,[],L1,S1} -> % Need more chars to check
- {more,{token,S1,L1,Tcs,Alen1,Tline,A1,Alen1}};
- {A1,Alen1,Ics1,L1,_S1} -> % Take what we got
- token_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline));
- %% After a non-accepting state, maybe reach accept state later.
- {A1,Alen1,Tlen1,[],L1,S1} -> % Need more chars to check
- {more,{token,S1,L1,Tcs,Tlen1,Tline,A1,Alen1}};
- {reject,_Alen1,Tlen1,eof,L1,_S1} -> % No token match
- %% Check for partial token which is error.
- Ret = if Tlen1 > 0 -> {error,{Tline,?MODULE,
- %% Skip eof tail in Tcs.
- {illegal,yypre(Tcs, Tlen1)}},L1};
- true -> {eof,L1}
- end,
- {done,Ret,eof};
- {reject,_Alen1,Tlen1,Ics1,L1,_S1} -> % No token match
- Error = {Tline,?MODULE,{illegal,yypre(Tcs, Tlen1+1)}},
- {done,{error,Error,L1},Ics1};
- {A1,Alen1,_Tlen1,_Ics1,_L1,_S1} -> % Use last accept match
- token_cont(yysuf(Tcs, Alen1), L0, yyaction(A1, Alen1, Tcs, Tline))
- end.
- %% token_cont(RestChars, Line, Token)
- %% If we have a token or error then return done, else if we have a
- %% skip_token then continue.
- token_cont(Rest, Line, {token,T}) ->
- {done,{ok,T,Line},Rest};
- token_cont(Rest, Line, {token,T,Push}) ->
- NewRest = Push ++ Rest,
- {done,{ok,T,Line},NewRest};
- token_cont(Rest, Line, {end_token,T}) ->
- {done,{ok,T,Line},Rest};
- token_cont(Rest, Line, {end_token,T,Push}) ->
- NewRest = Push ++ Rest,
- {done,{ok,T,Line},NewRest};
- token_cont(Rest, Line, skip_token) ->
- token(yystate(), Rest, Line, Rest, 0, Line, reject, 0);
- token_cont(Rest, Line, {skip_token,Push}) ->
- NewRest = Push ++ Rest,
- token(yystate(), NewRest, Line, NewRest, 0, Line, reject, 0);
- token_cont(Rest, Line, {error,S}) ->
- {done,{error,{Line,?MODULE,{user,S}},Line},Rest}.
- %% tokens(Continuation, Chars, Line) ->
- %% {more,Continuation} | {done,ReturnVal,RestChars}.
- %% Must be careful when re-entering to append the latest characters to the
- %% after characters in an accept. The continuation is:
- %% {tokens,State,CurrLine,TokenChars,TokenLen,TokenLine,Tokens,AccAction,AccLen}
- %% {skip_tokens,State,CurrLine,TokenChars,TokenLen,TokenLine,Error,AccAction,AccLen}
- tokens(Cont, Chars) -> tokens(Cont, Chars, 1).
- tokens([], Chars, Line) ->
- tokens(yystate(), Chars, Line, Chars, 0, Line, [], reject, 0);
- tokens({tokens,State,Line,Tcs,Tlen,Tline,Ts,Action,Alen}, Chars, _) ->
- tokens(State, Chars, Line, Tcs ++ Chars, Tlen, Tline, Ts, Action, Alen);
- tokens({skip_tokens,State,Line,Tcs,Tlen,Tline,Error,Action,Alen}, Chars, _) ->
- skip_tokens(State, Chars, Line, Tcs ++ Chars, Tlen, Tline, Error, Action, Alen).
- %% tokens(State, InChars, Line, TokenChars, TokenLen, TokenLine, Tokens,
- %% AcceptAction, AcceptLen) ->
- %% {more,Continuation} | {done,ReturnVal,RestChars}.
- tokens(S0, Ics0, L0, Tcs, Tlen0, Tline, Ts, A0, Alen0) ->
- case yystate(S0, Ics0, L0, Tlen0, A0, Alen0) of
- %% Accepting end state, we have a token.
- {A1,Alen1,Ics1,L1} ->
- tokens_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline), Ts);
- %% Accepting transition state, can take more chars.
- {A1,Alen1,[],L1,S1} -> % Need more chars to check
- {more,{tokens,S1,L1,Tcs,Alen1,Tline,Ts,A1,Alen1}};
- {A1,Alen1,Ics1,L1,_S1} -> % Take what we got
- tokens_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline), Ts);
- %% After a non-accepting state, maybe reach accept state later.
- {A1,Alen1,Tlen1,[],L1,S1} -> % Need more chars to check
- {more,{tokens,S1,L1,Tcs,Tlen1,Tline,Ts,A1,Alen1}};
- {reject,_Alen1,Tlen1,eof,L1,_S1} -> % No token match
- %% Check for partial token which is error, no need to skip here.
- Ret = if Tlen1 > 0 -> {error,{Tline,?MODULE,
- %% Skip eof tail in Tcs.
- {illegal,yypre(Tcs, Tlen1)}},L1};
- Ts == [] -> {eof,L1};
- true -> {ok,yyrev(Ts),L1}
- end,
- {done,Ret,eof};
- {reject,_Alen1,Tlen1,_Ics1,L1,_S1} ->
- %% Skip rest of tokens.
- Error = {L1,?MODULE,{illegal,yypre(Tcs, Tlen1+1)}},
- skip_tokens(yysuf(Tcs, Tlen1+1), L1, Error);
- {A1,Alen1,_Tlen1,_Ics1,_L1,_S1} ->
- Token = yyaction(A1, Alen1, Tcs, Tline),
- tokens_cont(yysuf(Tcs, Alen1), L0, Token, Ts)
- end.
- %% tokens_cont(RestChars, Line, Token, Tokens)
- %% If we have an end_token or error then return done, else if we have
- %% a token then save it and continue, else if we have a skip_token
- %% just continue.
- tokens_cont(Rest, Line, {token,T}, Ts) ->
- tokens(yystate(), Rest, Line, Rest, 0, Line, [T|Ts], reject, 0);
- tokens_cont(Rest, Line, {token,T,Push}, Ts) ->
- NewRest = Push ++ Rest,
- tokens(yystate(), NewRest, Line, NewRest, 0, Line, [T|Ts], reject, 0);
- tokens_cont(Rest, Line, {end_token,T}, Ts) ->
- {done,{ok,yyrev(Ts, [T]),Line},Rest};
- tokens_cont(Rest, Line, {end_token,T,Push}, Ts) ->
- NewRest = Push ++ Rest,
- {done,{ok,yyrev(Ts, [T]),Line},NewRest};
- tokens_cont(Rest, Line, skip_token, Ts) ->
- tokens(yystate(), Rest, Line, Rest, 0, Line, Ts, reject, 0);
- tokens_cont(Rest, Line, {skip_token,Push}, Ts) ->
- NewRest = Push ++ Rest,
- tokens(yystate(), NewRest, Line, NewRest, 0, Line, Ts, reject, 0);
- tokens_cont(Rest, Line, {error,S}, _Ts) ->
- skip_tokens(Rest, Line, {Line,?MODULE,{user,S}}).
- %%skip_tokens(InChars, Line, Error) -> {done,{error,Error,Line},Ics}.
- %% Skip tokens until an end token, junk everything and return the error.
- skip_tokens(Ics, Line, Error) ->
- skip_tokens(yystate(), Ics, Line, Ics, 0, Line, Error, reject, 0).
- %% skip_tokens(State, InChars, Line, TokenChars, TokenLen, TokenLine, Tokens,
- %% AcceptAction, AcceptLen) ->
- %% {more,Continuation} | {done,ReturnVal,RestChars}.
- skip_tokens(S0, Ics0, L0, Tcs, Tlen0, Tline, Error, A0, Alen0) ->
- case yystate(S0, Ics0, L0, Tlen0, A0, Alen0) of
- {A1,Alen1,Ics1,L1} -> % Accepting end state
- skip_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline), Error);
- {A1,Alen1,[],L1,S1} -> % After an accepting state
- {more,{skip_tokens,S1,L1,Tcs,Alen1,Tline,Error,A1,Alen1}};
- {A1,Alen1,Ics1,L1,_S1} ->
- skip_cont(Ics1, L1, yyaction(A1, Alen1, Tcs, Tline), Error);
- {A1,Alen1,Tlen1,[],L1,S1} -> % After a non-accepting state
- {more,{skip_tokens,S1,L1,Tcs,Tlen1,Tline,Error,A1,Alen1}};
- {reject,_Alen1,_Tlen1,eof,L1,_S1} ->
- {done,{error,Error,L1},eof};
- {reject,_Alen1,Tlen1,_Ics1,L1,_S1} ->
- skip_tokens(yysuf(Tcs, Tlen1+1), L1, Error);
- {A1,Alen1,_Tlen1,_Ics1,L1,_S1} ->
- Token = yyaction(A1, Alen1, Tcs, Tline),
- skip_cont(yysuf(Tcs, Alen1), L1, Token, Error)
- end.
- %% skip_cont(RestChars, Line, Token, Error)
- %% Skip tokens until we have an end_token or error then return done
- %% with the original rror.
- skip_cont(Rest, Line, {token,_T}, Error) ->
- skip_tokens(yystate(), Rest, Line, Rest, 0, Line, Error, reject, 0);
- skip_cont(Rest, Line, {token,_T,Push}, Error) ->
- NewRest = Push ++ Rest,
- skip_tokens(yystate(), NewRest, Line, NewRest, 0, Line, Error, reject, 0);
- skip_cont(Rest, Line, {end_token,_T}, Error) ->
- {done,{error,Error,Line},Rest};
- skip_cont(Rest, Line, {end_token,_T,Push}, Error) ->
- NewRest = Push ++ Rest,
- {done,{error,Error,Line},NewRest};
- skip_cont(Rest, Line, skip_token, Error) ->
- skip_tokens(yystate(), Rest, Line, Rest, 0, Line, Error, reject, 0);
- skip_cont(Rest, Line, {skip_token,Push}, Error) ->
- NewRest = Push ++ Rest,
- skip_tokens(yystate(), NewRest, Line, NewRest, 0, Line, Error, reject, 0);
- skip_cont(Rest, Line, {error,_S}, Error) ->
- skip_tokens(yystate(), Rest, Line, Rest, 0, Line, Error, reject, 0).
- yyrev(List) -> lists:reverse(List).
- yyrev(List, Tail) -> lists:reverse(List, Tail).
- yypre(List, N) -> lists:sublist(List, N).
- yysuf(List, N) -> lists:nthtail(N, List).
- %% yystate() -> InitialState.
- %% yystate(State, InChars, Line, CurrTokLen, AcceptAction, AcceptLen) ->
- %% {Action, AcceptLen, RestChars, Line} |
- %% {Action, AcceptLen, RestChars, Line, State} |
- %% {reject, AcceptLen, CurrTokLen, RestChars, Line, State} |
- %% {Action, AcceptLen, CurrTokLen, RestChars, Line, State}.
- %% Generated state transition functions. The non-accepting end state
- %% return signal either an unrecognised character or end of current
- %% input.
- -file("src/mimetypes_scan.erl", 277).
- yystate() -> 3.
- yystate(6, Ics, Line, Tlen, _, _) ->
- {2,Tlen,Ics,Line};
- yystate(5, [32|Ics], Line, Tlen, _, _) ->
- yystate(5, Ics, Line, Tlen+1, 3, Tlen);
- yystate(5, [9|Ics], Line, Tlen, _, _) ->
- yystate(5, Ics, Line, Tlen+1, 3, Tlen);
- yystate(5, Ics, Line, Tlen, _, _) ->
- {3,Tlen,Ics,Line,5};
- yystate(4, [10|Ics], Line, Tlen, Action, Alen) ->
- yystate(6, Ics, Line+1, Tlen+1, Action, Alen);
- yystate(4, [C|Ics], Line, Tlen, Action, Alen) when C >= 0, C =< 9 ->
- yystate(4, Ics, Line, Tlen+1, Action, Alen);
- yystate(4, [C|Ics], Line, Tlen, Action, Alen) when C >= 11 ->
- yystate(4, Ics, Line, Tlen+1, Action, Alen);
- yystate(4, Ics, Line, Tlen, Action, Alen) ->
- {Action,Alen,Tlen,Ics,Line,4};
- yystate(3, [95|Ics], Line, Tlen, Action, Alen) ->
- yystate(0, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [43|Ics], Line, Tlen, Action, Alen) ->
- yystate(0, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [35|Ics], Line, Tlen, Action, Alen) ->
- yystate(4, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [32|Ics], Line, Tlen, Action, Alen) ->
- yystate(5, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [13|Ics], Line, Tlen, Action, Alen) ->
- yystate(2, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [10|Ics], Line, Tlen, Action, Alen) ->
- yystate(1, Ics, Line+1, Tlen+1, Action, Alen);
- yystate(3, [9|Ics], Line, Tlen, Action, Alen) ->
- yystate(5, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [C|Ics], Line, Tlen, Action, Alen) when C >= 45, C =< 57 ->
- yystate(0, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [C|Ics], Line, Tlen, Action, Alen) when C >= 65, C =< 90 ->
- yystate(0, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, [C|Ics], Line, Tlen, Action, Alen) when C >= 97, C =< 122 ->
- yystate(0, Ics, Line, Tlen+1, Action, Alen);
- yystate(3, Ics, Line, Tlen, Action, Alen) ->
- {Action,Alen,Tlen,Ics,Line,3};
- yystate(2, [10|Ics], Line, Tlen, Action, Alen) ->
- yystate(1, Ics, Line+1, Tlen+1, Action, Alen);
- yystate(2, Ics, Line, Tlen, Action, Alen) ->
- {Action,Alen,Tlen,Ics,Line,2};
- yystate(1, Ics, Line, Tlen, _, _) ->
- {1,Tlen,Ics,Line};
- yystate(0, [95|Ics], Line, Tlen, _, _) ->
- yystate(0, Ics, Line, Tlen+1, 0, Tlen);
- yystate(0, [43|Ics], Line, Tlen, _, _) ->
- yystate(0, Ics, Line, Tlen+1, 0, Tlen);
- yystate(0, [C|Ics], Line, Tlen, _, _) when C >= 45, C =< 57 ->
- yystate(0, Ics, Line, Tlen+1, 0, Tlen);
- yystate(0, [C|Ics], Line, Tlen, _, _) when C >= 65, C =< 90 ->
- yystate(0, Ics, Line, Tlen+1, 0, Tlen);
- yystate(0, [C|Ics], Line, Tlen, _, _) when C >= 97, C =< 122 ->
- yystate(0, Ics, Line, Tlen+1, 0, Tlen);
- yystate(0, Ics, Line, Tlen, _, _) ->
- {0,Tlen,Ics,Line,0};
- yystate(S, Ics, Line, Tlen, Action, Alen) ->
- {Action,Alen,Tlen,Ics,Line,S}.
- %% yyaction(Action, TokenLength, TokenChars, TokenLine) ->
- %% {token,Token} | {end_token, Token} | skip_token | {error,String}.
- %% Generated action function.
- yyaction(0, TokenLen, YYtcs, TokenLine) ->
- TokenChars = yypre(YYtcs, TokenLen),
- yyaction_0(TokenChars, TokenLine);
- yyaction(1, _, _, TokenLine) ->
- yyaction_1(TokenLine);
- yyaction(2, _, _, _) ->
- yyaction_2();
- yyaction(3, _, _, _) ->
- yyaction_3();
- yyaction(_, _, _, _) -> error.
- -compile({inline,yyaction_0/2}).
- -file("src/mimetypes_scan.xrl", 9).
- yyaction_0(TokenChars, TokenLine) ->
- { token, { string, TokenLine, TokenChars } } .
- -compile({inline,yyaction_1/1}).
- -file("src/mimetypes_scan.xrl", 10).
- yyaction_1(TokenLine) ->
- { token, { newline, TokenLine } } .
- -compile({inline,yyaction_2/0}).
- -file("src/mimetypes_scan.xrl", 12).
- yyaction_2() ->
- skip_token .
- -compile({inline,yyaction_3/0}).
- -file("src/mimetypes_scan.xrl", 13).
- yyaction_3() ->
- skip_token .
- -file("/www/nitrogen-git/nitrogen/rel/nitrogen/lib/parsetools-2.0.12/include/leexinc.hrl", 282).
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement