stuff
This commit is contained in:
@@ -17,7 +17,7 @@ main() ->
|
|||||||
|
|
||||||
% directory containing the tests for the tokenizer
|
% directory containing the tests for the tokenizer
|
||||||
ct_dir() ->
|
ct_dir() ->
|
||||||
zx_daemon:get_home() ++ "/ct/".
|
zx_daemon:get_home() ++ "/ct".
|
||||||
|
|
||||||
agreement_tests_dir() ->
|
agreement_tests_dir() ->
|
||||||
ct_dir() ++ "/tokenizers_agree".
|
ct_dir() ++ "/tokenizers_agree".
|
||||||
@@ -144,14 +144,14 @@ div_test_() ->
|
|||||||
tokens_match(FileName, FilePath) ->
|
tokens_match(FileName, FilePath) ->
|
||||||
%?debugFmt("tokens_match(~p, _)", [FileName]),
|
%?debugFmt("tokens_match(~p, _)", [FileName]),
|
||||||
% extracting data to be tested
|
% extracting data to be tested
|
||||||
SoTokens = sfp:so_tokens(FilePath),
|
SoTokens = gsc_cli:so_tokens(FilePath),
|
||||||
SfTokens = sfp:gsc_so_tokens(FilePath),
|
SfTokens = gsc_cli:gso_tokens(FilePath),
|
||||||
{FileName ++ ": tokenizers_agree",
|
{FileName ++ ": tokenizers_agree",
|
||||||
fun() ->
|
fun() ->
|
||||||
case {SoTokens, SfTokens} of
|
case {SoTokens, SfTokens} of
|
||||||
{{ok, So}, {ok, Sf}} -> ?assertEqual(So, Sf);
|
{{ok, So}, {ok, Sf}} -> ?assertEqual(So, Sf);
|
||||||
{{error, _}, {error, _}} -> ok;
|
{{error, _}, {error, _}} -> ok;
|
||||||
{{ok, _}, {error, _}} -> error("so_scan succeeded and gsc_so_scan failed");
|
{{ok, _}, {error, _}} -> error("so_scan succeeded and gso_scan failed");
|
||||||
{{error, _}, {ok, _}} -> error("so_scan failed and gsc_so_scan succeded")
|
{{error, _}, {ok, _}} -> error("so_scan failed and gso_scan succeded")
|
||||||
end
|
end
|
||||||
end}.
|
end}.
|
||||||
|
|||||||
@@ -8,6 +8,11 @@
|
|||||||
-copyright("Peter Harpending <peterharpending@qpq.swiss>").
|
-copyright("Peter Harpending <peterharpending@qpq.swiss>").
|
||||||
-license("GPL-3.0-only").
|
-license("GPL-3.0-only").
|
||||||
|
|
||||||
|
-export([
|
||||||
|
tokens/1,
|
||||||
|
so_tokens/1,
|
||||||
|
gso_tokens/1
|
||||||
|
]).
|
||||||
-export([start/1]).
|
-export([start/1]).
|
||||||
|
|
||||||
-include("$gsc_include/gsc.hrl").
|
-include("$gsc_include/gsc.hrl").
|
||||||
|
|||||||
Reference in New Issue
Block a user