added
CHANGELOG.md
|
|
@@ -0,0 +1 @@
|
|
1
|
+ See the [Releases](../../releases) page.
|
changed
hex_metadata.config
|
|
@@ -3,19 +3,20 @@
|
|
3
3
|
{<<"description">>,
|
|
4
4
|
<<"An Erlang library for processing multiple Kinesis and DynamoDB streams and shards in a single node using the Kinesis Client Library and MultiLangDaemon.">>}.
|
|
5
5
|
{<<"files">>,
|
|
6
|
- [<<"LICENSE">>,<<"README.md">>,<<"include/erlmld.hrl">>,
|
|
7
|
- <<"include/gpb.hrl">>,<<"priv/.gitignore">>,<<"priv/download.sh">>,
|
|
8
|
- <<"priv/erlmld.sh">>,<<"priv/kpl_agg_tests_helper.py">>,
|
|
9
|
- <<"priv/mld.properties.in">>,<<"priv/proto/kpl_agg.proto">>,
|
|
10
|
- <<"priv/run_dynamo.sh">>,<<"priv/run_fake.sh">>,<<"priv/run_kinesis.sh">>,
|
|
11
|
- <<"rebar.config">>,<<"rebar.lock">>,<<"src/erlmld.app.src">>,
|
|
6
|
+ [<<"CHANGELOG.md">>,<<"LICENSE">>,<<"README.md">>,<<"include">>,
|
|
7
|
+ <<"include/erlmld.hrl">>,<<"include/gpb.hrl">>,<<"priv">>,
|
|
8
|
+ <<"priv/.gitignore">>,<<"priv/download.sh">>,<<"priv/erlmld.sh">>,
|
|
9
|
+ <<"priv/kpl_agg_tests_helper.py">>,<<"priv/mld.properties.in">>,
|
|
10
|
+ <<"priv/proto">>,<<"priv/proto/kpl_agg.proto">>,<<"priv/run_dynamo.sh">>,
|
|
11
|
+ <<"priv/run_fake.sh">>,<<"priv/run_kinesis.sh">>,<<"rebar.config">>,
|
|
12
|
+ <<"rebar.lock">>,<<"src">>,<<"src/erlmld.app.src">>,
|
|
12
13
|
<<"src/erlmld_app.erl">>,<<"src/erlmld_batch_processor.erl">>,
|
|
13
14
|
<<"src/erlmld_flusher.erl">>,<<"src/erlmld_noisy_wrk.erl">>,
|
|
14
15
|
<<"src/erlmld_runner.erl">>,<<"src/erlmld_sup.erl">>,
|
|
15
16
|
<<"src/erlmld_tcp_acceptor.erl">>,<<"src/erlmld_worker.erl">>,
|
|
16
17
|
<<"src/erlmld_wrk_statem.erl">>,<<"src/erlmld_wrk_sup.erl">>,
|
|
17
18
|
<<"src/kpl_agg.erl">>]}.
|
|
18
|
- {<<"licenses">>,[<<"BSD 3-Clause License">>]}.
|
|
19
|
+ {<<"licenses">>,[<<"BSD-3-Clause">>]}.
|
|
19
20
|
{<<"links">>,[{<<"Github">>,<<"https://github.com/AdRoll/erlmld">>}]}.
|
|
20
21
|
{<<"name">>,<<"erlmld">>}.
|
|
21
22
|
{<<"requirements">>,
|
|
|
@@ -27,4 +28,4 @@
|
|
27
28
|
[{<<"app">>,<<"jiffy">>},
|
|
28
29
|
{<<"optional">>,false},
|
|
29
30
|
{<<"requirement">>,<<"1.1.1">>}]}]}.
|
|
30
|
- {<<"version">>,<<"1.0.2">>}.
|
|
31
|
+ {<<"version">>,<<"1.1.0">>}.
|
changed
rebar.config
|
|
@@ -1,17 +1,9 @@
|
|
1
1
|
{erl_opts,
|
|
2
|
- [warn_unused_vars,
|
|
3
|
- warn_export_all,
|
|
4
|
- warn_shadow_vars,
|
|
5
|
- warn_unused_import,
|
|
6
|
- warn_unused_function,
|
|
7
|
- warn_bif_clash,
|
|
8
|
- warn_unused_record,
|
|
9
|
- warn_deprecated_function,
|
|
10
|
- warn_obsolete_guard,
|
|
11
|
- strict_validation,
|
|
2
|
+ [warn_unused_import,
|
|
12
3
|
warn_export_vars,
|
|
13
|
- warn_exported_vars,
|
|
14
4
|
warnings_as_errors,
|
|
5
|
+ verbose,
|
|
6
|
+ report,
|
|
15
7
|
debug_info,
|
|
16
8
|
{i, "./_build/default/plugins/gpb/include"}]}.
|
|
17
9
|
|
|
|
@@ -22,10 +14,11 @@
|
|
22
14
|
{plugins, [rebar3_gpb_plugin]}.
|
|
23
15
|
|
|
24
16
|
{project_plugins,
|
|
25
|
- [{rebar3_hex, "~> 7.0.1"},
|
|
26
|
- {rebar3_format, "~> 1.0.1"},
|
|
27
|
- {rebar3_lint, "~> 1.0.1"},
|
|
28
|
- {rebar3_hank, "~> 1.2.2"}]}.
|
|
17
|
+ [{rebar3_hex, "~> 7.0.2"},
|
|
18
|
+ {rebar3_format, "~> 1.2.1"},
|
|
19
|
+ {rebar3_lint, "~> 1.1.0"},
|
|
20
|
+ {rebar3_hank, "~> 1.3.0"},
|
|
21
|
+ rebar3_ex_doc]}.
|
|
29
22
|
|
|
30
23
|
{gpb_opts,
|
|
31
24
|
[{i, "priv/proto"},
|
|
|
@@ -66,3 +59,10 @@
|
|
66
59
|
"src/erlmld.app.src"]}]}.
|
|
67
60
|
|
|
68
61
|
{depup, [{ignore, [erlexec]}]}.
|
|
62
|
+
|
|
63
|
+ {hex, [{doc, ex_doc}]}.
|
|
64
|
+
|
|
65
|
+ {ex_doc, [
|
|
66
|
+ {source_url, <<"https://github.com/AdRoll/erlmld">>},
|
|
67
|
+ {extras, [<<"README.md">>, <<"LICENSE">>]},
|
|
68
|
+ {main, <<"readme">>}]}.
|
changed
src/erlmld.app.src
|
|
@@ -1,9 +1,8 @@
|
|
1
1
|
{application,erlmld,
|
|
2
2
|
[{description,
|
|
3
3
|
"An Erlang library for processing multiple Kinesis and DynamoDB streams and shards in a single node using the Kinesis Client Library and MultiLangDaemon."},
|
|
4
|
- {vsn,"1.0.2"},
|
|
5
|
- {maintainers,["AdRoll RTB team <[email protected]>"]},
|
|
6
|
- {licenses,["BSD 3-Clause License"]},
|
|
4
|
+ {vsn,"1.1.0"},
|
|
5
|
+ {licenses,["BSD-3-Clause"]},
|
|
7
6
|
{links,[{"Github","https://github.com/AdRoll/erlmld"}]},
|
|
8
7
|
{exclude_files,
|
|
9
8
|
["priv/jars","priv/ddb_jars","priv/kcl_jars","src/kpl_agg_pb.erl",
|
changed
src/erlmld_app.erl
|
|
@@ -2,7 +2,7 @@
|
|
2
2
|
|
|
3
3
|
-behaviour(application).
|
|
4
4
|
|
|
5
|
- -export([start/2, stop/1, ensure_all_started/0]).
|
|
5
|
+ -export([start/2, stop/1, ensure_all_deps_started/0]).
|
|
6
6
|
|
|
7
7
|
%% application callback. load default configuration from application environment, and
|
|
8
8
|
%% start erlmd_sup with that configuration.
|
|
|
@@ -15,11 +15,7 @@ start(_StartType, []) ->
|
|
15
15
|
stop(_State) ->
|
|
16
16
|
ok.
|
|
17
17
|
|
|
18
|
- ensure_all_started() ->
|
|
18
|
+ ensure_all_deps_started() ->
|
|
19
19
|
{ok, Deps} = application:get_key(erlmld, applications),
|
|
20
|
- {ok,
|
|
21
|
- lists:append([begin
|
|
22
|
- {ok, Started} = application:ensure_all_started(Dep),
|
|
23
|
- Started
|
|
24
|
- end
|
|
25
|
- || Dep <- Deps])}.
|
|
20
|
+ lists:foreach(fun(Dep) -> {ok, _} = application:ensure_all_started(Dep) end, Deps),
|
|
21
|
+ ok.
|
changed
src/erlmld_wrk_statem.erl
|
|
@@ -103,6 +103,9 @@
|
|
103
103
|
%%%-------------------------------------------------------------------
|
|
104
104
|
-module(erlmld_wrk_statem).
|
|
105
105
|
|
|
106
|
+ %% The usage of throw here is intentional because gen_statem knows how to handle throws
|
|
107
|
+ -elvis([{elvis_style, no_throw, disable}]).
|
|
108
|
+
|
|
106
109
|
-behaviour(gen_statem).
|
|
107
110
|
|
|
108
111
|
%% API
|