wip: Raw structure of improvements to gun that run in production

config/app.config

@@ -2,14 +2,6 @@
     {prometheus, [
         {cowboy_instrumenter, [
             {duration_buckets, [0.001, 0.01, 0.1, 0.25, 0.5, 0.75, 1, 2, 4, 10, 30, 60]}
-        ]},
-        {collectors, [
-            prometheus_boolean, 
-            prometheus_counter,
-            prometheus_gauge,
-            prometheus_histogram,
-            prometheus_mnesia_collector,
-            prometheus_quantile_summary,
-            prometheus_summary]}
+        ]}
     ]}
-].
+].

docs/misc/hacking-on-hyperbeam.md

@@ -103,4 +103,29 @@ since the last invocation.
 
 3. Open the svg file in browser.
 
-Happy hacking!
+## Common testing pitfalls 
+
+Here is a helpful list of common mistakes when writing tests:
+
+- If you need to start a new node, be sure to use a new private key unless you
+  have a specific reason to use an existing one. HyperBEAM HTTP servers are
+  registered using their wallet ID as their 'name', so re-use can cause issues.
+  You can get a new private key is defined using `#{ priv_wallet => ar_wallet:new() }`.
+- Similarly, always be careful of your stores in your tests! Avoid using the
+  default stores, as this can lead to 'context leakage', where one part of your
+  test is unintentionally able to access data created/stored by a supposedly
+  different node in the environment. `hb_http_server:start_node/1` will generate
+  a new unique store for you by default, but avoid creating a named store unless
+  you need to (and know what you are doing).
+- Always try to test your devices through the HTTP AO-Core API as well as through
+  the local `hb_ao:resolve/[2-3]` interfaces. Avoid direct `dev_name:key` calls
+  unless strictly necessary. The HTTP API is how users will interact with your
+  almost always system, and there can be subtle differences in how the interfaces
+  react. For example, the Erlang function call interface has no regard for how
+  keys are matched by AO-Core, so will mask any issues with the choice of which
+  device function to call to satisfy requests.
+
+Happy hacking!
+
+Avoid pattern match a list of commitments, since we cannot guarantee the order.
+This will case tests to be flaky.

rebar.config

@@ -1,8 +1,8 @@
 {erl_opts, [debug_info, {d, 'COWBOY_QUICER', 1}, {d, 'GUN_QUICER', 1}]}.
-{plugins, [pc, rebar3_rustler, rebar_edown_plugin]}.
+{plugins, [pc, rebar3_rustler, rebar_edown_plugin, {rebar3_eunit_start, {git, "https://github.com/permaweb/rebar3_eunit_start.git", {ref, "04ec53fea187039770db0d4459b7aeb01a9021af"}}}]}.
 
 % Increase `scale_timeouts` when running on a slower machine.
-{eunit_opts, [verbose, {scale_timeouts, 10}]}.
+{eunit_opts, [verbose, {scale_timeouts, 10}, {start_applications, [prometheus, hb]}]}.
 
 {profiles, [
     {quiet,
@@ -12,7 +12,12 @@
         ]
     },
     {no_events, [{erl_opts, [{d, 'NO_EVENTS', true}]}]},
-    {top, [{deps, [observer_cli]}, {erl_opts, [{d, 'AO_TOP', true}]}]},
+    {top, [
+        {deps, [{observer_cli, {git, "https://github.com/permaweb/observer_cli.git",
+            {ref, "7e7a2613b262e08c43c539d50901e6f26a241b6f"}}}]},
+        {erl_opts, [{d, 'AO_TOP', true}]},
+        {relx, [{release, {'hb', "0.0.1"}, [hb, b64fast, base32, cowboy, gun, luerl, prometheus, prometheus_cowboy, prometheus_ranch, elmdb, observer_cli]}]}
+    ]},
     {store_events, [{erl_opts, [{d, 'STORE_EVENTS', true}]}]},
     {ao_profiling, [{erl_opts, [{d, 'AO_PROFILING', true}]}]},
     {eflame,
@@ -108,7 +113,8 @@
 
 {provider_hooks, [
     {pre, [
-        {compile, {cargo, build}}
+        {compile, {cargo, build}},
+        {eunit, {default, rebar3_eunit_start}}
     ]},
     {post, [
         {compile, {pc, compile}},
@@ -134,6 +140,7 @@
 
 {deps, [
     {elmdb, {git, "https://github.com/permaweb/elmdb-rs.git", {ref, "bfda2facebdb433eea753f82e7e8d45aefc6d87a"}}},
+    {base32, "1.0.0"},
 	{b64fast, {git, "https://github.com/ArweaveTeam/b64fast.git", {ref, "58f0502e49bf73b29d95c6d02460d1fb8d2a5273"}}},
     {cowlib, "2.16.0"},
 	{cowboy, "2.14.0"},
@@ -162,7 +169,7 @@
 ]}.
 
 {relx, [
-	{release, {'hb', "0.0.1"}, [hb, b64fast, cowboy, gun, luerl, prometheus, prometheus_cowboy, prometheus_ranch, elmdb]},
+	{release, {'hb', "0.0.1"}, [hb, b64fast, base32, cowboy, gun, luerl, prometheus, prometheus_cowboy, prometheus_ranch, elmdb]},
 	{sys_config, "config/app.config"},
 	{include_erts, true},
 	{extended_start_script, true},

rebar.lock

@@ -4,6 +4,7 @@
   {git,"https://github.com/ArweaveTeam/b64fast.git",
        {ref,"58f0502e49bf73b29d95c6d02460d1fb8d2a5273"}},
   0},
+ {<<"base32">>,{pkg,<<"base32">>,<<"1.0.0">>},0},
  {<<"cowboy">>,{pkg,<<"cowboy">>,<<"2.14.0">>},0},
  {<<"cowlib">>,{pkg,<<"cowlib">>,<<"2.16.0">>},0},
  {<<"ddskerl">>,{pkg,<<"ddskerl">>,<<"0.4.2">>},1},
@@ -30,6 +31,7 @@
 [
 {pkg_hash,[
  {<<"accept">>, <<"CD6E34A2D7E28CA38B2D3CB233734CA0C221EFBC1F171F91FEC5F162CC2D18DA">>},
+ {<<"base32">>, <<"1AB331F812FCC254C8F7D4348E1E5A6F2B9B32B7A260BF2BC3358E3BF14C841A">>},
  {<<"cowboy">>, <<"565DCF221BA99B1255B0ADCEC24D2D8DBE79E46EC79F30F8373CCEADC6A41E2A">>},
  {<<"cowlib">>, <<"54592074EBBBB92EE4746C8A8846E5605052F29309D3A873468D76CDF932076F">>},
  {<<"ddskerl">>, <<"A51A90BE9AC9B36A94017670BED479C623B10CA9D4BDA1EDF3A0E48CAEEADA2A">>},
@@ -42,6 +44,7 @@
  {<<"ranch">>, <<"25528F82BC8D7C6152C57666CA99EC716510FE0925CB188172F41CE93117B1B0">>}]},
 {pkg_hash_ext,[
  {<<"accept">>, <<"CA69388943F5DAD2E7232A5478F16086E3C872F48E32B88B378E1885A59F5649">>},
+ {<<"base32">>, <<"0449285348ED0C4CD83C7198E76C5FD5A0451C4EF18695B9FD43792A503E551A">>},
  {<<"cowboy">>, <<"EA99769574550FE8A83225C752E8A62780A586770EF408816B82B6FE6D46476B">>},
  {<<"cowlib">>, <<"7F478D80D66B747344F0EA7708C187645CFCC08B11AA424632F78E25BF05DB51">>},
  {<<"ddskerl">>, <<"63F907373D7E548151D584D4DA8A38928FD26EC9477B94C0FFAAD87D7CB69FE7">>},