Adding abi_stable support for tremor-value, v3

.cargo/config

@@ -2,10 +2,10 @@
 rustflags = ["-C", "target-feature=+avx,+avx2,+sse4.2"]
 
 [target.aarch64-unknown-linux-gnu]
-rustflags = ["-C", "target-cpu=native"]
+rustflags = ["-C", "target-feature=+avx,+avx2,+sse4.2"]
 
 [target.aarch64-apple-darwin]
-rustflags = ["-C", "target-cpu=native"]
+rustflags = ["-C", "target-feature=+avx,+avx2,+sse4.2"]
 
 [target.x86_64-unknown-linux-musl]
 rustflags = [
@@ -14,4 +14,4 @@ rustflags = [
         "-C", "link-arg=-lstdc++",
         "-C", "link-arg=-lgcc",
         "-C", "link-arg=-lgcc_eh",
-    ]
+    ]

.github/checks/copyright.sh

@@ -4,7 +4,7 @@ count=0
 
 for file in $(find . -name '*.rs' | grep -v '/target')
 do
-    if ! grep 'Copyright 2020-2021, The Tremor Team' "$file" > /dev/null
+    if ! grep 'Copyright \(....-\)\?2021, The Tremor Team' "$file" > /dev/null
     then
         echo "##[error] Copyright missing in $file"
         count=$((count + 1))

.github/workflows/eqc.yaml

@@ -25,7 +25,7 @@ jobs:
       - name: install EQC
         run: curl -O http://quviq-licencer.com/downloads/eqcR21.zip && unzip eqcR21.zip && cd Quviq* && sudo erl -noshell -eval 'eqc_install:install()' -eval 'init:stop()'
       - name: Activate EQC
-        run: erl -noshell -eval 'eqc:registration("${{secrets.EQC_LICENSE}}")' -eval "eqc:start()" -eval "init:stop()"
+        run: test -n "${{secrets.EQC_LICENSE}}" && erl -noshell -eval 'eqc:registration("${{secrets.EQC_LICENSE}}")' -eval "eqc:start()" -eval "init:stop()"
       - name: generate yaml
         run: ~/go/bin/yaml2json < static/openapi.yaml > static/openapi.json
       - name: Build

.github/workflows/integration.yaml

@@ -26,7 +26,7 @@ jobs:
             target_feature: "+avx,+avx2,+sse4.2"
 
     env:
-      TREMOR_PATH: "${{ github.workspace }}/tremor-script/lib"
+      TREMOR_PATH: "${{ github.workspace }}/tremor-script/lib:${{ github.workspace }}/tremor-cli/tests/lib"
       RUSTFLAGS: -D warnings -C target-feature=${{ matrix.target_feature }}
 
     runs-on: ${{ matrix.os }}

.vscode/launch.json

@@ -18,7 +18,8 @@
       "args": [
         //server run -f temp/sample.yaml temp/sample.trickle -l temp/logger.yaml
         //"server",
-        "run",
+        "test",
+        "integration",
         //"-f",
         //"temp/sample.yaml",
         //"temp/sample.trickle",
@@ -27,9 +28,9 @@
         //"tremor-cli/tests/cli/data/script_with_error.tremor",
         //"-i",
         //"tremor-cli/tests/cli/data/input.json",
-        "tests/queries/group_set/query.trickle",
+        "tremor-cli/tests/integration",
         "-i",
-        "tests/queries/group_set/in"
+        "tls"
         //"tests/script_errors/lexer_invalid_float/script.tremor"
         //"-f",
         //"../tremor-www-docs/docs/workshop/examples/35_reverse_proxy_load_balancing/etc/tremor/config/config.yaml",

CHANGELOG.md

@@ -12,10 +12,11 @@
 - print names of failing tests
 - Add `check_topic_metadata` configuration flag to kafka source to bypass topic metadata fetch
 - port `json!` improvements to `literal!`
+- Add support for `troy` deployment language. The language adds the `pipeline`, `connector`, `flow`, `links`, `connect`, `to`, `deploy` and `config` reserved keywords. These are now reserved in the scripting and query languages and must now be escaped when they appear in event data. This is a breaking change in the query and script language dialects.
 - Add support for `FLOAT4` and `FLOAT8` serialization/deserialization to postgres connectors
 - Add `std::path::try_default` fn
 - Experimental ARM support
-- Add `default => {...}` and `default "key" => "value` to patch
+- Add `default => {...}` and `default "key" => "value"` to patch
 - Add `zstd` pre- and post-processors [#1100](https://github.com/tremor-rs/tremor-runtime/issues/1100)
 - Remove `rental` from `Event` [#1031](https://github.com/tremor-rs/tremor-runtime/issues/1031) [#1037](https://github.com/tremor-rs/tremor-runtime/issues/1037)
 - Put event raw payload into `Arc` to improve cloning perf
@@ -73,12 +74,19 @@
 - Kafka onramp: Remove failing metadata fetch in order to verify topic existance. Instead detect subscription errors and stop the onramp in that case.
 - Unix offramp: Add the missing StartStream message
 - tremor-script: Add more details about Unicode in the documentation of the `string` module
+- Fix `hdr` and `dds` aggregation function losing events when aggregating > 8192 events
 
-### Breaking CHhanges
+### Breaking Changes
 
 - changed naming for `record` object to avoid keywords like `select` and `merge`. New names are `record.extract` and `record.combine`.
+- command seperators are now unified, both `patch`, `match` and `for` now use `;` the same way the rest of the language does
+- in all definitial statements `args` now specifies interface arguments that are overwritable in the correspanding `create` statement, while `with` specifies non overwritable configuration in both `define` and `create` statements - this unifiers the use of `with`  and `args` between trickle and troy
+- file connector no longer splits by lines - it now requires a preconnector
+- define for both troy and trickle now follow the same principle of `define <type> <alias> from <source>`
+
 ## 0.11.4
 
+
 ### New features
 
 - Add tests for patch feature in tremor-script [#721](https://github.com/tremor-rs/tremor-runtime/issues/721)