Merge branch 'main' into pr/db35a96-fn-newline-metadata

Author: mkaput

.formatter.exs

@@ -1,5 +1,6 @@
 # Used by "mix format"
 [
   plugins: [Styler],
+  import_deps: [:stream_data],
   inputs: ["{mix,.formatter}.exs", "{config,lib,test}/**/*.{ex,exs}"]
 ]

.github/property_failures.exs

@@ -0,0 +1,97 @@
+#! /usr/bin/env elixir
+
+defmodule Main do
+  @moduledoc false
+  require Logger
+
+  @repo System.get_env("REPO", "elixir-tools/spitfire")
+  def run do
+    input =
+      with :eof <- IO.read(:eof) do
+        Logger.error("Stdin is empty")
+        System.halt(2)
+      end
+
+    results =
+      case JSON.decode(input) do
+        {:ok, results} ->
+          results
+
+        {:error, reason} ->
+          case reason do
+            {_, offset, byte} ->
+              Logger.error(inspect(byte))
+              Logger.error(binary_slice(input, offset, byte_size(input)))
+
+            _ ->
+              :ok
+          end
+
+          Logger.error(inspect(reason))
+          raise "Malformed JSON: " <> input
+      end
+
+    failures =
+      for failures <- get_in(results, ["tests", Access.all(), "failures"]), f <- failures do
+        [match] = Regex.run(~r/.*Clause:.*\s+Generated:.*\n+(.*)/, f["message"], capture: :all_but_first)
+
+        JSON.decode!(String.trim(match))
+      end
+
+    failures = Enum.uniq_by(failures, & &1["code"])
+
+    if failures == [] do
+      IO.write(:stderr, "No failures!")
+    end
+
+    for fail <- failures do
+      {issues, 0} =
+        gh(
+          ~w(issue list --label property-failure --json title) ++
+            ["--jq", ~s<. | map(. | select(.title == "#{fail["code"]}"))>]
+        )
+
+      case JSON.decode!(issues) do
+        [] ->
+          IO.write(:stderr, "Making new issue for #{fail["code"]}\n")
+
+          gh(
+            ~w(issue create --label property-failure) ++
+              [
+                "--title",
+                fail["code"],
+                "--body",
+                """
+                Type: #{fail["type"]}
+                Context: #{fail["context"]}
+
+                Code:
+                ```elixir
+                #{fail["code"]}
+                ```
+
+                Elixir AST:
+                ```elixir
+                #{fail["elixir"]}
+                ```
+
+                Spitfire AST:
+                ```elixir
+                #{fail["spitfire"] || "N/A"}
+                ```
+                """
+              ]
+          )
+
+        _ ->
+          IO.write(:stderr, "Issue already exists for #{fail["code"]}\n")
+      end
+    end
+  end
+
+  defp gh(args) do
+    System.cmd("gh", args ++ ~w(--repo #{@repo}))
+  end
+end
+
+Main.run()

.github/workflows/property-tests.yaml

@@ -0,0 +1,45 @@
+name: Property Tests
+on:
+  # schedule:
+  #   - cron: "0 0 * * *"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  issues: write
+
+concurrency:
+  group: property-test
+  cancel-in-progress: false
+
+jobs:
+  proptest:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: cachix/cachix-action@v14
+        with:
+          name: elixir-tools
+          authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}"
+
+      - uses: actions/cache@v4
+        with:
+          path: |
+            deps
+            _build
+          key: ${{ runner.os }}-mix-${{ hashFiles('**/.mise.toml') }}-${{ hashFiles('**/mix.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-mix-${{ hashFiles('**/.mise.toml') }}-
+
+      - name: Install Dependencies
+        run: nix develop --command bash -c "mix deps.get"
+
+      - name: Compile
+        run: nix develop --command bash -c "MIX_ENV=test mix compile"
+
+      - name: Run property tests
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: nix develop --command bash -c "MIX_ENV=test mix test.json --only property | .github/property_failures.exs"

.github/workflows/proptest.yaml

@@ -13,4 +13,17 @@ if config_env() == :test do
   # END: parse_program
 
   config :spitfire, trace: false
+
+  is_ci = "CI" |> System.get_env("false") |> String.to_existing_atom()
+
+  config :spitfire, is_ci: is_ci
+
+  max_runs =
+    if is_ci do
+      500_000
+    else
+      1000
+    end
+
+  config :stream_data, max_runs: max_runs
 end

config/config.exs

@@ -17,7 +17,6 @@
             packages = with pkgs; [
               beam.packages.erlang_27.erlang
               beam.packages.erlang_27.elixir_1_18
-              act
             ];
           };
         };

flake.nix

@@ -35,7 +35,8 @@ defmodule Spitfire.MixProject do
       {:styler, "~> 0.11", only: [:dev, :test]},
       {:credo, "~> 1.7", only: :dev},
       {:dialyxir, "~> 1.0", only: :dev},
-      {:stream_data, "~> 1.0", only: [:dev, :test]}
+      {:stream_data, "~> 1.0", only: [:dev, :test]},
+      {:ex_unit_json, "~> 0.4.1", only: [:dev, :test]}
     ]
   end
 

mix.exs

@@ -5,6 +5,7 @@
   "earmark_parser": {:hex, :earmark_parser, "1.4.39", "424642f8335b05bb9eb611aa1564c148a8ee35c9c8a8bba6e129d51a3e3c6769", [:mix], [], "hexpm", "06553a88d1f1846da9ef066b87b57c6f605552cfbe40d20bd8d59cc6bde41944"},
   "erlex": {:hex, :erlex, "0.2.7", "810e8725f96ab74d17aac676e748627a07bc87eb950d2b83acd29dc047a30595", [:mix], [], "hexpm", "3ed95f79d1a844c3f6bf0cea61e0d5612a42ce56da9c03f01df538685365efb0"},
   "ex_doc": {:hex, :ex_doc, "0.34.0", "ab95e0775db3df71d30cf8d78728dd9261c355c81382bcd4cefdc74610bef13e", [:mix], [{:earmark_parser, "~> 1.4.39", [hex: :earmark_parser, repo: "hexpm", optional: false]}, {:makeup_c, ">= 0.1.0", [hex: :makeup_c, repo: "hexpm", optional: true]}, {:makeup_elixir, "~> 0.14 or ~> 1.0", [hex: :makeup_elixir, repo: "hexpm", optional: false]}, {:makeup_erlang, "~> 0.1 or ~> 1.0", [hex: :makeup_erlang, repo: "hexpm", optional: false]}, {:makeup_html, ">= 0.1.0", [hex: :makeup_html, repo: "hexpm", optional: true]}], "hexpm", "60734fb4c1353f270c3286df4a0d51e65a2c1d9fba66af3940847cc65a8066d7"},
+  "ex_unit_json": {:hex, :ex_unit_json, "0.4.1", "e234447a48fa0ed1a7b18d5435bf2b9acf0a595e055a278cbcc71e4c6e750ecd", [:mix], [], "hexpm", "dd35badab48add7317f8c9cc0ac39022edbf7ed23a2547ce4fea38c026bd55ab"},
   "file_system": {:hex, :file_system, "1.1.0", "08d232062284546c6c34426997dd7ef6ec9f8bbd090eb91780283c9016840e8f", [:mix], [], "hexpm", "bfcf81244f416871f2a2e15c1b515287faa5db9c6bcf290222206d120b3d43f6"},
   "jason": {:hex, :jason, "1.4.4", "b9226785a9aa77b6857ca22832cffa5d5011a667207eb2a0ad56adb5db443b8a", [:mix], [{:decimal, "~> 1.0 or ~> 2.0", [hex: :decimal, repo: "hexpm", optional: true]}], "hexpm", "c5eb0cab91f094599f94d55bc63409236a8ec69a21a67814529e8d5f6cc90b3b"},
   "makeup": {:hex, :makeup, "1.1.2", "9ba8837913bdf757787e71c1581c21f9d2455f4dd04cfca785c70bbfff1a76a3", [:mix], [{:nimble_parsec, "~> 1.2.2 or ~> 1.3", [hex: :nimble_parsec, repo: "hexpm", optional: false]}], "hexpm", "cce1566b81fbcbd21eca8ffe808f33b221f9eee2cbc7a1706fc3da9ff18e6cac"},