Provide some tests

.github/workflows/bench.yml

@@ -0,0 +1,66 @@
+name: benchmarks
+
+on: push
+
+jobs:
+  bench:
+    name: Benchmarks
+    runs-on: ubuntu-latest
+
+    container:
+      image: ghcr.io/n3pdf/bench-evol:latest
+      credentials:
+        username: ${{ github.repository_owner }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          # tags needed for dynamic versioning
+          fetch-depth: 0
+      - name: Install and configure Poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+          # update path for this and the other steps
+          export PATH=$HOME/.local/bin:$PATH
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+          # prevent poetry environments
+          # in order to access container pre-installed packages
+          poetry config virtualenvs.create false
+          # log all configurations
+          poetry config --list
+      - name: Cache Poetry virtualenv
+        uses: actions/cache@v2
+        id: cache
+        with:
+          path: ~/.virtualenvs
+          key: ${{ runner.os }}-py-${{ steps.setup-python.outputs.python-version }}-poetry-${{ hashFiles('poetry.lock') }}
+      - name: Install version management tool
+        run: |
+          # same poetry env
+          PIP="$(head -n1 $(which poetry) | cut -c 3-) -m pip"
+          ${PIP} install poetry-dynamic-versioning
+      - name: Install dependencies
+        run: poetry install --no-interaction --no-root
+        if: steps.cache.outputs.cache-hit != 'true'
+      - name: Install project
+        run: |
+          poetry install --no-interaction ${{ inputs.poetry-extras }}
+      - name: Install task runner
+        run: pip install poethepoet
+      - name: Lint with pylint
+        run: |
+          # Search for actual errors
+          poe lint
+          # For warnings instead return always zero
+          poe lint-warnings
+      - name: Test with pytest
+        run: |
+          poe bench
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v2
+        with:
+          files: ./coverage.xml
+          flags: bench
+          name: codecov-umbrella
+          fail_ci_if_error: true

benchmarks/bench_checks.py

@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+import pathlib
+
+import eko
+import numpy as np
+import pineappl
+import pytest
+
+import pineko.check
+
+
+def benchmark_check_grid_and_eko_compatible(test_files):
+    grid = pineappl.grid.Grid.read(
+        test_files / "data/grids/208/HERA_CC_318GEV_EM_SIGMARED.pineappl.lz4"
+    )
+    wrong_grid = pineappl.grid.Grid.read(
+        test_files / "data/grids/208/NUTEV_CC_NU_FE_SIGMARED.pineappl.lz4"
+    )
+    ekoop = eko.output.Output.load_tar(
+        test_files / "data/ekos/208/HERA_CC_318GEV_EM_SIGMARED.tar"
+    )
+    with pytest.raises(ValueError):
+        pineko.check.check_grid_and_eko_compatible(wrong_grid, ekoop, 1.0)
+    pineko.check.check_grid_and_eko_compatible(grid, ekoop, 1.0)
+    ekoop.xgrid_reshape(targetgrid=[0.0001, 0.001, 0.1, 0.5, 1.0])
+    with pytest.raises(ValueError):
+        pineko.check.check_grid_and_eko_compatible(grid, ekoop, 1.0)

benchmarks/bench_cli.py

@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+import pathlib
+
+import pytest
+from click.testing import CliRunner
+
+from pineko.cli._base import command
+
+
+def benchmark_check_cli(test_files):
+    grid_path = pathlib.Path(
+        test_files / "data/grids/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    )
+    wrong_grid_path = pathlib.Path(
+        test_files / "data/grids/208/HERA_CC_318GEV_EM_SIGMARED.pineappl.lz4"
+    )
+    eko_path = pathlib.Path(test_files / "data/ekos/208/LHCB_DY_13TEV_DIMUON.tar")
+    runner = CliRunner()
+    result = runner.invoke(
+        command, ["check", "compatibility", str(grid_path), str(eko_path)]
+    )
+    assert "Success: grids are compatible" in result.output
+    wrong_result = runner.invoke(
+        command, ["check", "compatibility", str(wrong_grid_path), str(eko_path)]
+    )
+    assert (
+        "Error: Q2 grid in pineappl grid and eko operator are NOT compatible!"
+        in wrong_result.output
+    )
+    wrong_scvar_res = runner.invoke(
+        command, ["check", "scvar", str(grid_path), "wrong_string", "2", "0"]
+    )
+    assert "Invalid value for 'SCALE'" in wrong_scvar_res.output
+    ren_res = runner.invoke(
+        command, ["check", "scvar", str(grid_path), "ren", "2", "0"]
+    )
+    assert (
+        "Success: grids contain renormalization scale variations for as"
+        in ren_res.output
+    )
+    assert (
+        "Success: grids contain renormalization scale variations for al"
+        in ren_res.output
+    )
+    fact_res = runner.invoke(
+        command, ["check", "scvar", str(grid_path), "fact", "2", "0"]
+    )
+    assert (
+        "Success: grids contain factorization scale variations for as"
+        in fact_res.output
+    )
+    assert (
+        "Success: grids contain factorization scale variations for al"
+        in fact_res.output
+    )
+
+
+def benchmark_opcard_cli(tmp_path, test_files):
+    grid_path = pathlib.Path(
+        test_files / "data/grids/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    )
+    default_card_path = pathlib.Path(test_files / "data/operator_cards/_template.yaml")
+    target_path = pathlib.Path(tmp_path / "test_ope_card.yaml")
+    runner = CliRunner()
+    result = runner.invoke(
+        command, ["opcard", str(grid_path), str(default_card_path), str(target_path)]
+    )
+    assert "Success" in result.output
+
+
+def benchmark_compare_cli(lhapdf_path, test_files, test_pdf):
+    grid_path = pathlib.Path(
+        test_files / "data/grids/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    )
+    fk_path = pathlib.Path(
+        test_files / "data/fktables/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    )
+    runner = CliRunner()
+    with lhapdf_path(test_pdf):
+        result = runner.invoke(
+            command,
+            ["compare", str(grid_path), str(fk_path), "2", "0", "NNPDF40_nlo_as_01180"],
+        )
+    assert "yll left" in result.output

benchmarks/bench_comparator.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+import pathlib
+
+import pineappl
+
+import pineko
+
+
+def benchmark_compare(lhapdf_path, test_files, test_pdf):
+    pine_path = test_files / "data/grids/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    grid = pineappl.grid.Grid.read(pine_path)
+    fk_path = test_files / "data/fktables/208/LHCB_DY_13TEV_DIMUON.pineappl.lz4"
+    fk = pineappl.fk_table.FkTable.read(fk_path)
+    pdf = "NNPDF40_nlo_as_01180"
+    with lhapdf_path(test_pdf):
+        comp_table = pineko.comparator.compare(grid, fk, 2, 0, pdf, 1.0, 1.0)
+    errors = comp_table["permille_error"].values
+    assertions = [er < 5.0 for er in errors]
+    assert False not in assertions

benchmarks/bench_configs.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+
+import pathlib
+
+import pytest
+
+import pineko
+
+
+def benchmark_detect(test_files):
+    with pytest.raises(FileNotFoundError):
+        pineko.configs.detect()
+    conf_file = pineko.configs.detect(test_files)
+
+
+def benchmark_load(test_files):
+    conf_file = pineko.configs.load(test_files)
+    assert conf_file["paths"]["root"] == test_files
+    assert conf_file["paths"]["grids"] == "data/grids/"

benchmarks/bench_evolve.py

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+import pathlib
+
+import eko
+import pineappl
+import pytest
+
+import pineko
+
+
+def benchmark_write_operator_card_from_file(tmp_path, test_files):
+    pine_path = test_files / "data/grids/208/HERA_CC_318GEV_EM_SIGMARED.pineappl.lz4"
+    default_path = test_files / "data/operator_cards/_template.yaml"
+    target_path = pathlib.Path(tmp_path / "test_operator.yaml")
+    x_grid, q2_grid = pineko.evolve.write_operator_card_from_file(
+        pine_path, default_path, target_path, 1.0
+    )
+    wrong_pine_path = test_files / "data/grids/208/HERA_CC_318GEV_EM_wrong.pineappl.lz4"
+    with pytest.raises(FileNotFoundError):
+        x_grid, q2_grid = pineko.evolve.write_operator_card_from_file(
+            wrong_pine_path, default_path, target_path, 1.0
+        )
+
+
+def benchmark_evolve_grid(tmp_path, lhapdf_path, test_files, test_pdf):
+    pine_path = test_files / "data/grids/208/HERA_CC_318GEV_EM_SIGMARED.pineappl.lz4"
+    pinegrid = pineappl.grid.Grid.read(pine_path)
+    eko_path = test_files / "data/ekos/208/HERA_CC_318GEV_EM_SIGMARED.tar"
+    eko_op = eko.output.Output.load_tar(eko_path)
+    target_path = pathlib.Path(tmp_path / "test_fktable.pineappl.lz4")
+    max_as = 1
+    max_al = 0
+    base_configs = pineko.configs.load(test_files)
+    pineko.configs.configs = pineko.configs.defaults(base_configs)
+    tcard = pineko.theory_card.load(208)
+    assumptions = pineko.theory_card.construct_assumptions(tcard)
+    with lhapdf_path(test_pdf):
+        pineko.evolve.evolve_grid(
+            pinegrid,
+            eko_op,
+            target_path,
+            max_as,
+            max_al,
+            1.0,
+            1.0,
+            assumptions=assumptions,
+            comparison_pdf="NNPDF40_nlo_as_01180",
+        )