Job request: 23743

version: "3.0"

expectations:
  population_size: 1000

actions:
  query:
    run: >
      sqlrunner:latest
        --output output/rows.csv
        --log-file output/log.json
        analysis/query.sql
    outputs:
      moderately_sensitive:
        rows: output/rows.csv
        log: output/log.json

  data_dictionary_query:
    run: >
      sqlrunner:latest
        --output output/data_dictionary.csv
        --log-file output/data_dictionary_log.json
        analysis/data_dictionary_query.sql
    outputs:
      moderately_sensitive:
        rows: output/data_dictionary.csv
        log: output/data_dictionary_log.json

  make-html-reports:
    # --execute
    #   execute notebooks before converting them to HTML reports
    # --no-input
    #   exclude input cells and output prompts from HTML reports
    # --to=html
    #   convert notebooks to HTML reports (not e.g. to PDF reports)
    # --template basic
    #   use the basic (unstyled) template for HTML reports
    # --output-dir=output
    #   write HTML reports to the `output` directory
    run: >
      python:latest jupyter nbconvert
        --execute
        --no-input
        --to=html
        --template basic
        --output-dir=output
        analysis/*.ipynb
    needs:
      - query
    outputs:
      moderately_sensitive:
        reports: output/*.html

  categorical_columns:
    run: >
      sqlrunner:latest
        --output output/results_categorical_columns.csv
        --dummy-data-file analysis/dummy_results.csv
        analysis/query_tpp_categorical_columns.sql
    outputs:
      moderately_sensitive:
        results: output/results_categorical_columns.csv