Job request: 6106

######################################
# Script defines project pipeline via series of actions
######################################

version: '3.0'

expectations:
  population_size: 300000

actions:

  # Extract data ----
  generate_study_population:
    run: cohortextractor:latest generate_cohort --study-definition study_definition --output-dir=output/data
    outputs:
      highly_sensitive:
        cohort: output/data/input.csv
  
# Process data ----
  data_process:
    run: r:latest analysis/data_process.R
    needs: [generate_study_population]
    outputs:
      highly_sensitive:
        data: output/data/data_processed.rds
        csv: output/data/data_processed.csv
        
# Select cohort ----
  data_selection_coverage:
    run: r:latest analysis/coverage/data_selection_coverage.R
    needs: [data_process]
    outputs:
      highly_sensitive:
        data: output/data/data_cohort_coverage.rds
        csv: output/data/data_cohort_coverage.csv
      moderately_sensitive:
        csv: output/tables/flowchart_coverage.csv

 # Data properties ----      
  data_properties:
    run: r:latest analysis/data_properties.R output/data/data_cohort_coverage.rds output/data_properties
    needs: [data_selection_coverage]
    outputs:
      moderately_sensitive:
        cohort: output/data_properties/data_cohort*.txt
        
  # Table 1 ----
  table_1_coverage:
    run: r:latest analysis/coverage/table_1_coverage.R
    needs: [data_selection_coverage]
    outputs:
      highly_sensitive:
        data: output/tables/table1_coverage_redacted.rds
      moderately_sensitive:
        table: output/tables/table1_coverage_redacted.html
        
  # Cox models - dose-2 coverage ----
  cox_model:
    run: r:latest analysis/coverage/cox_model.R
    needs: [data_selection_coverage]
    outputs:
      highly_sensitive:
        data1: output/data/data_cox.rds
        data2: output/model/mod_strat_coxph_redacted.rds
        csv: output/data/data_cox.csv
      moderately_sensitive:
        csv: output/model/mod_strat_coxph_redacted.csv
        
  # Logistic models - dose-2 coverage ----
  logistic_model:
    run: r:latest analysis/coverage/logistic_model.R
    needs: [cox_model]
    outputs:
      highly_sensitive:
        data: output/model/mod_strat_logistic_redacted.rds
      moderately_sensitive:
        csv: output/model/mod_strat_logistic_redacted.csv

  # Coverage summaries ----
  vaccine_coverage:
    run: r:latest -e 'rmarkdown::render("analysis/coverage/vaccine_coverage.Rmd", knit_root_dir = "/workspace", output_dir="/workspace/output/markdown")'
    needs: [data_selection_coverage, table_1_coverage, cox_model, logistic_model]
    outputs:
      moderately_sensitive:
        html: output/markdown/vaccine_coverage.html
        csv: output/tables/coverage_over_time_rounded.csv

  # Coverage summaries ----
#  cox_model_check:
#    run: r:latest -e 'rmarkdown::render("analysis/coverage/cox_model_check.Rmd", knit_root_dir = "/workspace", output_dir="/workspace/output/markdown")'
#    needs: [data_selection_coverage, cox_model]
#    outputs:
#      moderately_sensitive:
#        html: output/markdown/cox_model_check.html

# Select cohort (VE) ----
  data_selection_VE:
    run: r:latest analysis/VE/data_selection_VE.R
    needs: [data_process]
    outputs:
      highly_sensitive:
        data: output/data/data_cohort_VE.rds
        csv: output/data/data_cohort_VE.csv
      moderately_sensitive:
        csv: output/tables/flowchart_VE.csv

  # Table 1 (VE) ----
  table_1_VE:
    run: r:latest analysis/VE/table_1_VE.R
    needs: [data_selection_VE]
    outputs:
      highly_sensitive:
        data: output/tables/table1_VE_redacted.rds
      moderately_sensitive:
        table: output/tables/table1_VE_redacted.html

  # Table IRR
  table_irr:
    run: r:latest analysis/VE/table_irr.R
    needs: [data_selection_VE]
    outputs:
      highly_sensitive:
        data: output/tables/table_irr_redacted.rds
      moderately_sensitive:
        csv: output/tables/table_irr_redacted.csv
        
  # Table IRR - verification (adapted from prior scripts)
  table_irr_verification:
    run: r:latest analysis/VE/table_irr_verification.R
    needs: [data_selection_VE]
    outputs:
      moderately_sensitive:
        csv: output/tables/table_irr_redacted_verification.csv
  
  # Cox models - comparative VE ----
  cox_model_VE:
    run: r:latest analysis/VE/cox_model_VE.R
    needs: [data_selection_VE, table_irr]
    outputs:
      highly_sensitive:
        data: output/model/VE/modelcox*.rds
      moderately_sensitive:
        csv: output/model/VE/modelcox*.csv
        txt: output/model/VE/modelcox*.txt
   
  # Cox VE summaries ----
  cox_VE_summary:
    run: r:latest -e 'rmarkdown::render("analysis/VE/cox_VE_summary.Rmd", knit_root_dir = "/workspace", output_dir="/workspace/output/markdown")'
    needs: [data_selection_VE, table_1_VE, table_irr, cox_model_VE]
    outputs:
      moderately_sensitive:
        html: output/markdown/cox_VE_summary.html
        
        
  # Check session info for set of packages ----
  #session:
  #  run: r:latest -e 'rmarkdown::render("analysis/session.Rmd", knit_root_dir = "/workspace", output_dir="/workspace/output/markdown")'
  #  needs: [data_selection]
  #  outputs:
  #    moderately_sensitive:
  #      html: output/markdown/session.html