lr_module_scratch/models/firing_pin_impression/validation.yaml at 3dcba4c24e00e3f3e485a4be86da5909b174f078 · NetherlandsForensicInstitute/lr_module_scratch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
output_path: output/${timestamp}_firing_pin_impression
input_file_path: data.csv  # update path

lrsystem: &lrsystem
  architecture: lrmodule.binary_lrsystem
  modules:
    steps:
      mcmc:
        method: mcmc
        # parameters copied from MCMC test
        distribution_h1: betabinomial
        parameters_h1:
            alpha:
              prior: uniform
              lower: 0.01
              upper: 100
            beta:
              prior: uniform
              lower: 0.01
              upper: 100
        distribution_h2: binomial
        parameters_h2:
          p:
            prior: beta
            alpha: 0.5
            beta: 0.5
        interval:
          - 0.05
          - 0.95
      elub: elub_bounder  # does this work with the interval? (TODO: ticket)

experiments:
  - name: model
    strategy: single_run
    lr_system: *lrsystem
    data:
      provider:
        method: parse_features_from_csv_file
        file: ${input_file_path}
        label_column: hypothesis
        source_id_column:
          - weapon1
          - weapon2
        extra_fields:
          - name: split
            columns:
            - split1
            - split2
            - split3
            cell_type: str
        ignore_columns:
          - accf
      splits:
        strategy: lrmodule.input_data.PredefinedCrossValidation
    output:
      - method: metrics
        columns:
          - cllr
          - cllr_min
      - method: lrmodule.copy_csv.copy_csv
        file: ${input_file_path}
        new_file_name: reference_data.csv
        columns:
          - hypothesis
          - accf
      - pav
      - ece
      - llr_interval
      - save_model