api-probe/examples/failing/group-failures.yaml at main · hemantobora/api-probe · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
# Group Failures Example
# Probes failures within parallel groups

probes:
  # Probe 1: Passing test before group
  - name: "Passing Test Before Group"
    type: rest
    endpoint: "https://httpbin.org/status/200"
    validation:
      status: 200

  # Group 1: Mixed success and failures in parallel
  - group:
      probes:
        - name: "Group Test - Pass"
          type: rest
          endpoint: "https://httpbin.org/status/200"
          validation:
            status: 200

        - name: "Group Test - Fail Status"
          type: rest
          endpoint: "https://httpbin.org/status/200"
          validation:
            status: 404  # FAIL: expects 404 but gets 200

        - name: "Group Test - Fail Body"
          type: rest
          endpoint: "https://httpbin.org/json"
          validation:
            status: 200
            body:
              equals:
                slideshow.title: "Wrong Title"  # FAIL: wrong value

  # Probe 2: Sequential test after group
  - name: "Sequential After Failed Group"
    type: rest
    endpoint: "https://httpbin.org/get"
    validation:
      status: 200

  # Group 2: All failures
  - group:
      probes:
        - name: "Group All Fail - Test 1"
          type: rest
          endpoint: "https://httpbin.org/status/200"
          validation:
            status: 500  # FAIL

        - name: "Group All Fail - Test 2"
          type: rest
          endpoint: "https://httpbin.org/json"
          validation:
            status: 200
            body:
              present:
                - "nonexistent.field"  # FAIL

        - name: "Group All Fail - Test 3"
          type: rest
          endpoint: "https://httpbin.org/uuid"
          validation:
            status: 200
            body:
              type:
                uuid: integer  # FAIL: uuid is string

# Expected: 5 failures total
# - 2 failures in Group 1 (probes run in parallel)
# - 3 failures in Group 2 (probes run in parallel)
# - 1 passing probe before groups
# - 1 passing probe between groups