{
  "schemaVersion": 1,
  "capturedAt": "2026-07-15T15:15:57.410Z",
  "evidenceLevel": "reproduced",
  "environment": {
    "node": "v22.23.1",
    "platform": "darwin",
    "arch": "arm64",
    "docker": {
      "clientVersion": "29.6.1",
      "serverVersion": "29.6.1",
      "serverOs": "linux",
      "serverArch": "arm64"
    },
    "images": {
      "collector": {
        "reference": "otel/opentelemetry-collector-contrib@sha256:125bdbeb7590cc1952c5b3430ecf14063568980c2c93d5b38676cc0446ed8108",
        "imageId": "sha256:125bdbeb7590cc1952c5b3430ecf14063568980c2c93d5b38676cc0446ed8108",
        "architecture": "arm64",
        "os": "linux",
        "sizeBytes": 101953079,
        "user": "10001:10001"
      },
      "jaeger": {
        "reference": "jaegertracing/jaeger@sha256:ede4864215be4cd85bd8c3129a2fea6c5713c5653c7282c429dba123014bc68b",
        "imageId": "sha256:ede4864215be4cd85bd8c3129a2fea6c5713c5653c7282c429dba123014bc68b",
        "architecture": "arm64",
        "os": "linux",
        "sizeBytes": 52823229,
        "user": "10001"
      },
      "storageInit": {
        "reference": "busybox@sha256:39e0df8c4d65953b55c344f017e1ff2e0031a7454b3c24e6b76d402f207e315a",
        "imageId": "sha256:39e0df8c4d65953b55c344f017e1ff2e0031a7454b3c24e6b76d402f207e315a",
        "architecture": "arm64",
        "os": "linux",
        "sizeBytes": 821624,
        "user": null
      }
    }
  },
  "inputIdentity": [
    {
      "path": "compose.yaml",
      "bytes": 1501,
      "sha256": "d8f2f10893399265fdcc2a8fb7eb7e764790365a85fe6838b817e3f8749888b1"
    },
    {
      "path": "config/otel-collector.yaml",
      "bytes": 1002,
      "sha256": "990a7ea961bbd4a98a7fc6586537f7449c5d4be9b6e8bfa0e2bfa4e5d3503756"
    },
    {
      "path": "config/jaeger-badger.yaml",
      "bytes": 1089,
      "sha256": "acfb16f2ad31e387af639d18e2419119d723caf5c403f2203402edb4f0e5d1eb"
    },
    {
      "path": "src/send-batch.mjs",
      "bytes": 2508,
      "sha256": "b21b2fee49fb2b70c739ffe5968eab30a22aa1aee710a589a8114bd70d373160"
    },
    {
      "path": "src/run-experiment.mjs",
      "bytes": 16346,
      "sha256": "2ce39b5a5cb0431a56d9dbf4b2fc16c2b4b7c8b3ca623ffee16a8cbe58771f1e"
    }
  ],
  "contract": {
    "traceId": "b4000000000000000000000000000001",
    "applicationRequests": 6,
    "spansPerRequest": 1,
    "paddingBytesPerRequest": 4096,
    "queueCapacityBatches": 20,
    "queueConsumers": 1,
    "persistentStorage": "file_storage-bbolt",
    "fsync": true,
    "initialMaxSizeBytes": 65536,
    "recoveryMaxSizeBytes": 262144,
    "applicationAutomaticRetries": 0
  },
  "storageFull": {
    "attempts": [
      {
        "batchNumber": 1,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000001",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 24.828,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      },
      {
        "batchNumber": 2,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000002",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 18.069,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      },
      {
        "batchNumber": 3,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000003",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 17.271,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      },
      {
        "batchNumber": 4,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000004",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 17.125,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      },
      {
        "batchNumber": 5,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000005",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 17.103,
        "response": {
          "status": 503,
          "ok": false,
          "body": "{\"code\":14, \"message\":\"the storage extension has run out of available space\"}"
        },
        "error": null
      },
      {
        "batchNumber": 6,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000006",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 19.77,
        "response": {
          "status": 503,
          "ok": false,
          "body": "{\"code\":14, \"message\":\"the storage extension has run out of available space\"}"
        },
        "error": null
      }
    ],
    "acceptedBatchNumbers": [
      1,
      2,
      3,
      4
    ],
    "refusedBatchNumbers": [
      5,
      6
    ],
    "acceptedSpanIds": [
      "b400000000000001",
      "b400000000000002",
      "b400000000000003",
      "b400000000000004"
    ],
    "refusedSpanIds": [
      "b400000000000005",
      "b400000000000006"
    ],
    "metrics": {
      "acceptedSpans": 4,
      "refusedSpans": 2,
      "sentSpans": 0,
      "failedSpans": 0,
      "queueSizeBatches": 6,
      "queueCapacityBatches": 20,
      "enqueueFailedSpans": 2
    },
    "queueGaugeOvercountBatches": 2,
    "disk": {
      "label": "storage-full",
      "reportedQueueGaugeBatches": 6,
      "logicalBytes": 65536,
      "allocatedBytes": 65536
    },
    "log": {
      "observed": true,
      "matchingLineCount": 2,
      "mentionsStorageFull": false,
      "mentionsMaxSize": false,
      "mentionsAvailableSpace": true
    }
  },
  "replacement": {
    "collectorReplaced": true,
    "volumePreserved": true,
    "volumeBefore": {
      "name": "otel-storage-full_collector_queue",
      "driver": "local",
      "scope": "local"
    },
    "volumeAfter": {
      "name": "otel-storage-full_collector_queue",
      "driver": "local",
      "scope": "local"
    }
  },
  "recovery": {
    "collectorQueueLog": {
      "loadedItems": 4,
      "loadedBytes": 17928,
      "dispatchedItemsAtShutdown": 1
    },
    "metrics": {
      "acceptedSpans": 0,
      "refusedSpans": 0,
      "sentSpans": 4,
      "failedSpans": 0,
      "queueSizeBatches": 0,
      "queueCapacityBatches": 20,
      "enqueueFailedSpans": 0
    },
    "traceBeforeReplay": {
      "traceId": "b4000000000000000000000000000001",
      "spans": [
        {
          "spanId": "b400000000000001",
          "operationName": "storage batch 01",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 1,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000001",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000002",
          "operationName": "storage batch 02",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 2,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000002",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000003",
          "operationName": "storage batch 03",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 3,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000003",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000004",
          "operationName": "storage batch 04",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 4,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000004",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        }
      ]
    },
    "recoveredSpanIds": [
      "b400000000000001",
      "b400000000000002",
      "b400000000000003",
      "b400000000000004"
    ],
    "rejectedSpanIdsStillMissing": [
      "b400000000000005",
      "b400000000000006"
    ],
    "disk": {
      "label": "recovered-drained",
      "reportedQueueGaugeBatches": 0,
      "logicalBytes": 131072,
      "allocatedBytes": 81920
    }
  },
  "replay": {
    "attempts": [
      {
        "batchNumber": 5,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000005",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 21.186,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      },
      {
        "batchNumber": 6,
        "traceId": "b4000000000000000000000000000001",
        "spanId": "b400000000000006",
        "paddingBytes": 4096,
        "automaticRetries": 0,
        "elapsedMs": 18.222,
        "response": {
          "status": 200,
          "ok": true,
          "body": "{\"partialSuccess\":{}}"
        },
        "error": null
      }
    ],
    "replayedBatchNumbers": [
      5,
      6
    ],
    "finalCollectorMetrics": {
      "acceptedSpans": 2,
      "refusedSpans": 0,
      "sentSpans": 6,
      "failedSpans": 0,
      "queueSizeBatches": 0,
      "queueCapacityBatches": 20,
      "enqueueFailedSpans": 0
    },
    "finalDisk": {
      "label": "after-replay",
      "reportedQueueGaugeBatches": 0,
      "logicalBytes": 131072,
      "allocatedBytes": 81920
    }
  },
  "backend": {
    "jaegerMetrics": {
      "acceptedSpans": 6,
      "refusedSpans": 0,
      "sentSpans": 6,
      "failedSpans": 0,
      "queueSizeBatches": 0,
      "queueCapacityBatches": 0,
      "enqueueFailedSpans": 0
    },
    "expectedSpanIds": [
      "b400000000000001",
      "b400000000000002",
      "b400000000000003",
      "b400000000000004",
      "b400000000000005",
      "b400000000000006"
    ],
    "finalTrace": {
      "traceId": "b4000000000000000000000000000001",
      "spans": [
        {
          "spanId": "b400000000000001",
          "operationName": "storage batch 01",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 1,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000001",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000002",
          "operationName": "storage batch 02",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 2,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000002",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000003",
          "operationName": "storage batch 03",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 3,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000003",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000004",
          "operationName": "storage batch 04",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 4,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000004",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000005",
          "operationName": "storage batch 05",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 5,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000005",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        },
        {
          "spanId": "b400000000000006",
          "operationName": "storage batch 06",
          "parentSpanIds": [],
          "tags": {
            "otel.scope.name": "younis-ai-lab.otel-storage-full",
            "otel.scope.version": "1.0.0",
            "app.storage.batch": 6,
            "app.storage.stable_key": "b4000000000000000000000000000001:b400000000000006",
            "span.kind": "server",
            "otel.status_code": "OK"
          }
        }
      ]
    },
    "finalSpanCount": 6,
    "uniqueFinalSpanCount": 6,
    "duplicateSpanCount": 0,
    "missingSpanIds": []
  },
  "payloadSha256": "a968b750f3ca6879cec402ed87077febdadc4b1b86a1deced781454fdbb658cd"
}