vector: Vector can not be properly shut down with long file sources

Vector Version

vector 0.12.0 (g945706e x86_64-unknown-linux-musl 2020-12-05)

Vector Configuration File

data_dir = "/tmp/vector"

[api]
  enabled = true # optional, default
  address = "127.0.0.1:8686" # optional, default
  playground = true # optional, default

# Input data. Change me to a valid input source.

# list of docker files

[sources.in-kafka2spex-test-10500-a84c3d41]
  type = "file"
  include = ["/var/lib/docker/containers/a84c3d419aa3b88b66979e02d0b3722c7fc127fb9094e6d3a6354c4bd094162a/a84c3d419aa3b88b66979e02d0b3722c7fc127fb9094e6d3a6354c4bd094162a-json.log"]

[transforms.remove-kafka2spex-test-10500-a84c3d41]
  inputs = ["in-kafka2spex-test-10500-a84c3d41"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-test-10500-a84c3d41]
  inputs = ["remove-kafka2spex-test-10500-a84c3d41"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-test-10500-a84c3d41]
  inputs = ["json-kafka2spex-test-10500-a84c3d41"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-test-10500"


[sources.in-kafka2spex-staging-10003-770d1dd7]
  type = "file"
  include = ["/var/lib/docker/containers/770d1dd797f78d286fabe8641e55437c73504b6dd89508fb10cfe1041d838320/770d1dd797f78d286fabe8641e55437c73504b6dd89508fb10cfe1041d838320-json.log"]

[transforms.remove-kafka2spex-staging-10003-770d1dd7]
  inputs = ["in-kafka2spex-staging-10003-770d1dd7"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10003-770d1dd7]
  inputs = ["remove-kafka2spex-staging-10003-770d1dd7"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10003-770d1dd7]
  inputs = ["json-kafka2spex-staging-10003-770d1dd7"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10003"


[sources.in-kafka2spex-staging-10004-714dd51a]
  type = "file"
  include = ["/var/lib/docker/containers/714dd51a3f0ad053ca27f568d065884d4c020a5249c7c298c6bd4a6a272466a8/714dd51a3f0ad053ca27f568d065884d4c020a5249c7c298c6bd4a6a272466a8-json.log"]

[transforms.remove-kafka2spex-staging-10004-714dd51a]
  inputs = ["in-kafka2spex-staging-10004-714dd51a"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10004-714dd51a]
  inputs = ["remove-kafka2spex-staging-10004-714dd51a"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10004-714dd51a]
  inputs = ["json-kafka2spex-staging-10004-714dd51a"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10004"


[sources.in-kafka2spex-staging-10000-3c54cb4d]
  type = "file"
  include = ["/var/lib/docker/containers/3c54cb4df9303d13b00da8c9c2dec0e2d2a325467d4c8a3a6628713c219491ea/3c54cb4df9303d13b00da8c9c2dec0e2d2a325467d4c8a3a6628713c219491ea-json.log"]

[transforms.remove-kafka2spex-staging-10000-3c54cb4d]
  inputs = ["in-kafka2spex-staging-10000-3c54cb4d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10000-3c54cb4d]
  inputs = ["remove-kafka2spex-staging-10000-3c54cb4d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10000-3c54cb4d]
  inputs = ["json-kafka2spex-staging-10000-3c54cb4d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10000"


[sources.in-kafka2spex-staging-10006-e8dbea16]
  type = "file"
  include = ["/var/lib/docker/containers/e8dbea167e42b7d10613319c30b0aee3e0d7c90b26ce442e212e8eabd9ebd820/e8dbea167e42b7d10613319c30b0aee3e0d7c90b26ce442e212e8eabd9ebd820-json.log"]

[transforms.remove-kafka2spex-staging-10006-e8dbea16]
  inputs = ["in-kafka2spex-staging-10006-e8dbea16"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10006-e8dbea16]
  inputs = ["remove-kafka2spex-staging-10006-e8dbea16"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10006-e8dbea16]
  inputs = ["json-kafka2spex-staging-10006-e8dbea16"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10006"


[sources.in-kafka2spex-staging-10001-1586d5fd]
  type = "file"
  include = ["/var/lib/docker/containers/1586d5fd4a8ff6cf5ec498817e09593f547badeba05617836b355640ca298719/1586d5fd4a8ff6cf5ec498817e09593f547badeba05617836b355640ca298719-json.log"]

[transforms.remove-kafka2spex-staging-10001-1586d5fd]
  inputs = ["in-kafka2spex-staging-10001-1586d5fd"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10001-1586d5fd]
  inputs = ["remove-kafka2spex-staging-10001-1586d5fd"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10001-1586d5fd]
  inputs = ["json-kafka2spex-staging-10001-1586d5fd"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10001"


[sources.in-kafka2spex-staging-10005-3628e9f5]
  type = "file"
  include = ["/var/lib/docker/containers/3628e9f58eacddd88f72c3441687d75b3407aa341dc6b7ad6cf21391f89e089c/3628e9f58eacddd88f72c3441687d75b3407aa341dc6b7ad6cf21391f89e089c-json.log"]

[transforms.remove-kafka2spex-staging-10005-3628e9f5]
  inputs = ["in-kafka2spex-staging-10005-3628e9f5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10005-3628e9f5]
  inputs = ["remove-kafka2spex-staging-10005-3628e9f5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10005-3628e9f5]
  inputs = ["json-kafka2spex-staging-10005-3628e9f5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10005"


[sources.in-kafka2spex-staging-10002-a1098a4c]
  type = "file"
  include = ["/var/lib/docker/containers/a1098a4cef057662f83c13a76356cdfc34050cf12ddd95c76300419083fc8d5a/a1098a4cef057662f83c13a76356cdfc34050cf12ddd95c76300419083fc8d5a-json.log"]

[transforms.remove-kafka2spex-staging-10002-a1098a4c]
  inputs = ["in-kafka2spex-staging-10002-a1098a4c"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka2spex-staging-10002-a1098a4c]
  inputs = ["remove-kafka2spex-staging-10002-a1098a4c"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka2spex-staging-10002-a1098a4c]
  inputs = ["json-kafka2spex-staging-10002-a1098a4c"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka2spex-staging-10002"


[sources.in-profile-query-service-test-9900-1b5f7f5c]
  type = "file"
  include = ["/var/lib/docker/containers/1b5f7f5c3ac0e8b7231b32a83e83b42cacec653c95107f59c3f717c60df57edc/1b5f7f5c3ac0e8b7231b32a83e83b42cacec653c95107f59c3f717c60df57edc-json.log"]

[transforms.remove-profile-query-service-test-9900-1b5f7f5c]
  inputs = ["in-profile-query-service-test-9900-1b5f7f5c"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-test-9900-1b5f7f5c]
  inputs = ["remove-profile-query-service-test-9900-1b5f7f5c"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-test-9900-1b5f7f5c]
  inputs = ["json-profile-query-service-test-9900-1b5f7f5c"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-test-9900"


[sources.in-prod-datasource-staging-10102-04b5dacc]
  type = "file"
  include = ["/var/lib/docker/containers/04b5dacc828aaeeeb11d54606a4cb30f05e77b98f62ca98a5fd1405cb865b17b/04b5dacc828aaeeeb11d54606a4cb30f05e77b98f62ca98a5fd1405cb865b17b-json.log"]

[transforms.remove-prod-datasource-staging-10102-04b5dacc]
  inputs = ["in-prod-datasource-staging-10102-04b5dacc"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-staging-10102-04b5dacc]
  inputs = ["remove-prod-datasource-staging-10102-04b5dacc"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-staging-10102-04b5dacc]
  inputs = ["json-prod-datasource-staging-10102-04b5dacc"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-staging-10102"


[sources.in-prod-datasource-staging-7802-09507f93]
  type = "file"
  include = ["/var/lib/docker/containers/09507f93afe4369eca3195d8942d01a3528ba2cb672bbdaa837f2e7b20c95ab8/09507f93afe4369eca3195d8942d01a3528ba2cb672bbdaa837f2e7b20c95ab8-json.log"]

[transforms.remove-prod-datasource-staging-7802-09507f93]
  inputs = ["in-prod-datasource-staging-7802-09507f93"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-staging-7802-09507f93]
  inputs = ["remove-prod-datasource-staging-7802-09507f93"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-staging-7802-09507f93]
  inputs = ["json-prod-datasource-staging-7802-09507f93"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-staging-7802"


[sources.in-prod-datasource-staging-7803-3280b3ef]
  type = "file"
  include = ["/var/lib/docker/containers/3280b3ef31d4c8f22c793f0172a217fe899c8e95252397b89bfe17d69d23a60b/3280b3ef31d4c8f22c793f0172a217fe899c8e95252397b89bfe17d69d23a60b-json.log"]

[transforms.remove-prod-datasource-staging-7803-3280b3ef]
  inputs = ["in-prod-datasource-staging-7803-3280b3ef"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-staging-7803-3280b3ef]
  inputs = ["remove-prod-datasource-staging-7803-3280b3ef"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-staging-7803-3280b3ef]
  inputs = ["json-prod-datasource-staging-7803-3280b3ef"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-staging-7803"


[sources.in-prod-datasource-staging-10103-7af553f8]
  type = "file"
  include = ["/var/lib/docker/containers/7af553f8c189ac1cfb2d8d9858bb8c4c0de8c28c171bee6eba869ba075ab66c5/7af553f8c189ac1cfb2d8d9858bb8c4c0de8c28c171bee6eba869ba075ab66c5-json.log"]

[transforms.remove-prod-datasource-staging-10103-7af553f8]
  inputs = ["in-prod-datasource-staging-10103-7af553f8"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-staging-10103-7af553f8]
  inputs = ["remove-prod-datasource-staging-10103-7af553f8"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-staging-10103-7af553f8]
  inputs = ["json-prod-datasource-staging-10103-7af553f8"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-staging-10103"


[sources.in-datasource-test-7300-5e5d8ba3]
  type = "file"
  include = ["/var/lib/docker/containers/5e5d8ba37f95b13b4263aac46d22d1f93ebab5f2534f7feb85a5ccdbe05305db/5e5d8ba37f95b13b4263aac46d22d1f93ebab5f2534f7feb85a5ccdbe05305db-json.log"]

[transforms.remove-datasource-test-7300-5e5d8ba3]
  inputs = ["in-datasource-test-7300-5e5d8ba3"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-test-7300-5e5d8ba3]
  inputs = ["remove-datasource-test-7300-5e5d8ba3"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-test-7300-5e5d8ba3]
  inputs = ["json-datasource-test-7300-5e5d8ba3"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-test-7300"


[sources.in-datasource-test-9300-067af1a5]
  type = "file"
  include = ["/var/lib/docker/containers/067af1a5ac972575027fe88b27bc9319c8830ee56e868178bc435b4cf312a801/067af1a5ac972575027fe88b27bc9319c8830ee56e868178bc435b4cf312a801-json.log"]

[transforms.remove-datasource-test-9300-067af1a5]
  inputs = ["in-datasource-test-9300-067af1a5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-test-9300-067af1a5]
  inputs = ["remove-datasource-test-9300-067af1a5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-test-9300-067af1a5]
  inputs = ["json-datasource-test-9300-067af1a5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-test-9300"


[sources.in-prod-datasource-test-7800-1efa78ec]
  type = "file"
  include = ["/var/lib/docker/containers/1efa78ec99da8a1bc558953ee6b79484f02ca11b1f637487dc8fe0367a88ec24/1efa78ec99da8a1bc558953ee6b79484f02ca11b1f637487dc8fe0367a88ec24-json.log"]

[transforms.remove-prod-datasource-test-7800-1efa78ec]
  inputs = ["in-prod-datasource-test-7800-1efa78ec"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-test-7800-1efa78ec]
  inputs = ["remove-prod-datasource-test-7800-1efa78ec"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-test-7800-1efa78ec]
  inputs = ["json-prod-datasource-test-7800-1efa78ec"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-test-7800"


[sources.in-prod-datasource-test-10100-d9b91a45]
  type = "file"
  include = ["/var/lib/docker/containers/d9b91a45188c6740762dcb91a41b4d5db219edd46bb1665f9dc5f472a0a9b717/d9b91a45188c6740762dcb91a41b4d5db219edd46bb1665f9dc5f472a0a9b717-json.log"]

[transforms.remove-prod-datasource-test-10100-d9b91a45]
  inputs = ["in-prod-datasource-test-10100-d9b91a45"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-test-10100-d9b91a45]
  inputs = ["remove-prod-datasource-test-10100-d9b91a45"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-test-10100-d9b91a45]
  inputs = ["json-prod-datasource-test-10100-d9b91a45"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-test-10100"


[sources.in-config-test-7000-9933766d]
  type = "file"
  include = ["/var/lib/docker/containers/9933766d939cc9107158bdcf5c8b7f5dc9f263f3cc2d63b1f0e11cdbb7ffc3fc/9933766d939cc9107158bdcf5c8b7f5dc9f263f3cc2d63b1f0e11cdbb7ffc3fc-json.log"]

[transforms.remove-config-test-7000-9933766d]
  inputs = ["in-config-test-7000-9933766d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-test-7000-9933766d]
  inputs = ["remove-config-test-7000-9933766d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-test-7000-9933766d]
  inputs = ["json-config-test-7000-9933766d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-test-7000"


[sources.in-queryengine-debugger-test-11000-50efc32d]
  type = "file"
  include = ["/var/lib/docker/containers/50efc32d029cd9618b9884d8cca3082ee9501966a92d28c6a1bbaa8b2bf91cda/50efc32d029cd9618b9884d8cca3082ee9501966a92d28c6a1bbaa8b2bf91cda-json.log"]

[transforms.remove-queryengine-debugger-test-11000-50efc32d]
  inputs = ["in-queryengine-debugger-test-11000-50efc32d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-queryengine-debugger-test-11000-50efc32d]
  inputs = ["remove-queryengine-debugger-test-11000-50efc32d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-queryengine-debugger-test-11000-50efc32d]
  inputs = ["json-queryengine-debugger-test-11000-50efc32d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "queryengine-debugger-test-11000"


[sources.in-prod-datasource-uat-7801-4c54ba9f]
  type = "file"
  include = ["/var/lib/docker/containers/4c54ba9f0007bfa224a0dce762a557cefb778d0738d2ea37ed157247a263396c/4c54ba9f0007bfa224a0dce762a557cefb778d0738d2ea37ed157247a263396c-json.log"]

[transforms.remove-prod-datasource-uat-7801-4c54ba9f]
  inputs = ["in-prod-datasource-uat-7801-4c54ba9f"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-uat-7801-4c54ba9f]
  inputs = ["remove-prod-datasource-uat-7801-4c54ba9f"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-uat-7801-4c54ba9f]
  inputs = ["json-prod-datasource-uat-7801-4c54ba9f"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-uat-7801"


[sources.in-prod-datasource-uat-10101-17130fc7]
  type = "file"
  include = ["/var/lib/docker/containers/17130fc727fb3ac6a46db89ad569fdd2306a799837fe2570a9a964b141a98de3/17130fc727fb3ac6a46db89ad569fdd2306a799837fe2570a9a964b141a98de3-json.log"]

[transforms.remove-prod-datasource-uat-10101-17130fc7]
  inputs = ["in-prod-datasource-uat-10101-17130fc7"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-datasource-uat-10101-17130fc7]
  inputs = ["remove-prod-datasource-uat-10101-17130fc7"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-datasource-uat-10101-17130fc7]
  inputs = ["json-prod-datasource-uat-10101-17130fc7"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-datasource-uat-10101"


[sources.in-facebook-audience-sharing-staging-9701-680dee6e]
  type = "file"
  include = ["/var/lib/docker/containers/680dee6ea77501992ea303e3d9aac018ba69b209437883c373daad9d2c691cd4/680dee6ea77501992ea303e3d9aac018ba69b209437883c373daad9d2c691cd4-json.log"]

[transforms.remove-facebook-audience-sharing-staging-9701-680dee6e]
  inputs = ["in-facebook-audience-sharing-staging-9701-680dee6e"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-facebook-audience-sharing-staging-9701-680dee6e]
  inputs = ["remove-facebook-audience-sharing-staging-9701-680dee6e"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-facebook-audience-sharing-staging-9701-680dee6e]
  inputs = ["json-facebook-audience-sharing-staging-9701-680dee6e"]
  type   = "add_fields"
  overwrite = true
  fields.service = "facebook-audience-sharing-staging-9701"


[sources.in-facebook-audience-sharing-staging-9700-6144a781]
  type = "file"
  include = ["/var/lib/docker/containers/6144a7817bd76d15a7d235e78b15d9e29c37dc219dcbc1c782079250aa510ce1/6144a7817bd76d15a7d235e78b15d9e29c37dc219dcbc1c782079250aa510ce1-json.log"]

[transforms.remove-facebook-audience-sharing-staging-9700-6144a781]
  inputs = ["in-facebook-audience-sharing-staging-9700-6144a781"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-facebook-audience-sharing-staging-9700-6144a781]
  inputs = ["remove-facebook-audience-sharing-staging-9700-6144a781"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-facebook-audience-sharing-staging-9700-6144a781]
  inputs = ["json-facebook-audience-sharing-staging-9700-6144a781"]
  type   = "add_fields"
  overwrite = true
  fields.service = "facebook-audience-sharing-staging-9700"


[sources.in-go-http-proxy-staging-7502-21c66b0b]
  type = "file"
  include = ["/var/lib/docker/containers/21c66b0b88bba368e06ada47e19810749980d4087a7f27ce049cb66bddc5aa98/21c66b0b88bba368e06ada47e19810749980d4087a7f27ce049cb66bddc5aa98-json.log"]

[transforms.remove-go-http-proxy-staging-7502-21c66b0b]
  inputs = ["in-go-http-proxy-staging-7502-21c66b0b"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-staging-7502-21c66b0b]
  inputs = ["remove-go-http-proxy-staging-7502-21c66b0b"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-staging-7502-21c66b0b]
  inputs = ["json-go-http-proxy-staging-7502-21c66b0b"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-staging-7502"


[sources.in-user-staging-7102-de3a33ac]
  type = "file"
  include = ["/var/lib/docker/containers/de3a33acf90943b683bfbfa21db1f81e930b2c72f0706df9887065ef02051b44/de3a33acf90943b683bfbfa21db1f81e930b2c72f0706df9887065ef02051b44-json.log"]

[transforms.remove-user-staging-7102-de3a33ac]
  inputs = ["in-user-staging-7102-de3a33ac"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-user-staging-7102-de3a33ac]
  inputs = ["remove-user-staging-7102-de3a33ac"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-user-staging-7102-de3a33ac]
  inputs = ["json-user-staging-7102-de3a33ac"]
  type   = "add_fields"
  overwrite = true
  fields.service = "user-staging-7102"


[sources.in-config-staging-7002-c4574c50]
  type = "file"
  include = ["/var/lib/docker/containers/c4574c50792ea9f32b6345ede539aec8adec64215386c3afdddb63cd4eb8a7b7/c4574c50792ea9f32b6345ede539aec8adec64215386c3afdddb63cd4eb8a7b7-json.log"]

[transforms.remove-config-staging-7002-c4574c50]
  inputs = ["in-config-staging-7002-c4574c50"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-staging-7002-c4574c50]
  inputs = ["remove-config-staging-7002-c4574c50"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-staging-7002-c4574c50]
  inputs = ["json-config-staging-7002-c4574c50"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-staging-7002"


[sources.in-config-staging-7003-32798e81]
  type = "file"
  include = ["/var/lib/docker/containers/32798e81f6383da4bc05ac47b200699c41b4e3a605b36ca8a43ac90c64e6da65/32798e81f6383da4bc05ac47b200699c41b4e3a605b36ca8a43ac90c64e6da65-json.log"]

[transforms.remove-config-staging-7003-32798e81]
  inputs = ["in-config-staging-7003-32798e81"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-staging-7003-32798e81]
  inputs = ["remove-config-staging-7003-32798e81"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-staging-7003-32798e81]
  inputs = ["json-config-staging-7003-32798e81"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-staging-7003"


[sources.in-prod-profile-query-service-test-10300-853a6a42]
  type = "file"
  include = ["/var/lib/docker/containers/853a6a42b05220e55f79d5e6f7163c23119b35978edd9472134ff591a2b184a0/853a6a42b05220e55f79d5e6f7163c23119b35978edd9472134ff591a2b184a0-json.log"]

[transforms.remove-prod-profile-query-service-test-10300-853a6a42]
  inputs = ["in-prod-profile-query-service-test-10300-853a6a42"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-profile-query-service-test-10300-853a6a42]
  inputs = ["remove-prod-profile-query-service-test-10300-853a6a42"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-profile-query-service-test-10300-853a6a42]
  inputs = ["json-prod-profile-query-service-test-10300-853a6a42"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-profile-query-service-test-10300"


[sources.in-permission-test-9200-deb084d6]
  type = "file"
  include = ["/var/lib/docker/containers/deb084d6495d504ad04ff3d1a54d498bab7f8584385a406290301b6af275ac87/deb084d6495d504ad04ff3d1a54d498bab7f8584385a406290301b6af275ac87-json.log"]

[transforms.remove-permission-test-9200-deb084d6]
  inputs = ["in-permission-test-9200-deb084d6"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permission-test-9200-deb084d6]
  inputs = ["remove-permission-test-9200-deb084d6"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permission-test-9200-deb084d6]
  inputs = ["json-permission-test-9200-deb084d6"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permission-test-9200"


[sources.in-datasource-staging-7303-65434d4d]
  type = "file"
  include = ["/var/lib/docker/containers/65434d4d15628da4f502f744e3edeaf7a9702e78bc9a9acda1a859555cffe5a3/65434d4d15628da4f502f744e3edeaf7a9702e78bc9a9acda1a859555cffe5a3-json.log"]

[transforms.remove-datasource-staging-7303-65434d4d]
  inputs = ["in-datasource-staging-7303-65434d4d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-staging-7303-65434d4d]
  inputs = ["remove-datasource-staging-7303-65434d4d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-staging-7303-65434d4d]
  inputs = ["json-datasource-staging-7303-65434d4d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-staging-7303"


[sources.in-datasource-staging-9303-915e376d]
  type = "file"
  include = ["/var/lib/docker/containers/915e376db020ce61807f6ecac3fc587d551e54720ad491357aac318cc18559df/915e376db020ce61807f6ecac3fc587d551e54720ad491357aac318cc18559df-json.log"]

[transforms.remove-datasource-staging-9303-915e376d]
  inputs = ["in-datasource-staging-9303-915e376d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-staging-9303-915e376d]
  inputs = ["remove-datasource-staging-9303-915e376d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-staging-9303-915e376d]
  inputs = ["json-datasource-staging-9303-915e376d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-staging-9303"


[sources.in-datasource-staging-9302-3e071bcb]
  type = "file"
  include = ["/var/lib/docker/containers/3e071bcb25780f45e68d5d7c210b2da13479a31d1839e203e75e989154be102a/3e071bcb25780f45e68d5d7c210b2da13479a31d1839e203e75e989154be102a-json.log"]

[transforms.remove-datasource-staging-9302-3e071bcb]
  inputs = ["in-datasource-staging-9302-3e071bcb"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-staging-9302-3e071bcb]
  inputs = ["remove-datasource-staging-9302-3e071bcb"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-staging-9302-3e071bcb]
  inputs = ["json-datasource-staging-9302-3e071bcb"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-staging-9302"


[sources.in-datasource-staging-7302-331a5087]
  type = "file"
  include = ["/var/lib/docker/containers/331a5087177f8c6018c64465ed996af291b0ffe193776cf3638713cf19318591/331a5087177f8c6018c64465ed996af291b0ffe193776cf3638713cf19318591-json.log"]

[transforms.remove-datasource-staging-7302-331a5087]
  inputs = ["in-datasource-staging-7302-331a5087"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-staging-7302-331a5087]
  inputs = ["remove-datasource-staging-7302-331a5087"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-staging-7302-331a5087]
  inputs = ["json-datasource-staging-7302-331a5087"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-staging-7302"


[sources.in-rabbit-19a0e9ea]
  type = "file"
  include = ["/var/lib/docker/containers/19a0e9eafa39a50de94475b5d5b0e58ca4de096ef9ffaf151a6a438f6dea6188/19a0e9eafa39a50de94475b5d5b0e58ca4de096ef9ffaf151a6a438f6dea6188-json.log"]

[transforms.remove-rabbit-19a0e9ea]
  inputs = ["in-rabbit-19a0e9ea"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-rabbit-19a0e9ea]
  inputs = ["remove-rabbit-19a0e9ea"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-rabbit-19a0e9ea]
  inputs = ["json-rabbit-19a0e9ea"]
  type   = "add_fields"
  overwrite = true
  fields.service = "rabbit"


[sources.in-profile-query-service-staging-9902-1a444603]
  type = "file"
  include = ["/var/lib/docker/containers/1a44460356dca93d01a72831efa259eb16c133ade9fddd73c1589153a8fee85f/1a44460356dca93d01a72831efa259eb16c133ade9fddd73c1589153a8fee85f-json.log"]

[transforms.remove-profile-query-service-staging-9902-1a444603]
  inputs = ["in-profile-query-service-staging-9902-1a444603"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-staging-9902-1a444603]
  inputs = ["remove-profile-query-service-staging-9902-1a444603"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-staging-9902-1a444603]
  inputs = ["json-profile-query-service-staging-9902-1a444603"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-staging-9902"


[sources.in-profile-query-service-staging-9903-c5d735f5]
  type = "file"
  include = ["/var/lib/docker/containers/c5d735f5c4624c5a74284171aeeebc883f4181456503a6aff774f541e7cdb9fb/c5d735f5c4624c5a74284171aeeebc883f4181456503a6aff774f541e7cdb9fb-json.log"]

[transforms.remove-profile-query-service-staging-9903-c5d735f5]
  inputs = ["in-profile-query-service-staging-9903-c5d735f5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-staging-9903-c5d735f5]
  inputs = ["remove-profile-query-service-staging-9903-c5d735f5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-staging-9903-c5d735f5]
  inputs = ["json-profile-query-service-staging-9903-c5d735f5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-staging-9903"


[sources.in-insight-staging-9402-938cdd3e]
  type = "file"
  include = ["/var/lib/docker/containers/938cdd3eb43fc2382488396aa3d0f6db08ef28a58741ae114a09abedf21df965/938cdd3eb43fc2382488396aa3d0f6db08ef28a58741ae114a09abedf21df965-json.log"]

[transforms.remove-insight-staging-9402-938cdd3e]
  inputs = ["in-insight-staging-9402-938cdd3e"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-insight-staging-9402-938cdd3e]
  inputs = ["remove-insight-staging-9402-938cdd3e"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-insight-staging-9402-938cdd3e]
  inputs = ["json-insight-staging-9402-938cdd3e"]
  type   = "add_fields"
  overwrite = true
  fields.service = "insight-staging-9402"


[sources.in-datasource-uat-9301-ce645f97]
  type = "file"
  include = ["/var/lib/docker/containers/ce645f97c35e7236bd29fd4f122a962411ac03384dd8d6eb13d4af9a140d3f63/ce645f97c35e7236bd29fd4f122a962411ac03384dd8d6eb13d4af9a140d3f63-json.log"]

[transforms.remove-datasource-uat-9301-ce645f97]
  inputs = ["in-datasource-uat-9301-ce645f97"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-uat-9301-ce645f97]
  inputs = ["remove-datasource-uat-9301-ce645f97"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-uat-9301-ce645f97]
  inputs = ["json-datasource-uat-9301-ce645f97"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-uat-9301"


[sources.in-datasource-uat-7301-4d062181]
  type = "file"
  include = ["/var/lib/docker/containers/4d06218117de792a597dd92bd9b1c0e97bc0b8a7d6dbaa4f150723228e72fd09/4d06218117de792a597dd92bd9b1c0e97bc0b8a7d6dbaa4f150723228e72fd09-json.log"]

[transforms.remove-datasource-uat-7301-4d062181]
  inputs = ["in-datasource-uat-7301-4d062181"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-datasource-uat-7301-4d062181]
  inputs = ["remove-datasource-uat-7301-4d062181"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-datasource-uat-7301-4d062181]
  inputs = ["json-datasource-uat-7301-4d062181"]
  type   = "add_fields"
  overwrite = true
  fields.service = "datasource-uat-7301"


[sources.in-permission-staging-9202-db093979]
  type = "file"
  include = ["/var/lib/docker/containers/db0939794af9dba4454d9de69b753197bb71bd2d65481395c532511db152dbd5/db0939794af9dba4454d9de69b753197bb71bd2d65481395c532511db152dbd5-json.log"]

[transforms.remove-permission-staging-9202-db093979]
  inputs = ["in-permission-staging-9202-db093979"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permission-staging-9202-db093979]
  inputs = ["remove-permission-staging-9202-db093979"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permission-staging-9202-db093979]
  inputs = ["json-permission-staging-9202-db093979"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permission-staging-9202"


[sources.in-cron-c8cccdb0]
  type = "file"
  include = ["/var/lib/docker/containers/c8cccdb0c5d5c48b391c6c0fa9ded010bb8133220c08546353fb8e35f4807601/c8cccdb0c5d5c48b391c6c0fa9ded010bb8133220c08546353fb8e35f4807601-json.log"]

[transforms.remove-cron-c8cccdb0]
  inputs = ["in-cron-c8cccdb0"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-cron-c8cccdb0]
  inputs = ["remove-cron-c8cccdb0"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-cron-c8cccdb0]
  inputs = ["json-cron-c8cccdb0"]
  type   = "add_fields"
  overwrite = true
  fields.service = "cron"


[sources.in-post-process-forwarder-a6b2af3a]
  type = "file"
  include = ["/var/lib/docker/containers/a6b2af3aa1fc52c105f8dcfcb6c7ae464ad7c908762140d66172798c13a8b7ef/a6b2af3aa1fc52c105f8dcfcb6c7ae464ad7c908762140d66172798c13a8b7ef-json.log"]

[transforms.remove-post-process-forwarder-a6b2af3a]
  inputs = ["in-post-process-forwarder-a6b2af3a"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-post-process-forwarder-a6b2af3a]
  inputs = ["remove-post-process-forwarder-a6b2af3a"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-post-process-forwarder-a6b2af3a]
  inputs = ["json-post-process-forwarder-a6b2af3a"]
  type   = "add_fields"
  overwrite = true
  fields.service = "post-process-forwarder"


[sources.in-web-344bf828]
  type = "file"
  include = ["/var/lib/docker/containers/344bf82823e38f927a2f7c24969d1091cf9fe6b71211d71b104a1d260b52f8a7/344bf82823e38f927a2f7c24969d1091cf9fe6b71211d71b104a1d260b52f8a7-json.log"]

[transforms.remove-web-344bf828]
  inputs = ["in-web-344bf828"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-web-344bf828]
  inputs = ["remove-web-344bf828"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-web-344bf828]
  inputs = ["json-web-344bf828"]
  type   = "add_fields"
  overwrite = true
  fields.service = "web"


[sources.in-sentry-cleanup-79b9a576]
  type = "file"
  include = ["/var/lib/docker/containers/79b9a5769cc074914c8924f4f4beb582fda36d3b3fa645526eb67510487cafff/79b9a5769cc074914c8924f4f4beb582fda36d3b3fa645526eb67510487cafff-json.log"]

[transforms.remove-sentry-cleanup-79b9a576]
  inputs = ["in-sentry-cleanup-79b9a576"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-sentry-cleanup-79b9a576]
  inputs = ["remove-sentry-cleanup-79b9a576"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-sentry-cleanup-79b9a576]
  inputs = ["json-sentry-cleanup-79b9a576"]
  type   = "add_fields"
  overwrite = true
  fields.service = "sentry-cleanup"


[sources.in-worker-8f908f07]
  type = "file"
  include = ["/var/lib/docker/containers/8f908f07b2e969c908c48cd0dd59f9798f634646d19f7914f93738dbf63ea5cc/8f908f07b2e969c908c48cd0dd59f9798f634646d19f7914f93738dbf63ea5cc-json.log"]

[transforms.remove-worker-8f908f07]
  inputs = ["in-worker-8f908f07"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-worker-8f908f07]
  inputs = ["remove-worker-8f908f07"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-worker-8f908f07]
  inputs = ["json-worker-8f908f07"]
  type   = "add_fields"
  overwrite = true
  fields.service = "worker"


[sources.in-snuba-cleanup-4bb6b891]
  type = "file"
  include = ["/var/lib/docker/containers/4bb6b89161068a359fb42c0f84fd4160c2b93eba6313e03045c6a4477f94fbe0/4bb6b89161068a359fb42c0f84fd4160c2b93eba6313e03045c6a4477f94fbe0-json.log"]

[transforms.remove-snuba-cleanup-4bb6b891]
  inputs = ["in-snuba-cleanup-4bb6b891"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-snuba-cleanup-4bb6b891]
  inputs = ["remove-snuba-cleanup-4bb6b891"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-snuba-cleanup-4bb6b891]
  inputs = ["json-snuba-cleanup-4bb6b891"]
  type   = "add_fields"
  overwrite = true
  fields.service = "snuba-cleanup"


[sources.in-symbolicator-cleanup-f468c07a]
  type = "file"
  include = ["/var/lib/docker/containers/f468c07aca7ea5281f4b77f62b401e7a09b15bbe94d17a28786a8701a4063dad/f468c07aca7ea5281f4b77f62b401e7a09b15bbe94d17a28786a8701a4063dad-json.log"]

[transforms.remove-symbolicator-cleanup-f468c07a]
  inputs = ["in-symbolicator-cleanup-f468c07a"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-symbolicator-cleanup-f468c07a]
  inputs = ["remove-symbolicator-cleanup-f468c07a"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-symbolicator-cleanup-f468c07a]
  inputs = ["json-symbolicator-cleanup-f468c07a"]
  type   = "add_fields"
  overwrite = true
  fields.service = "symbolicator-cleanup"


[sources.in-snuba-consumer-58f1fb79]
  type = "file"
  include = ["/var/lib/docker/containers/58f1fb79d2e7b99aa5fba2ebc31601f1ffd0869d4a2adf7c6a1d347cc0bb19e7/58f1fb79d2e7b99aa5fba2ebc31601f1ffd0869d4a2adf7c6a1d347cc0bb19e7-json.log"]

[transforms.remove-snuba-consumer-58f1fb79]
  inputs = ["in-snuba-consumer-58f1fb79"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-snuba-consumer-58f1fb79]
  inputs = ["remove-snuba-consumer-58f1fb79"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-snuba-consumer-58f1fb79]
  inputs = ["json-snuba-consumer-58f1fb79"]
  type   = "add_fields"
  overwrite = true
  fields.service = "snuba-consumer"


[sources.in-snuba-api-7ef0a969]
  type = "file"
  include = ["/var/lib/docker/containers/7ef0a9698f9401a2dc38220c8ad39d4ec1c416dd3f93e06fb8f71e489aff12d4/7ef0a9698f9401a2dc38220c8ad39d4ec1c416dd3f93e06fb8f71e489aff12d4-json.log"]

[transforms.remove-snuba-api-7ef0a969]
  inputs = ["in-snuba-api-7ef0a969"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-snuba-api-7ef0a969]
  inputs = ["remove-snuba-api-7ef0a969"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-snuba-api-7ef0a969]
  inputs = ["json-snuba-api-7ef0a969"]
  type   = "add_fields"
  overwrite = true
  fields.service = "snuba-api"


[sources.in-snuba-replacer-56f23c41]
  type = "file"
  include = ["/var/lib/docker/containers/56f23c418f825a7c1a8cb1ee4667706f17498c11ff50738af2737fcd27394a05/56f23c418f825a7c1a8cb1ee4667706f17498c11ff50738af2737fcd27394a05-json.log"]

[transforms.remove-snuba-replacer-56f23c41]
  inputs = ["in-snuba-replacer-56f23c41"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-snuba-replacer-56f23c41]
  inputs = ["remove-snuba-replacer-56f23c41"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-snuba-replacer-56f23c41]
  inputs = ["json-snuba-replacer-56f23c41"]
  type   = "add_fields"
  overwrite = true
  fields.service = "snuba-replacer"


[sources.in-snuba-outcomes-consumer-65a9cd76]
  type = "file"
  include = ["/var/lib/docker/containers/65a9cd764918008e2fdd1e59cddf0b57aabffe8e0ac2d6b95b626640c12e66a0/65a9cd764918008e2fdd1e59cddf0b57aabffe8e0ac2d6b95b626640c12e66a0-json.log"]

[transforms.remove-snuba-outcomes-consumer-65a9cd76]
  inputs = ["in-snuba-outcomes-consumer-65a9cd76"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-snuba-outcomes-consumer-65a9cd76]
  inputs = ["remove-snuba-outcomes-consumer-65a9cd76"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-snuba-outcomes-consumer-65a9cd76]
  inputs = ["json-snuba-outcomes-consumer-65a9cd76"]
  type   = "add_fields"
  overwrite = true
  fields.service = "snuba-outcomes-consumer"


[sources.in-memcached-5196f7a6]
  type = "file"
  include = ["/var/lib/docker/containers/5196f7a61b95e10eadf35b5161c867c56049855b058b6807c92ca9d1f8a39c84/5196f7a61b95e10eadf35b5161c867c56049855b058b6807c92ca9d1f8a39c84-json.log"]

[transforms.remove-memcached-5196f7a6]
  inputs = ["in-memcached-5196f7a6"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-memcached-5196f7a6]
  inputs = ["remove-memcached-5196f7a6"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-memcached-5196f7a6]
  inputs = ["json-memcached-5196f7a6"]
  type   = "add_fields"
  overwrite = true
  fields.service = "memcached"


[sources.in-smtp-fdb0abda]
  type = "file"
  include = ["/var/lib/docker/containers/fdb0abda0fa53b966c59bd0ce9b8943c3b9f3506a921139665d920d039402d66/fdb0abda0fa53b966c59bd0ce9b8943c3b9f3506a921139665d920d039402d66-json.log"]

[transforms.remove-smtp-fdb0abda]
  inputs = ["in-smtp-fdb0abda"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-smtp-fdb0abda]
  inputs = ["remove-smtp-fdb0abda"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-smtp-fdb0abda]
  inputs = ["json-smtp-fdb0abda"]
  type   = "add_fields"
  overwrite = true
  fields.service = "smtp"


[sources.in-postgres-7ab08809]
  type = "file"
  include = ["/var/lib/docker/containers/7ab0880924a864d7a4ab8fbfc41975140b700be28bba8194fd3627005980ca46/7ab0880924a864d7a4ab8fbfc41975140b700be28bba8194fd3627005980ca46-json.log"]

[transforms.remove-postgres-7ab08809]
  inputs = ["in-postgres-7ab08809"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-postgres-7ab08809]
  inputs = ["remove-postgres-7ab08809"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-postgres-7ab08809]
  inputs = ["json-postgres-7ab08809"]
  type   = "add_fields"
  overwrite = true
  fields.service = "postgres"


[sources.in-symbolicator-14ba3012]
  type = "file"
  include = ["/var/lib/docker/containers/14ba30128cc38e936e6d7b3210db12f4665badf5d4fc729bc30e5267a052ae70/14ba30128cc38e936e6d7b3210db12f4665badf5d4fc729bc30e5267a052ae70-json.log"]

[transforms.remove-symbolicator-14ba3012]
  inputs = ["in-symbolicator-14ba3012"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-symbolicator-14ba3012]
  inputs = ["remove-symbolicator-14ba3012"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-symbolicator-14ba3012]
  inputs = ["json-symbolicator-14ba3012"]
  type   = "add_fields"
  overwrite = true
  fields.service = "symbolicator"


[sources.in-kafka-4c02f97a]
  type = "file"
  include = ["/var/lib/docker/containers/4c02f97ad5ba08460504f7afadc99c837754715cc1e0f7ad0b739534cea33dd7/4c02f97ad5ba08460504f7afadc99c837754715cc1e0f7ad0b739534cea33dd7-json.log"]

[transforms.remove-kafka-4c02f97a]
  inputs = ["in-kafka-4c02f97a"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka-4c02f97a]
  inputs = ["remove-kafka-4c02f97a"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka-4c02f97a]
  inputs = ["json-kafka-4c02f97a"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka"


[sources.in-clickhouse-35a8801d]
  type = "file"
  include = ["/var/lib/docker/containers/35a8801d45e48abe7884c9fbaa43d6f09182c4c23ec17b58ea0e63103fdff4d9/35a8801d45e48abe7884c9fbaa43d6f09182c4c23ec17b58ea0e63103fdff4d9-json.log"]

[transforms.remove-clickhouse-35a8801d]
  inputs = ["in-clickhouse-35a8801d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-clickhouse-35a8801d]
  inputs = ["remove-clickhouse-35a8801d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-clickhouse-35a8801d]
  inputs = ["json-clickhouse-35a8801d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "clickhouse"


[sources.in-redis-9707f918]
  type = "file"
  include = ["/var/lib/docker/containers/9707f918ba76b27859d6688b8dd8b2fee5fd3a00bfe0ec9a6bcdf2672fd71425/9707f918ba76b27859d6688b8dd8b2fee5fd3a00bfe0ec9a6bcdf2672fd71425-json.log"]

[transforms.remove-redis-9707f918]
  inputs = ["in-redis-9707f918"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-redis-9707f918]
  inputs = ["remove-redis-9707f918"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-redis-9707f918]
  inputs = ["json-redis-9707f918"]
  type   = "add_fields"
  overwrite = true
  fields.service = "redis"


[sources.in-zookeeper-137e7185]
  type = "file"
  include = ["/var/lib/docker/containers/137e718593f55f5b069795ec57c48fc80b1b67ce2de5552d5eb6dcf4b990bf3b/137e718593f55f5b069795ec57c48fc80b1b67ce2de5552d5eb6dcf4b990bf3b-json.log"]

[transforms.remove-zookeeper-137e7185]
  inputs = ["in-zookeeper-137e7185"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-zookeeper-137e7185]
  inputs = ["remove-zookeeper-137e7185"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-zookeeper-137e7185]
  inputs = ["json-zookeeper-137e7185"]
  type   = "add_fields"
  overwrite = true
  fields.service = "zookeeper"


[sources.in-insight-cache-service-test-9800-3d88f3c3]
  type = "file"
  include = ["/var/lib/docker/containers/3d88f3c3c6ad54ac36e481058b28df9316161c43603d3f61833365bc2e01b2e6/3d88f3c3c6ad54ac36e481058b28df9316161c43603d3f61833365bc2e01b2e6-json.log"]

[transforms.remove-insight-cache-service-test-9800-3d88f3c3]
  inputs = ["in-insight-cache-service-test-9800-3d88f3c3"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-insight-cache-service-test-9800-3d88f3c3]
  inputs = ["remove-insight-cache-service-test-9800-3d88f3c3"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-insight-cache-service-test-9800-3d88f3c3]
  inputs = ["json-insight-cache-service-test-9800-3d88f3c3"]
  type   = "add_fields"
  overwrite = true
  fields.service = "insight-cache-service-test-9800"


[sources.in-config-uat-7001-e38495c4]
  type = "file"
  include = ["/var/lib/docker/containers/e38495c47e7b900d7a6b9ae0800de21123d78f67189f8863240cec563d407405/e38495c47e7b900d7a6b9ae0800de21123d78f67189f8863240cec563d407405-json.log"]

[transforms.remove-config-uat-7001-e38495c4]
  inputs = ["in-config-uat-7001-e38495c4"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-uat-7001-e38495c4]
  inputs = ["remove-config-uat-7001-e38495c4"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-uat-7001-e38495c4]
  inputs = ["json-config-uat-7001-e38495c4"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-uat-7001"


[sources.in-profile-query-service-uat-9901-c9d0a019]
  type = "file"
  include = ["/var/lib/docker/containers/c9d0a019894402b9ad2aa9410573893cd9690a7455c3d52dc09a03d2d27a6342/c9d0a019894402b9ad2aa9410573893cd9690a7455c3d52dc09a03d2d27a6342-json.log"]

[transforms.remove-profile-query-service-uat-9901-c9d0a019]
  inputs = ["in-profile-query-service-uat-9901-c9d0a019"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-uat-9901-c9d0a019]
  inputs = ["remove-profile-query-service-uat-9901-c9d0a019"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-uat-9901-c9d0a019]
  inputs = ["json-profile-query-service-uat-9901-c9d0a019"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-uat-9901"


[sources.in-metastore-service-test-7900-f94e4129]
  type = "file"
  include = ["/var/lib/docker/containers/f94e4129c01b1f5649b78d5780734a5e13a96da3ce189788bf756b51e8440efa/f94e4129c01b1f5649b78d5780734a5e13a96da3ce189788bf756b51e8440efa-json.log"]

[transforms.remove-metastore-service-test-7900-f94e4129]
  inputs = ["in-metastore-service-test-7900-f94e4129"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-metastore-service-test-7900-f94e4129]
  inputs = ["remove-metastore-service-test-7900-f94e4129"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-metastore-service-test-7900-f94e4129]
  inputs = ["json-metastore-service-test-7900-f94e4129"]
  type   = "add_fields"
  overwrite = true
  fields.service = "metastore-service-test-7900"


[sources.in-permission-uat-9201-85546b85]
  type = "file"
  include = ["/var/lib/docker/containers/85546b852dc37dc19c2c7f7830fb98f0aeabcfc05fcd0c70dc0d2e8281ab4562/85546b852dc37dc19c2c7f7830fb98f0aeabcfc05fcd0c70dc0d2e8281ab4562-json.log"]

[transforms.remove-permission-uat-9201-85546b85]
  inputs = ["in-permission-uat-9201-85546b85"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permission-uat-9201-85546b85]
  inputs = ["remove-permission-uat-9201-85546b85"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permission-uat-9201-85546b85]
  inputs = ["json-permission-uat-9201-85546b85"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permission-uat-9201"


[sources.in-campaign-dashboard-uat-7601-6560fdb5]
  type = "file"
  include = ["/var/lib/docker/containers/6560fdb5fc829181ca9aca9a9be0a8c930ff25632e48357f0ae669ab511b7f95/6560fdb5fc829181ca9aca9a9be0a8c930ff25632e48357f0ae669ab511b7f95-json.log"]

[transforms.remove-campaign-dashboard-uat-7601-6560fdb5]
  inputs = ["in-campaign-dashboard-uat-7601-6560fdb5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-campaign-dashboard-uat-7601-6560fdb5]
  inputs = ["remove-campaign-dashboard-uat-7601-6560fdb5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-campaign-dashboard-uat-7601-6560fdb5]
  inputs = ["json-campaign-dashboard-uat-7601-6560fdb5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "campaign-dashboard-uat-7601"


[sources.in-meta-store-web-server-test-10400-1a97f87c]
  type = "file"
  include = ["/var/lib/docker/containers/1a97f87c677bc8ea8a1ca441c5ff880f0b0fa41c6e517c31ca5a7fb86cc6893b/1a97f87c677bc8ea8a1ca441c5ff880f0b0fa41c6e517c31ca5a7fb86cc6893b-json.log"]

[transforms.remove-meta-store-web-server-test-10400-1a97f87c]
  inputs = ["in-meta-store-web-server-test-10400-1a97f87c"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-meta-store-web-server-test-10400-1a97f87c]
  inputs = ["remove-meta-store-web-server-test-10400-1a97f87c"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-meta-store-web-server-test-10400-1a97f87c]
  inputs = ["json-meta-store-web-server-test-10400-1a97f87c"]
  type   = "add_fields"
  overwrite = true
  fields.service = "meta-store-web-server-test-10400"


[sources.in-metastore-service-uat-7901-6b300869]
  type = "file"
  include = ["/var/lib/docker/containers/6b3008693fa397af9e2f1d73c0e03c6dbd29d215097139e5ecb7468c44e4a9b3/6b3008693fa397af9e2f1d73c0e03c6dbd29d215097139e5ecb7468c44e4a9b3-json.log"]

[transforms.remove-metastore-service-uat-7901-6b300869]
  inputs = ["in-metastore-service-uat-7901-6b300869"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-metastore-service-uat-7901-6b300869]
  inputs = ["remove-metastore-service-uat-7901-6b300869"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-metastore-service-uat-7901-6b300869]
  inputs = ["json-metastore-service-uat-7901-6b300869"]
  type   = "add_fields"
  overwrite = true
  fields.service = "metastore-service-uat-7901"


[sources.in-prod-profile-query-service-staging-10302-53e1eff5]
  type = "file"
  include = ["/var/lib/docker/containers/53e1eff5221f8243d66d2569c2c0b80c58799bb977e9f0fa4b1ba630689f08b4/53e1eff5221f8243d66d2569c2c0b80c58799bb977e9f0fa4b1ba630689f08b4-json.log"]

[transforms.remove-prod-profile-query-service-staging-10302-53e1eff5]
  inputs = ["in-prod-profile-query-service-staging-10302-53e1eff5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-profile-query-service-staging-10302-53e1eff5]
  inputs = ["remove-prod-profile-query-service-staging-10302-53e1eff5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-profile-query-service-staging-10302-53e1eff5]
  inputs = ["json-prod-profile-query-service-staging-10302-53e1eff5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-profile-query-service-staging-10302"


[sources.in-prod-profile-query-service-staging-10303-c8d521ef]
  type = "file"
  include = ["/var/lib/docker/containers/c8d521ef8d9c717b2b1086599dbd0eab7152c73b6aad2b6a224ed5ca836abeb3/c8d521ef8d9c717b2b1086599dbd0eab7152c73b6aad2b6a224ed5ca836abeb3-json.log"]

[transforms.remove-prod-profile-query-service-staging-10303-c8d521ef]
  inputs = ["in-prod-profile-query-service-staging-10303-c8d521ef"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-profile-query-service-staging-10303-c8d521ef]
  inputs = ["remove-prod-profile-query-service-staging-10303-c8d521ef"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-profile-query-service-staging-10303-c8d521ef]
  inputs = ["json-prod-profile-query-service-staging-10303-c8d521ef"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-profile-query-service-staging-10303"


[sources.in-permdb-a48b53e9]
  type = "file"
  include = ["/var/lib/docker/containers/a48b53e91c2d265524fca340349ddd6b409c43b30f45b74b9c6243f43209f1fb/a48b53e91c2d265524fca340349ddd6b409c43b30f45b74b9c6243f43209f1fb-json.log"]

[transforms.remove-permdb-a48b53e9]
  inputs = ["in-permdb-a48b53e9"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permdb-a48b53e9]
  inputs = ["remove-permdb-a48b53e9"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permdb-a48b53e9]
  inputs = ["json-permdb-a48b53e9"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permdb"


[sources.in-campaign-dashboard-staging-7602-cbba56e9]
  type = "file"
  include = ["/var/lib/docker/containers/cbba56e96596ae8a7fb704d1a3050c2d999b7af8a29f00a13a1f184ef417bc2a/cbba56e96596ae8a7fb704d1a3050c2d999b7af8a29f00a13a1f184ef417bc2a-json.log"]

[transforms.remove-campaign-dashboard-staging-7602-cbba56e9]
  inputs = ["in-campaign-dashboard-staging-7602-cbba56e9"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-campaign-dashboard-staging-7602-cbba56e9]
  inputs = ["remove-campaign-dashboard-staging-7602-cbba56e9"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-campaign-dashboard-staging-7602-cbba56e9]
  inputs = ["json-campaign-dashboard-staging-7602-cbba56e9"]
  type   = "add_fields"
  overwrite = true
  fields.service = "campaign-dashboard-staging-7602"


[sources.in-kafka-consumer-uat-6c01673a]
  type = "file"
  include = ["/var/lib/docker/containers/6c01673a2a07b51097af19c1821e4a3df3c2437b034acdbd2201bb87e0fa0655/6c01673a2a07b51097af19c1821e4a3df3c2437b034acdbd2201bb87e0fa0655-json.log"]

[transforms.remove-kafka-consumer-uat-6c01673a]
  inputs = ["in-kafka-consumer-uat-6c01673a"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka-consumer-uat-6c01673a]
  inputs = ["remove-kafka-consumer-uat-6c01673a"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka-consumer-uat-6c01673a]
  inputs = ["json-kafka-consumer-uat-6c01673a"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka-consumer-uat"


[sources.in-kafka-consumer-staging-449ebf69]
  type = "file"
  include = ["/var/lib/docker/containers/449ebf69c2a515af495d96dd9cdf0c0ddbd9a477785249ddfc45e113f899485b/449ebf69c2a515af495d96dd9cdf0c0ddbd9a477785249ddfc45e113f899485b-json.log"]

[transforms.remove-kafka-consumer-staging-449ebf69]
  inputs = ["in-kafka-consumer-staging-449ebf69"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka-consumer-staging-449ebf69]
  inputs = ["remove-kafka-consumer-staging-449ebf69"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka-consumer-staging-449ebf69]
  inputs = ["json-kafka-consumer-staging-449ebf69"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka-consumer-staging"


[sources.in-kafka-consumer-test-cd84de8f]
  type = "file"
  include = ["/var/lib/docker/containers/cd84de8f5d96dcee3ba294c7888d17a1a4bd29bfeada8428febf56bb114fe7f0/cd84de8f5d96dcee3ba294c7888d17a1a4bd29bfeada8428febf56bb114fe7f0-json.log"]

[transforms.remove-kafka-consumer-test-cd84de8f]
  inputs = ["in-kafka-consumer-test-cd84de8f"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-kafka-consumer-test-cd84de8f]
  inputs = ["remove-kafka-consumer-test-cd84de8f"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-kafka-consumer-test-cd84de8f]
  inputs = ["json-kafka-consumer-test-cd84de8f"]
  type   = "add_fields"
  overwrite = true
  fields.service = "kafka-consumer-test"


[sources.in-campaign-dashboard-test-7600-2f6858c2]
  type = "file"
  include = ["/var/lib/docker/containers/2f6858c2c994aa7065a8a49971f0c9e6b2b580ce96193571df0432c439a922ef/2f6858c2c994aa7065a8a49971f0c9e6b2b580ce96193571df0432c439a922ef-json.log"]

[transforms.remove-campaign-dashboard-test-7600-2f6858c2]
  inputs = ["in-campaign-dashboard-test-7600-2f6858c2"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-campaign-dashboard-test-7600-2f6858c2]
  inputs = ["remove-campaign-dashboard-test-7600-2f6858c2"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-campaign-dashboard-test-7600-2f6858c2]
  inputs = ["json-campaign-dashboard-test-7600-2f6858c2"]
  type   = "add_fields"
  overwrite = true
  fields.service = "campaign-dashboard-test-7600"


[sources.in-prod-profile-query-service-uat-10301-b023b630]
  type = "file"
  include = ["/var/lib/docker/containers/b023b630ac81de93ca4a959d21ccbd08e216b14c933d1b106b6a3b4444a21d9d/b023b630ac81de93ca4a959d21ccbd08e216b14c933d1b106b6a3b4444a21d9d-json.log"]

[transforms.remove-prod-profile-query-service-uat-10301-b023b630]
  inputs = ["in-prod-profile-query-service-uat-10301-b023b630"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-prod-profile-query-service-uat-10301-b023b630]
  inputs = ["remove-prod-profile-query-service-uat-10301-b023b630"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-prod-profile-query-service-uat-10301-b023b630]
  inputs = ["json-prod-profile-query-service-uat-10301-b023b630"]
  type   = "add_fields"
  overwrite = true
  fields.service = "prod-profile-query-service-uat-10301"


[sources.in-config-test-7096-631f9b87]
  type = "file"
  include = ["/var/lib/docker/containers/631f9b87b24ac37e85196a17cf7c41fce61de4468f5ed2c0b9417a1361407519/631f9b87b24ac37e85196a17cf7c41fce61de4468f5ed2c0b9417a1361407519-json.log"]

[transforms.remove-config-test-7096-631f9b87]
  inputs = ["in-config-test-7096-631f9b87"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-test-7096-631f9b87]
  inputs = ["remove-config-test-7096-631f9b87"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-test-7096-631f9b87]
  inputs = ["json-config-test-7096-631f9b87"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-test-7096"


[sources.in-config-test-7097-c6716a2d]
  type = "file"
  include = ["/var/lib/docker/containers/c6716a2dbc378c884472cbda5d97c6f8995c9a0e85669c525877cca7a997a626/c6716a2dbc378c884472cbda5d97c6f8995c9a0e85669c525877cca7a997a626-json.log"]

[transforms.remove-config-test-7097-c6716a2d]
  inputs = ["in-config-test-7097-c6716a2d"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-test-7097-c6716a2d]
  inputs = ["remove-config-test-7097-c6716a2d"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-test-7097-c6716a2d]
  inputs = ["json-config-test-7097-c6716a2d"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-test-7097"


[sources.in-config-test-7098-8439e6d0]
  type = "file"
  include = ["/var/lib/docker/containers/8439e6d09e48d709d63b9aaf9d25e7c0273c0966c696321416a6281cda853dad/8439e6d09e48d709d63b9aaf9d25e7c0273c0966c696321416a6281cda853dad-json.log"]

[transforms.remove-config-test-7098-8439e6d0]
  inputs = ["in-config-test-7098-8439e6d0"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-test-7098-8439e6d0]
  inputs = ["remove-config-test-7098-8439e6d0"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-test-7098-8439e6d0]
  inputs = ["json-config-test-7098-8439e6d0"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-test-7098"


[sources.in-config-test-7099-adfa3074]
  type = "file"
  include = ["/var/lib/docker/containers/adfa307468303471ac77bcb5a8070f91eb2bc73522575f20cbbe1b54fb0ef92b/adfa307468303471ac77bcb5a8070f91eb2bc73522575f20cbbe1b54fb0ef92b-json.log"]

[transforms.remove-config-test-7099-adfa3074]
  inputs = ["in-config-test-7099-adfa3074"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-config-test-7099-adfa3074]
  inputs = ["remove-config-test-7099-adfa3074"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-config-test-7099-adfa3074]
  inputs = ["json-config-test-7099-adfa3074"]
  type   = "add_fields"
  overwrite = true
  fields.service = "config-test-7099"


[sources.in-profile-query-service-test-9999-800640cf]
  type = "file"
  include = ["/var/lib/docker/containers/800640cf9beaa2d3d8670b3d907e4ecddb34f6d5979ec4962d818e3e7249404d/800640cf9beaa2d3d8670b3d907e4ecddb34f6d5979ec4962d818e3e7249404d-json.log"]

[transforms.remove-profile-query-service-test-9999-800640cf]
  inputs = ["in-profile-query-service-test-9999-800640cf"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-test-9999-800640cf]
  inputs = ["remove-profile-query-service-test-9999-800640cf"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-test-9999-800640cf]
  inputs = ["json-profile-query-service-test-9999-800640cf"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-test-9999"


[sources.in-profile-query-service-test-9997-2f0b0e21]
  type = "file"
  include = ["/var/lib/docker/containers/2f0b0e21e3f875c68b08c79d82c50e2e1379b5f07ab132bfb410515aa970556e/2f0b0e21e3f875c68b08c79d82c50e2e1379b5f07ab132bfb410515aa970556e-json.log"]

[transforms.remove-profile-query-service-test-9997-2f0b0e21]
  inputs = ["in-profile-query-service-test-9997-2f0b0e21"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-test-9997-2f0b0e21]
  inputs = ["remove-profile-query-service-test-9997-2f0b0e21"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-test-9997-2f0b0e21]
  inputs = ["json-profile-query-service-test-9997-2f0b0e21"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-test-9997"


[sources.in-profile-query-service-test-9996-bb8acadf]
  type = "file"
  include = ["/var/lib/docker/containers/bb8acadf82ed255bd2cf63bc8943736bf5f3a004fd00fb39f018464f77946770/bb8acadf82ed255bd2cf63bc8943736bf5f3a004fd00fb39f018464f77946770-json.log"]

[transforms.remove-profile-query-service-test-9996-bb8acadf]
  inputs = ["in-profile-query-service-test-9996-bb8acadf"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-test-9996-bb8acadf]
  inputs = ["remove-profile-query-service-test-9996-bb8acadf"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-test-9996-bb8acadf]
  inputs = ["json-profile-query-service-test-9996-bb8acadf"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-test-9996"


[sources.in-profile-query-service-test-9998-6b7c6079]
  type = "file"
  include = ["/var/lib/docker/containers/6b7c607993b4fa62f3f70b31b7c5397a7e47ded74affe79e0505e3135e5e1bf6/6b7c607993b4fa62f3f70b31b7c5397a7e47ded74affe79e0505e3135e5e1bf6-json.log"]

[transforms.remove-profile-query-service-test-9998-6b7c6079]
  inputs = ["in-profile-query-service-test-9998-6b7c6079"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-profile-query-service-test-9998-6b7c6079]
  inputs = ["remove-profile-query-service-test-9998-6b7c6079"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-profile-query-service-test-9998-6b7c6079]
  inputs = ["json-profile-query-service-test-9998-6b7c6079"]
  type   = "add_fields"
  overwrite = true
  fields.service = "profile-query-service-test-9998"


[sources.in-go-http-proxy-test-7598-bcb0b535]
  type = "file"
  include = ["/var/lib/docker/containers/bcb0b5350afc4b8e12c0c26dae7c8a6cea928821e3d04568297055255e033527/bcb0b5350afc4b8e12c0c26dae7c8a6cea928821e3d04568297055255e033527-json.log"]

[transforms.remove-go-http-proxy-test-7598-bcb0b535]
  inputs = ["in-go-http-proxy-test-7598-bcb0b535"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-test-7598-bcb0b535]
  inputs = ["remove-go-http-proxy-test-7598-bcb0b535"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-test-7598-bcb0b535]
  inputs = ["json-go-http-proxy-test-7598-bcb0b535"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-test-7598"


[sources.in-go-http-proxy-test-7500-a4d6f8f0]
  type = "file"
  include = ["/var/lib/docker/containers/a4d6f8f09ac4af61e83b11e6d22ce6e533b816d378a20250425434816107688a/a4d6f8f09ac4af61e83b11e6d22ce6e533b816d378a20250425434816107688a-json.log"]

[transforms.remove-go-http-proxy-test-7500-a4d6f8f0]
  inputs = ["in-go-http-proxy-test-7500-a4d6f8f0"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-test-7500-a4d6f8f0]
  inputs = ["remove-go-http-proxy-test-7500-a4d6f8f0"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-test-7500-a4d6f8f0]
  inputs = ["json-go-http-proxy-test-7500-a4d6f8f0"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-test-7500"


[sources.in-go-http-proxy-test-7596-507778d5]
  type = "file"
  include = ["/var/lib/docker/containers/507778d5d7e346c9b2b7aea507844e2c58a2d9a571a029b95d0b1f1161bec6f5/507778d5d7e346c9b2b7aea507844e2c58a2d9a571a029b95d0b1f1161bec6f5-json.log"]

[transforms.remove-go-http-proxy-test-7596-507778d5]
  inputs = ["in-go-http-proxy-test-7596-507778d5"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-test-7596-507778d5]
  inputs = ["remove-go-http-proxy-test-7596-507778d5"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-test-7596-507778d5]
  inputs = ["json-go-http-proxy-test-7596-507778d5"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-test-7596"


[sources.in-go-http-proxy-test-7597-4f7b96c7]
  type = "file"
  include = ["/var/lib/docker/containers/4f7b96c7a5c52964b86e93f894091115a6c88471a0a14c4c27fd6e17b560e9a5/4f7b96c7a5c52964b86e93f894091115a6c88471a0a14c4c27fd6e17b560e9a5-json.log"]

[transforms.remove-go-http-proxy-test-7597-4f7b96c7]
  inputs = ["in-go-http-proxy-test-7597-4f7b96c7"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-test-7597-4f7b96c7]
  inputs = ["remove-go-http-proxy-test-7597-4f7b96c7"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-test-7597-4f7b96c7]
  inputs = ["json-go-http-proxy-test-7597-4f7b96c7"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-test-7597"


[sources.in-go-http-proxy-test-7599-72561caf]
  type = "file"
  include = ["/var/lib/docker/containers/72561caf10bc275f3da5c3f92526090313c47cf0e668981d415adafa7466d88a/72561caf10bc275f3da5c3f92526090313c47cf0e668981d415adafa7466d88a-json.log"]

[transforms.remove-go-http-proxy-test-7599-72561caf]
  inputs = ["in-go-http-proxy-test-7599-72561caf"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-test-7599-72561caf]
  inputs = ["remove-go-http-proxy-test-7599-72561caf"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-test-7599-72561caf]
  inputs = ["json-go-http-proxy-test-7599-72561caf"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-test-7599"


[sources.in-feature-station-service-test-10200-6c12e734]
  type = "file"
  include = ["/var/lib/docker/containers/6c12e7346d75237f0de973045bf2b0e876eaeb415d4cabcdeaf39a1bf5492a52/6c12e7346d75237f0de973045bf2b0e876eaeb415d4cabcdeaf39a1bf5492a52-json.log"]

[transforms.remove-feature-station-service-test-10200-6c12e734]
  inputs = ["in-feature-station-service-test-10200-6c12e734"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-feature-station-service-test-10200-6c12e734]
  inputs = ["remove-feature-station-service-test-10200-6c12e734"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-feature-station-service-test-10200-6c12e734]
  inputs = ["json-feature-station-service-test-10200-6c12e734"]
  type   = "add_fields"
  overwrite = true
  fields.service = "feature-station-service-test-10200"


[sources.in-user-test-7100-b3306950]
  type = "file"
  include = ["/var/lib/docker/containers/b3306950dc50dd62cb940dc2af5debd1b45d22fb56776da1503507fff126e08e/b3306950dc50dd62cb940dc2af5debd1b45d22fb56776da1503507fff126e08e-json.log"]

[transforms.remove-user-test-7100-b3306950]
  inputs = ["in-user-test-7100-b3306950"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-user-test-7100-b3306950]
  inputs = ["remove-user-test-7100-b3306950"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-user-test-7100-b3306950]
  inputs = ["json-user-test-7100-b3306950"]
  type   = "add_fields"
  overwrite = true
  fields.service = "user-test-7100"


[sources.in-go-http-proxy-uat-7501-d7ef41ef]
  type = "file"
  include = ["/var/lib/docker/containers/d7ef41ef81915ec677ce6b0c40ee8c6c1a39cedae9416f5687c35fed27fcef26/d7ef41ef81915ec677ce6b0c40ee8c6c1a39cedae9416f5687c35fed27fcef26-json.log"]

[transforms.remove-go-http-proxy-uat-7501-d7ef41ef]
  inputs = ["in-go-http-proxy-uat-7501-d7ef41ef"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-go-http-proxy-uat-7501-d7ef41ef]
  inputs = ["remove-go-http-proxy-uat-7501-d7ef41ef"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-go-http-proxy-uat-7501-d7ef41ef]
  inputs = ["json-go-http-proxy-uat-7501-d7ef41ef"]
  type   = "add_fields"
  overwrite = true
  fields.service = "go-http-proxy-uat-7501"


[sources.in-user-uat-7101-bb9fa659]
  type = "file"
  include = ["/var/lib/docker/containers/bb9fa659ce644a086853db83ce25885bd19cdfb8394b25917579d90524401907/bb9fa659ce644a086853db83ce25885bd19cdfb8394b25917579d90524401907-json.log"]

[transforms.remove-user-uat-7101-bb9fa659]
  inputs = ["in-user-uat-7101-bb9fa659"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-user-uat-7101-bb9fa659]
  inputs = ["remove-user-uat-7101-bb9fa659"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-user-uat-7101-bb9fa659]
  inputs = ["json-user-uat-7101-bb9fa659"]
  type   = "add_fields"
  overwrite = true
  fields.service = "user-uat-7101"


[sources.in-analydb-be73122e]
  type = "file"
  include = ["/var/lib/docker/containers/be73122eeea929ad395a846e2bae323f90a3120f4cd93bd3597a17f865b8cc9a/be73122eeea929ad395a846e2bae323f90a3120f4cd93bd3597a17f865b8cc9a-json.log"]

[transforms.remove-analydb-be73122e]
  inputs = ["in-analydb-be73122e"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-analydb-be73122e]
  inputs = ["remove-analydb-be73122e"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-analydb-be73122e]
  inputs = ["json-analydb-be73122e"]
  type   = "add_fields"
  overwrite = true
  fields.service = "analydb"


[sources.in-mongo01-8b79ff99]
  type = "file"
  include = ["/var/lib/docker/containers/8b79ff991d1625f45005ca27be3d0f4b9100e06ed5a971bab91d204d92e26504/8b79ff991d1625f45005ca27be3d0f4b9100e06ed5a971bab91d204d92e26504-json.log"]

[transforms.remove-mongo01-8b79ff99]
  inputs = ["in-mongo01-8b79ff99"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-mongo01-8b79ff99]
  inputs = ["remove-mongo01-8b79ff99"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-mongo01-8b79ff99]
  inputs = ["json-mongo01-8b79ff99"]
  type   = "add_fields"
  overwrite = true
  fields.service = "mongo01"


[sources.in-mongo01-replica-3edb6cf3]
  type = "file"
  include = ["/var/lib/docker/containers/3edb6cf3c2038a585759790bc141a6bbced6cccab53bdd04f73fd913ae18fc15/3edb6cf3c2038a585759790bc141a6bbced6cccab53bdd04f73fd913ae18fc15-json.log"]

[transforms.remove-mongo01-replica-3edb6cf3]
  inputs = ["in-mongo01-replica-3edb6cf3"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-mongo01-replica-3edb6cf3]
  inputs = ["remove-mongo01-replica-3edb6cf3"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-mongo01-replica-3edb6cf3]
  inputs = ["json-mongo01-replica-3edb6cf3"]
  type   = "add_fields"
  overwrite = true
  fields.service = "mongo01-replica"


[sources.in-redis-1e786737]
  type = "file"
  include = ["/var/lib/docker/containers/1e78673772d3edef7d5b481118db22502bbc8c6ca071918406d079fff41fca21/1e78673772d3edef7d5b481118db22502bbc8c6ca071918406d079fff41fca21-json.log"]

[transforms.remove-redis-1e786737]
  inputs = ["in-redis-1e786737"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-redis-1e786737]
  inputs = ["remove-redis-1e786737"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-redis-1e786737]
  inputs = ["json-redis-1e786737"]
  type   = "add_fields"
  overwrite = true
  fields.service = "redis"


[sources.in-permdb-6116a8d8]
  type = "file"
  include = ["/var/lib/docker/containers/6116a8d8052c1e83f5dd401f9d9198ab4e9d28918a1da101b8344007f95d847e/6116a8d8052c1e83f5dd401f9d9198ab4e9d28918a1da101b8344007f95d847e-json.log"]

[transforms.remove-permdb-6116a8d8]
  inputs = ["in-permdb-6116a8d8"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permdb-6116a8d8]
  inputs = ["remove-permdb-6116a8d8"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permdb-6116a8d8]
  inputs = ["json-permdb-6116a8d8"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permdb"


[sources.in-fbsharingdb-d68425bf]
  type = "file"
  include = ["/var/lib/docker/containers/d68425bf1f504802d0f4c2d499b0cc08703ff153a5669f62bd6e8796626631dd/d68425bf1f504802d0f4c2d499b0cc08703ff153a5669f62bd6e8796626631dd-json.log"]

[transforms.remove-fbsharingdb-d68425bf]
  inputs = ["in-fbsharingdb-d68425bf"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-fbsharingdb-d68425bf]
  inputs = ["remove-fbsharingdb-d68425bf"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-fbsharingdb-d68425bf]
  inputs = ["json-fbsharingdb-d68425bf"]
  type   = "add_fields"
  overwrite = true
  fields.service = "fbsharingdb"


[sources.in-scheduledb-d747b1b2]
  type = "file"
  include = ["/var/lib/docker/containers/d747b1b224320f3eb67337d2b4b27b29c5e8e34c7b278d1ab196374250ecd9ae/d747b1b224320f3eb67337d2b4b27b29c5e8e34c7b278d1ab196374250ecd9ae-json.log"]

[transforms.remove-scheduledb-d747b1b2]
  inputs = ["in-scheduledb-d747b1b2"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-scheduledb-d747b1b2]
  inputs = ["remove-scheduledb-d747b1b2"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-scheduledb-d747b1b2]
  inputs = ["json-scheduledb-d747b1b2"]
  type   = "add_fields"
  overwrite = true
  fields.service = "scheduledb"


[sources.in-permdb-22051c59]
  type = "file"
  include = ["/var/lib/docker/containers/22051c593a523b61eaa72ad2b6141b69f942020136debd3fa20e1c115b728396/22051c593a523b61eaa72ad2b6141b69f942020136debd3fa20e1c115b728396-json.log"]

[transforms.remove-permdb-22051c59]
  inputs = ["in-permdb-22051c59"]
  type = "remove_fields"
  fields = ["file", "service_type", "timestamp", "stream"]

[transforms.json-permdb-22051c59]
  inputs = ["remove-permdb-22051c59"]
  type = "json_parser"
  drop_field = true # optional, default
  field = "message"

[transforms.add-permdb-22051c59]
  inputs = ["json-permdb-22051c59"]
  type   = "add_fields"
  overwrite = true
  fields.service = "permdb"


# end of list of docker files

[transforms.sentry_error]
  inputs = [ "add-kafka2spex-test-10500-a84c3d41",  "add-kafka2spex-staging-10003-770d1dd7",  "add-kafka2spex-staging-10004-714dd51a",  "add-kafka2spex-staging-10000-3c54cb4d",  "add-kafka2spex-staging-10006-e8dbea16",  "add-kafka2spex-staging-10001-1586d5fd",  "add-kafka2spex-staging-10005-3628e9f5",  "add-kafka2spex-staging-10002-a1098a4c",  "add-profile-query-service-test-9900-1b5f7f5c",  "add-prod-datasource-staging-10102-04b5dacc",  "add-prod-datasource-staging-7802-09507f93",  "add-prod-datasource-staging-7803-3280b3ef",  "add-prod-datasource-staging-10103-7af553f8",  "add-datasource-test-7300-5e5d8ba3",  "add-datasource-test-9300-067af1a5",  "add-prod-datasource-test-7800-1efa78ec",  "add-prod-datasource-test-10100-d9b91a45",  "add-config-test-7000-9933766d",  "add-queryengine-debugger-test-11000-50efc32d",  "add-prod-datasource-uat-7801-4c54ba9f",  "add-prod-datasource-uat-10101-17130fc7",  "add-facebook-audience-sharing-staging-9701-680dee6e",  "add-facebook-audience-sharing-staging-9700-6144a781",  "add-go-http-proxy-staging-7502-21c66b0b",  "add-user-staging-7102-de3a33ac",  "add-config-staging-7002-c4574c50",  "add-config-staging-7003-32798e81",  "add-prod-profile-query-service-test-10300-853a6a42",  "add-permission-test-9200-deb084d6",  "add-datasource-staging-7303-65434d4d",  "add-datasource-staging-9303-915e376d",  "add-datasource-staging-9302-3e071bcb",  "add-datasource-staging-7302-331a5087",  "add-rabbit-19a0e9ea",  "add-profile-query-service-staging-9902-1a444603",  "add-profile-query-service-staging-9903-c5d735f5",  "add-insight-staging-9402-938cdd3e",  "add-datasource-uat-9301-ce645f97",  "add-datasource-uat-7301-4d062181",  "add-permission-staging-9202-db093979",  "add-cron-c8cccdb0",  "add-post-process-forwarder-a6b2af3a",  "add-web-344bf828",  "add-sentry-cleanup-79b9a576",  "add-worker-8f908f07",  "add-snuba-cleanup-4bb6b891",  "add-symbolicator-cleanup-f468c07a",  "add-snuba-consumer-58f1fb79",  "add-snuba-api-7ef0a969",  "add-snuba-replacer-56f23c41",  "add-snuba-outcomes-consumer-65a9cd76",  "add-memcached-5196f7a6",  "add-smtp-fdb0abda",  "add-postgres-7ab08809",  "add-symbolicator-14ba3012",  "add-kafka-4c02f97a",  "add-clickhouse-35a8801d",  "add-redis-9707f918",  "add-zookeeper-137e7185",  "add-insight-cache-service-test-9800-3d88f3c3",  "add-config-uat-7001-e38495c4",  "add-profile-query-service-uat-9901-c9d0a019",  "add-metastore-service-test-7900-f94e4129",  "add-permission-uat-9201-85546b85",  "add-campaign-dashboard-uat-7601-6560fdb5",  "add-meta-store-web-server-test-10400-1a97f87c",  "add-metastore-service-uat-7901-6b300869",  "add-prod-profile-query-service-staging-10302-53e1eff5",  "add-prod-profile-query-service-staging-10303-c8d521ef",  "add-permdb-a48b53e9",  "add-campaign-dashboard-staging-7602-cbba56e9",  "add-kafka-consumer-uat-6c01673a",  "add-kafka-consumer-staging-449ebf69",  "add-kafka-consumer-test-cd84de8f",  "add-campaign-dashboard-test-7600-2f6858c2",  "add-prod-profile-query-service-uat-10301-b023b630",  "add-config-test-7096-631f9b87",  "add-config-test-7097-c6716a2d",  "add-config-test-7098-8439e6d0",  "add-config-test-7099-adfa3074",  "add-profile-query-service-test-9999-800640cf",  "add-profile-query-service-test-9997-2f0b0e21",  "add-profile-query-service-test-9996-bb8acadf",  "add-profile-query-service-test-9998-6b7c6079",  "add-go-http-proxy-test-7598-bcb0b535",  "add-go-http-proxy-test-7500-a4d6f8f0",  "add-go-http-proxy-test-7596-507778d5",  "add-go-http-proxy-test-7597-4f7b96c7",  "add-go-http-proxy-test-7599-72561caf",  "add-feature-station-service-test-10200-6c12e734",  "add-user-test-7100-b3306950",  "add-go-http-proxy-uat-7501-d7ef41ef",  "add-user-uat-7101-bb9fa659",  "add-analydb-be73122e",  "add-mongo01-8b79ff99",  "add-mongo01-replica-3edb6cf3",  "add-redis-1e786737",  "add-permdb-6116a8d8",  "add-fbsharingdb-d68425bf",  "add-scheduledb-d747b1b2",  "add-permdb-22051c59", ]
  type = "filter"
  condition."message.contains" = "error-response"

[transforms.stats]
  inputs = [ "add-kafka2spex-test-10500-a84c3d41",  "add-kafka2spex-staging-10003-770d1dd7",  "add-kafka2spex-staging-10004-714dd51a",  "add-kafka2spex-staging-10000-3c54cb4d",  "add-kafka2spex-staging-10006-e8dbea16",  "add-kafka2spex-staging-10001-1586d5fd",  "add-kafka2spex-staging-10005-3628e9f5",  "add-kafka2spex-staging-10002-a1098a4c",  "add-profile-query-service-test-9900-1b5f7f5c",  "add-prod-datasource-staging-10102-04b5dacc",  "add-prod-datasource-staging-7802-09507f93",  "add-prod-datasource-staging-7803-3280b3ef",  "add-prod-datasource-staging-10103-7af553f8",  "add-datasource-test-7300-5e5d8ba3",  "add-datasource-test-9300-067af1a5",  "add-prod-datasource-test-7800-1efa78ec",  "add-prod-datasource-test-10100-d9b91a45",  "add-config-test-7000-9933766d",  "add-queryengine-debugger-test-11000-50efc32d",  "add-prod-datasource-uat-7801-4c54ba9f",  "add-prod-datasource-uat-10101-17130fc7",  "add-facebook-audience-sharing-staging-9701-680dee6e",  "add-facebook-audience-sharing-staging-9700-6144a781",  "add-go-http-proxy-staging-7502-21c66b0b",  "add-user-staging-7102-de3a33ac",  "add-config-staging-7002-c4574c50",  "add-config-staging-7003-32798e81",  "add-prod-profile-query-service-test-10300-853a6a42",  "add-permission-test-9200-deb084d6",  "add-datasource-staging-7303-65434d4d",  "add-datasource-staging-9303-915e376d",  "add-datasource-staging-9302-3e071bcb",  "add-datasource-staging-7302-331a5087",  "add-rabbit-19a0e9ea",  "add-profile-query-service-staging-9902-1a444603",  "add-profile-query-service-staging-9903-c5d735f5",  "add-insight-staging-9402-938cdd3e",  "add-datasource-uat-9301-ce645f97",  "add-datasource-uat-7301-4d062181",  "add-permission-staging-9202-db093979",  "add-cron-c8cccdb0",  "add-post-process-forwarder-a6b2af3a",  "add-web-344bf828",  "add-sentry-cleanup-79b9a576",  "add-worker-8f908f07",  "add-snuba-cleanup-4bb6b891",  "add-symbolicator-cleanup-f468c07a",  "add-snuba-consumer-58f1fb79",  "add-snuba-api-7ef0a969",  "add-snuba-replacer-56f23c41",  "add-snuba-outcomes-consumer-65a9cd76",  "add-memcached-5196f7a6",  "add-smtp-fdb0abda",  "add-postgres-7ab08809",  "add-symbolicator-14ba3012",  "add-kafka-4c02f97a",  "add-clickhouse-35a8801d",  "add-redis-9707f918",  "add-zookeeper-137e7185",  "add-insight-cache-service-test-9800-3d88f3c3",  "add-config-uat-7001-e38495c4",  "add-profile-query-service-uat-9901-c9d0a019",  "add-metastore-service-test-7900-f94e4129",  "add-permission-uat-9201-85546b85",  "add-campaign-dashboard-uat-7601-6560fdb5",  "add-meta-store-web-server-test-10400-1a97f87c",  "add-metastore-service-uat-7901-6b300869",  "add-prod-profile-query-service-staging-10302-53e1eff5",  "add-prod-profile-query-service-staging-10303-c8d521ef",  "add-permdb-a48b53e9",  "add-campaign-dashboard-staging-7602-cbba56e9",  "add-kafka-consumer-uat-6c01673a",  "add-kafka-consumer-staging-449ebf69",  "add-kafka-consumer-test-cd84de8f",  "add-campaign-dashboard-test-7600-2f6858c2",  "add-prod-profile-query-service-uat-10301-b023b630",  "add-config-test-7096-631f9b87",  "add-config-test-7097-c6716a2d",  "add-config-test-7098-8439e6d0",  "add-config-test-7099-adfa3074",  "add-profile-query-service-test-9999-800640cf",  "add-profile-query-service-test-9997-2f0b0e21",  "add-profile-query-service-test-9996-bb8acadf",  "add-profile-query-service-test-9998-6b7c6079",  "add-go-http-proxy-test-7598-bcb0b535",  "add-go-http-proxy-test-7500-a4d6f8f0",  "add-go-http-proxy-test-7596-507778d5",  "add-go-http-proxy-test-7597-4f7b96c7",  "add-go-http-proxy-test-7599-72561caf",  "add-feature-station-service-test-10200-6c12e734",  "add-user-test-7100-b3306950",  "add-go-http-proxy-uat-7501-d7ef41ef",  "add-user-uat-7101-bb9fa659",  "add-analydb-be73122e",  "add-mongo01-8b79ff99",  "add-mongo01-replica-3edb6cf3",  "add-redis-1e786737",  "add-permdb-6116a8d8",  "add-fbsharingdb-d68425bf",  "add-scheduledb-d747b1b2",  "add-permdb-22051c59", ]
  type = "filter"
  condition."message.contains" = "stats-"

# Output data
[sinks.out]
  inputs   = ["sentry_error"]
  # inputs = ["docker"]
  type     = "console"
  encoding.codec = "json"

Debug Output

Dec 06 00:30:20.077 DEBUG transform{component_kind="transform" component_name=stats component_type=filter}: vector::topology::builder: Finished.
Dec 06 00:30:20.077 TRACE sink{component_kind="sink" component_name=sentry_proxy component_type=http}: vector::sinks::util::sink: Closing partition batch sink.
Dec 06 00:30:20.077 TRACE sink{component_kind="sink" component_name=stats_proxy component_type=http}: vector::sinks::util::sink: Closing partition batch sink.
Dec 06 00:30:20.077 DEBUG sink{component_kind="sink" component_name=out component_type=console}: vector::topology::builder: Finished.
Dec 06 00:30:20.094 DEBUG sink{component_kind="sink" component_name=sentry_proxy component_type=http}: vector::topology::builder: Finished.
Dec 06 00:30:20.095 DEBUG sink{component_kind="sink" component_name=stats_proxy component_type=http}: vector::topology::builder: Finished.
Dec 06 00:30:20.938 TRACE vector: Beep.
Dec 06 00:30:21.938 TRACE vector: Beep.
Dec 06 00:30:22.938 TRACE vector: Beep.
Dec 06 00:30:23.938 TRACE vector: Beep.
Dec 06 00:30:24.938 TRACE vector: Beep.
Dec 06 00:30:25.938 TRACE vector: Beep.
Dec 06 00:30:26.938 TRACE vector: Beep.
Dec 06 00:30:27.938 TRACE vector: Beep.
Dec 06 00:30:28.938 TRACE vector: Beep.
Dec 06 00:30:29.938 TRACE vector: Beep.
Dec 06 00:30:30.938 TRACE vector: Beep.
Dec 06 00:30:31.938 TRACE vector: Beep.
Dec 06 00:30:32.938 TRACE vector: Beep.
Dec 06 00:30:33.938 TRACE vector: Beep.
Dec 06 00:30:34.938 TRACE vector: Beep.

Expected Behavior

After I key in Ctrl+C, vector process can be terminated immediately

Actual Behavior

Dec 05 23:39:17.154  INFO source{component_kind="source" component_name=in-config-test-7097-c6716a2d component_type=file}:file_server: vector::internal_events::file::source: Resuming to watch file. path="/var/lib/docker/containers/c6716a2dbc378c884472cbda5d97c6f8995c9a0e85669c525877cca7a997a626/c6716a2dbc378c884472cbda5d97c6f8995c9a0e85669c525877cca7a997a626-json.log" file_position=20192722
Dec 05 23:39:17.157  INFO source{component_kind="source" component_name=in-kafka-consumer-staging-449ebf69 component_type=file}:file_server: vector::internal_events::file::source: Resuming to watch file. path="/var/lib/docker/containers/449ebf69c2a515af495d96dd9cdf0c0ddbd9a477785249ddfc45e113f899485b/449ebf69c2a515af495d96dd9cdf0c0ddbd9a477785249ddfc45e113f899485b-json.log" file_position=96623924
Dec 05 23:39:17.156  INFO source{component_kind="source" component_name=in-scheduledb-d747b1b2 component_type=file}:file_server: vector::internal_events::file::source: Resuming to watch file. path="/var/lib/docker/containers/d747b1b224320f3eb67337d2b4b27b29c5e8e34c7b278d1ab196374250ecd9ae/d747b1b224320f3eb67337d2b4b27b29c5e8e34c7b278d1ab196374250ecd9ae-json.log" file_position=37685
Dec 05 23:39:17.158  INFO source{component_kind="source" component_name=in-config-uat-7001-e38495c4 component_type=file}:file_server: vector::internal_events::file::source: Resuming to watch file. path="/var/lib/docker/containers/e38495c47e7b900d7a6b9ae0800de21123d78f67189f8863240cec563d407405/e38495c47e7b900d7a6b9ae0800de21123d78f67189f8863240cec563d407405-json.log" file_position=868039592
Dec 05 23:39:17.158  INFO source{component_kind="source" component_name=in-user-test-7100-b3306950 component_type=file}:file_server: vector::internal_events::file::source: Resuming to watch file. path="/var/lib/docker/containers/b3306950dc50dd62cb940dc2af5debd1b45d22fb56776da1503507fff126e08e/b3306950dc50dd62cb940dc2af5debd1b45d22fb56776da1503507fff126e08e-json.log" file_position=4212376920
^CDec 05 23:39:18.591  INFO vector: Vector has stopped.



^C^C^C^C^C

vector didn’t exit properly, I need to use kill command to terminate it.

Example Data

Additional Context

Due to https://github.com/timberio/vector/issues/5404 I write a script to generate this config file that listen all docker log files, and think it should be better than the docker_logs (which cause a high IO Wait).

I guess the processes are updating checkpoints?

References