Configuration of HERE Anonymizer Self-Hosted

SOURCE_URI=rabbit://guest:guest@rabbit:5672/input-queue
SOURCE_FORMAT=HERE_PROBE
SINK_URI=rabbit://guest:guest@rabbit:5672/output-queue
SINK_FORMAT=HERE_PROBE
SOURCE_COMPRESSION_FORMAT=NONE
SINK_COMPRESSION_FORMAT=NONE
MANAGEMENT_URI=rabbit://guest:guest@rabbit:5672/anon-management-queue
ANONYMIZATION_CONFIG_FILE=/opt/anonymization.conf
BOOTSTRAP_SERVER_URI=http://bootstrap:8083

# Call this URL during anonymization process.
WEBHOOK_URL=http://some.webhook.listener/notify-anonymization-flow-passing
# Optional configuration. Sets webhook execution interval to 90 seconds. The default value is 60 seconds.
WEBHOOK_INTERVAL=90
# Optional configuration. Sets HTTP request timeout to 10 seconds. The default value is 30 seconds
WEBHOOK_TIMEOUT=10

{
    "minTime": "2023-05-07T19:42:00Z",
    "maxTime": "2023-05-07T19:42:30Z"
}

useCase {
  # Minimum number of points required in input trace chunk to apply anonymization.
  # Default value is "0". [Optional]
  minInputPointsCount: 0
  # Minimum number of points required in output (anonymized) trace chunk to be published.
  # Default value is "0". [Optional]
  minOutputPointsCount: 0
  # Minimum required trace chunk length (in seconds) to apply anonymization.
  # Value must be greater or equal to zero. Default value is "0". [Optional]
  minInputChunkSeconds: 0
}

attributes {
  # Enables/disables keeping the altitude (elevation) value
  # of probe datapoints.
  disableAltitudeOutput: true
  # Leave blank to keep the original provider name.
  outputProviderName: DEFAULT
  extendedAttributes {
    # Configures which extended attributes are retained for points and messages,
    # if supported by the selected data format.
    #
    # Supported values for `keep` are: true, false, all.
    #
    # - `false` (default): Do not keep any extended attributes.
    # - `true` : Keep only the attributes explicitly listed in the `message` and `point` fields below.
    #           `message` and `point` fields must be defined and at least one must be non-empty.
    # - `all`  : Keep all point and message attributes.
    #            ⚠️ Setting `keep=all` may have a negative impact on the anonymity level.
    #            Any revealing attributes added to the source data will also be retained,
    #            potentially exposing sensitive information.
    keep: false

    # Enumerate the names of point or message attributes to keep.
    # Applied only if 'keep=true' is set in the previous line.
    message: []
    point: []
  }
}

anonymization {

  # Min and max size of anonymized trajectories. [Required]
  outputTraceDuration: {
    min: 120
    max: 180
  }

  # Min and max size of gaps between anonymized trajectories. [Required]
  gapDuration: {
    min: 30
    max: 60
  }

  # Enables/disables removing zero speed points from anonymized trajectories.
  removeZeroSpeedPoints: true

  # Enables/disables speed calculation for every probe point having zero or undefined speed.
  # Speed will be calculated based on the previous probe point location and timestamp.
  calculateSpeedIfZero: false

  # Min and max distance between adjacent points in anonymized trajectories. [Optional]
  samplingRate: {
    min: 1
    max: 1
  }
  # Start-cut option allows to publish only those points from the trace start,
  # that meet the set condition.
  # Units: time - seconds, proximity - meters, speed - kilometers per hour (kmh).
  # Empty or no value means no start-cutting. [Optional]
  startCut {
    publishAfter: "time > random[30..60] and (speed > 40 or proximity > 500)"
  }
  # End-cut option allows to publish only those points from the trace end,
  # that meet the set condition.
  # Units: time - seconds, proximity - meters, speed - kilometers per hour (kmh).
  # In real-time anonymization there are no trace ends.
  # Use this option only when stay point obfuscation is enabled.
  # Empty or no value means no end-cutting. [Optional]
  endCut {
    publishUntil: "time > random[60..90] and (speed > 20 or proximity > 200)"
  }

  stayPoint.obfuscation: {
    # Enables/disables stay point obfuscation - predicting stay point
    # zones and cutting them from anonymized trajectories.
    # Default value is "false". [Optional]
    enabled: true
    # Enables/disables advanced stay point prediction algorithm.
    # Should not be applied if the number of dropped points in
    # HERE_anonymization_point_dropped_stay_point is too big.
    # Default value is "false". [Optional]
    enablePrediction: false
    # If stay point obfuscation is enabled and some stay point zone is detected,
    # the N seconds of current chunk before the first point of that stay point
    # zone will be obfuscated as well.
    # Default value is "0" (means no preliminary gap). [Optional]
    gapBeforeSize.seconds: 304
    # If stay point obfuscation is enabled, then the given speedThreshold defined
    # in kilometers per seconds will be used for the stay point detection.
    # Default value is "5". [Optional]
    speedThresholdKph: 5
  }
}

...
anonymization {
  ...
  originDestination.obfuscation:
    # Enables/disables origin-destination obfuscation.
    # Default value: "false".
    enabled: true
    # If origin-destination obfuscation is enabled, you must provide at least one
    # area URI. These are GeoJSON files that can be hosted on AWS S3, Azure blob or local filesystem.
    areaUris: [
      "s3://some-bucket/some-country.json",
      "az+blob://some-container/some-country.json",
      "file://some-path/some-country.json"
    ]
    # If enabled, points in the origin or destination area which are not
    # at the start or end of the trace are not removed.
    ignoreRepeatingRegion: true
    # Rounding of timestamps enabled by setting values different than 0.
    # Setting to 3600 means that rounding happens to the hour.
    timeWindowSeconds: 3600
  ...
}

...
anonymization {
  ...
  region.selection:
    # Enables/disables region selection.
    # Default value: "false".
    enabled: true
    "include" {
      # If region selection is enabled then you can provide one or more
      # region URIs. These can be files from AWS s3, Azure blob or local system.
      regionUris: [
        "s3://some-bucket/some-country.json",
        "az+blob://some-container/some-country.json",
        "file://some-path/some-country.json"
      ]
      # Defines what happens to to trajectory points which are outside of the provided regions.
      # Available values:
      # - keep: points are kept and are subject to downstream algorithms
      # - drop: points are dropped
      # Default value: "drop".
      outerPointStrategy: drop
    }
    exclude: {
      ...
    }
  ...
}

...
anonymization {
  ...
  region.selection:
    # Enables/disables region selection.
    # Default value: "false".
    enabled: true
    "include" {
      ...
    }
    exclude: {
      # If region selection is enabled then you can provide one or more
      # region URIs. These can be files from AWS s3, Azure blob or local system.
      regionUris: [
        "s3://some-bucket/some-country.json",
        "az+blob://some-container/some-country.json",
        "file://some-path/some-country.json"
      ]
    }
  ...
}

...
anonymization {
  ...
  whitelist.area:
    # Enables/disables whitelisting.
    # Default value: "false".
    enabled: true
    # If whitelisting is enabled, you must provide at least one
    # area URI. These are GeoJSON files that can be hosted on AWS S3, Azure blob or local filesystem.
    areaUris: [
      "s3://some-bucket/some-country.json",
      "az+blob://some-container/some-country.json",
      "file://some-path/some-country.json"
    ]
  ...
}

...
anonymization {
  ...
  events:
    keep: [
        {
            type: "Crash"
            subType: "airbags"
            extendedAttributes: ["front","back"]
        },
        {
            type: "Adas"
            subType: ""
            extendedAttributes: ["auto-brake","reverse-park"]
        }
    ]
    drop: [
        {
            type: "Weather"
            subType: "RAIN"
        }
    ]
    regular: [
        {
            type: "DEFAULT"
            subType: ""
            extendedAttributes: ["temp","distance"]
        }
    ]
  ...
}

...
anonymization {
  ...
  poi.proximity.removal:
    # Enables/disables POI proximity data removal.
    # Default value: "false".
    enabled: true
    # If POI proximity data removal is enabled then you need to provide one or more
    # POI set URIs. These can be files from AWS s3, Azure blob or local system.
    poiSetUris: [
      "s3://some-bucket/some-pois.json",
      "az+blob://some-container/some-pois.json",
      "file://some-path/some-pois.json"
    ]
  ...
}

{
  "type": "GeometryCollection",
  "properties": {
    "proximity": "100"
  },
  "geometries": [
    {
      "type": "Point",
      "coordinates": [52.5200, 13.4050]
    }
  ]
}

  junctionSources: {
    # The proximity to GeoJSON junction points where a vehicle is considered as "on the junction".
    # Used as a fallback if a junction GeoJSON feature does not define its own "proximity" property.
    defaultProximityInMeters: 50,
    # Configure one or more junction data files.
    # For large datasets, consider using partitioned data (see "partitions" section below).
    # At least one of "files" or "partitions" must be configured.
    # If both are present, the "files" section takes precedence.
    files: [
      "s3://awskey:awssecret@some-bucket/path/to/junctions/special-junctions.json?region=eu-west",
    ]
    # Partitions are GeoJSON files containing junctions for specific HERE Tiles.
    # Each partition must represent a HERE Tile of the same zoom level as every other partition.
    # Refer to HEREtile tiling scheme documentation:
    # https://www.here.com/docs/bundle/introduction-to-mapping-concepts-user-guide/page/topics/here-tiling-scheme.html
    partitions: {
      # HERE Tile zoom level of partitioned junction data.
      zoomLevel: 10
      # URI of the folder containing partitioned junction GeoJSON files.
      folderUri: "s3://awskey:awssecret@some-bucket/path/to/junctions-zoom-10/?region=eu-west"
      # Maximum number of junction points cached in memory per task slot.
      # For optimal performance, set this to the total number of junctions in the partitioned dataset.
      # Reduce this value if task manager memory is limited.
      maxCacheSizeInPoints: 1000000
    }
  }

anonymization {
  ...
  // Default anonymization parameters applied if density-aware anonymization
  // is enabled, but no specific parameters are set for the current density level
  // or area is undefined.
  outputTraceDuration: {
    min: 30
    max: 60
  }

  gapDuration: {
    min: 20
    max: 40
  }

  startCut.publishAfter: "time > random[60..120] and (speed > 20 or proximity > 200)"

  density: {
    enabled: true
    // If density-aware anonymization is enabled, you must provide at least one area URI
    area: {
      areaUris: [
        "s3://some-bucket/some-areas.json",
        "az+blob://some-container/some-areas.json",
        "file://some-path/some-areas.json"
      ]
    }

    // Define density ranges based on the number of current traces (vehicles) in area.
    ranges: {
      medium: {
        min: 10
        max: 99
      }
      high: {
        min: 100
      }
    }
    // For each density range defined in the previous section,
    // you can set specific anonymization parameters that will be applied
    // in areas with the corresponding density level.
    anonymizationParametersPerRange: {
      // If parameters for a certain density range are not defined
      // (like in the "medium" range, there is no outputTraceDuration and gapDuration), then
      // the default parameters defined in the "anonymization" section
      // will be applied for that density range.
      medium: {
        startCut.publishAfter: "time > random[30..60]"
      }
      high: {
        outputTraceDuration: {
          min: 120
          max: 180
        }
        gapDuration: {
          min: 10
          max: 20
        }
      }
    }

  } // end of density

}

# Window size in minutes for calculating the density value in a certain area. Default value is 60
DENSITY_WINDOW_SIZE_MINUTES=60
# Frequency in minutes for updating density values. Default value is 30
DENSITY_RECALCULATION_FREQUENCY_MINUTES=30

alert: [
  {
    id: "crash-all"
    uri: ${?ALERT1_URI}
    filter {
      expression: "type = 'crash'"
    }
  }
  {
    id: "crash-special"
    uri: ${?ALERT2_URI}
    filter {
      uri: ${?ALERT2_FILTER_URI}
    }
  }
]

  # For Docker Compose file syntax:
  jobmanager:
    # ...
    command: jobmanager-stream
    environment:
      FLINK_ENV_JAVA_OPTS: "-Dconfig.file=/opt/app.conf"
      ALERT1_URI: "rabbit://guest:guest@rabbit:5672/alert-crashes-all-queue"
      ALERT2_URI: "rabbit://guest:guest@rabbit:5672/alert-crashes-special-queue"
      ALERT2_FILTER_URI: "s3://aws-id:aws-secret@my-configs/expression.txt?region=eu-somewhere"

  insights {
    enabled: true

    areaUris: [
      "s3://my-bucket/areas.json?region=some_region&endpoint=some_endpoint",
       "az+blob://my-container/areas.json?endpoint=some_endpoint",
    ]

    traceStart: {
      enabled: true # Enables trace start events generation, default is false
    }

    traceEnd: {
      enabled: true # Enables trace end events generation, default is false
    }

    staypoint: {
      enabled: true # Enables staypoint detected events generation, default is false
    }

    distanceBeforeStayPoint: {
      enabled: true # Enables distance before events generation, default is false
    }

    distanceAfterStayPoint: {
      enabled: true # Enables distance after events generation, default is false
    }

    traceDistance: {
      enabled: true # Enables distance trip events generation, default is false
    }

    regularEvents: [
      {
         expression: "type = 'Crash'" # Enables regular events generation based on the provided expression, default is empty
         atts: ["att1", "att2"] # List of extended attributes to be included in the generated events, default is empty
      }
    ]
  }

secureLog {
  enabled = true
  loggerName = "your-secure-logger-name"
  prettify = true
}

11:37:00.247 [main] INFO  test-secure-logger - {
  "@timestamp" : "2025-09-19T11:37:00.247652+05:30",
  "level" : "INFO",
  "logger_name" : "test-secure-logger",
  "thread" : "main",
  "secureLogInfo" : {
    "payloadType" : "POINT_DROPPED_ORIGIN",
    "payloadTypeString" : null,
    "reason" : "Dropped OD origin points partially.",
    "payload" : [
      {
        "timestampMicro" : 1758262020208174,
        "extendedAttributes" : { },
        "coordinates" : {
          "latitude" : 71.08342427608328,
          "longitude" : 67.16120840580302,
          "elevation" : 18.46694847896691
        },
        "speed" : {
          "metersPerSecond" : 12.527777777777779,
          "defined" : true,
          "kmPerHour" : 45.1,
          "undefined" : false,
          "definedAndZero" : false
        },
        "heading" : 0.0
      }
    ],
    "additionalInfo" : {
      "somekey" : "somevalue",
    }
  }
}