EC2 Instance

receivers:
  hostmetrics:
    collection_interval: 30s
    scrapers:
      cpu:
        metrics:
          system.cpu.logical.count:
            enabled: true
      memory:
        metrics:
          system.memory.utilization:
            enabled: true
          system.memory.limit:
            enabled: true
      load:
      disk:
      filesystem:
        metrics:
          system.filesystem.utilization:
            enabled: true
      network:
      paging:
      processes:
      process:
        mute_process_user_error: true
        metrics:
          process.cpu.utilization:
            enabled: true
          process.memory.utilization:
            enabled: true
          process.threads:
            enabled: true
          process.paging.faults:
            enabled: true
  otlp:
    protocols:
      grpc:
        endpoint: 0.0.0.0:4317
      http:
        endpoint: 0.0.0.0:4318

  # Detailed configuration options can be found at https://github.com/open-telemetry/opentelemetry-collector-contrib/tree/main/receiver/filelogreceiver
  filelog:
    # File path pattern to read logs from. Update this to the destination from where you want to read logs.
    include: [/tmp/*.log]
    exclude: [/home/ubuntu/exclude/*.log]
    include_file_path: true
    # attributes:
    # A map of key: value pairs to add to the entry's attributes.
    # resource:
    # A map of key: value pairs to add to the entry's resource.
    retry_on_failure:
      enabled: true
    operators:
      # For logs in JSON format
      - type: json_parser
        severity:
          parse_from: attributes.level
        timestamp:
          parse_from: attributes.time
          layout: "%Y-%m-%d %H:%M:%S"
      # For plain text logs
      - type: regex_parser
        regex: '(?P<level>^[A-Za-z]+) (?P<time>[0-9]{4}-[0-9]{2}-[0-9]{2}.*[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,3})?)'
        timestamp:
          parse_from: attributes.time
          layout: "%Y-%m-%d-%H:%M:%S"
        severity:
          parse_from: attributes.level

processors:
  batch:
    timeout: 5s
    send_batch_size: 10000
    send_batch_max_size: 10000
  resourcedetection/ec2:
    detectors: ["ec2"]
    ec2:
      # A list of regex's to match tag keys to add as resource attributes can be specified
      tags:
        # This means you have a tag `Name` associated with the EC2 Instance.
        - ^Name$
        # This means you have a tag `app` associated with the EC2 Instance.
        - ^app$
  transform/ec2:
    error_mode: ignore
    log_statements:
      - context: resource
        statements:
          # Set Service name as the `Name` tag associated with the EC2 Instance. The format is `ec2.tag.<tag_name>`.
          - set(attributes["service.name"], attributes["ec2.tag.Name"])
  resourcedetection/system:
    detectors: ["system"]
    system:
      hostname_sources: ["os"]
  transform/hostmetrics:
    metric_statements:
      - context: datapoint
        statements:
          - set(attributes["host.name"], resource.attributes["host.name"])
          - set(attributes["process.command"], resource.attributes["process.command"])
          - set(attributes["process.command_line"], resource.attributes["process.command_line"])
          - set(attributes["process.executable.name"], resource.attributes["process.executable.name"])
          - set(attributes["process.executable.path"], resource.attributes["process.executable.path"])
          - set(attributes["process.owner"], resource.attributes["process.owner"])
          - set(attributes["process.parent_pid"], resource.attributes["process.parent_pid"])
          - set(attributes["process.pid"], resource.attributes["process.pid"])

exporters:
  debug:
    verbosity: detailed
  otlp/last9:
    endpoint: "<last9_endpoint>"
    headers:
      "Authorization": "<last9_auth_header>"

service:
  pipelines:
    logs:
      receivers: [filelog]
      processors: [resourcedetection/ec2, transform/ec2, batch]
      exporters: [otlp/last9]
    metrics:
      receivers: [hostmetrics]
      processors: [resourcedetection/system, transform/hostmetrics, batch]
      exporters: [otlp/last9]