Alerts

alert: HighDiskUsage
expr: (node_filesystem_size_bytes{fstype=~"ext.*|xfs",mountpoint="/"}
  - node_filesystem_free_bytes{fstype=~"ext.*|xfs",mountpoint="/"})
  * 100 / node_filesystem_size_bytes{fstype=~"ext.*|xfs",mountpoint="/"}
  > 80
for: 2m
labels:
  severity: critical
annotations:
  description: Disk usage exceeded 80% on {{ $labels.instance }}.
  summary: Disk usage high on {{ $labels.instance }}

alert: ChartDataMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="chart-nodes"}
  / node_memory_MemTotal_bytes{job="chart-nodes"} * 100 < 0.1
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 0.1%. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 99.9%.

alert: ChartSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="chart-nodes"} / node_memory_SwapTotal_bytes{job="chart-nodes"}))
  * 100 > 90
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>90%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: DataManMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="data-man-nodes"}
  / node_memory_MemTotal_bytes{job="data-man-nodes"} * 100 < 0.5
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 99%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: DataManSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="data-man-nodes"} / node_memory_SwapTotal_bytes{job="data-man-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: FDSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="fd-nodes"} / node_memory_SwapTotal_bytes{job="fd-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: FactSetNewsSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="factset-news-nodes"} / node_memory_SwapTotal_bytes{job="factset-news-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: FactsetNewsMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="factset-news-nodes"}
  / node_memory_MemTotal_bytes{job="factset-news-nodes"} * 100 < 0.5
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 99%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: FeedCCPMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="feed-ccp-nodes"}
  / node_memory_MemTotal_bytes{job="feed-ccp-nodes"} * 100 < 0.5
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 99%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: FeedCCPSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="feed-ccp-nodes"} / node_memory_SwapTotal_bytes{job="feed-ccp-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: FeedHistorySolrMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="feed-history-solr-nodes"}
  / node_memory_MemTotal_bytes{job="feed-history-solr-nodes"} * 100 < 0.5
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 99%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: FeedHistorySolrSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="feed-history-solr-nodes"} / node_memory_SwapTotal_bytes{job="feed-history-solr-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: FeedMetaSolrMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="feed-meta-solr-nodes"}
  / node_memory_MemTotal_bytes{job="feed-meta-solr-nodes"} * 100 < 0.5
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 99%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: FeedMetaSolrSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="feed-meta-solr-nodes"} / node_memory_SwapTotal_bytes{job="feed-meta-solr-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: HostHighCpuLoad
expr: 100
  - (avg by(instance) (rate(node_cpu_seconds_total{mode="idle"}[2m])) * 100)
  > 99.98
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    CPU load is > 80%
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host high CPU load (instance {{ $labels.instance }})

alert: HostOutOfInodes
expr: node_filesystem_files_free{mountpoint="/rootfs"}
  / node_filesystem_files{mountpoint="/rootfs"} * 100 < 10 and on(instance,
  device, mountpoint) node_filesystem_readonly{mountpoint="/rootfs"} == 0
for: 2m
labels:
  severity: warning
annotations:
  description: |-
    Disk is almost running out of available inodes (< 10% left)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host out of inodes (instance {{ $labels.instance }})

alert: MIXMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="mix-nodes"}
  / node_memory_MemTotal_bytes{job="mix-nodes"} * 100 < 2
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 10%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 90%.

alert: MIXSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="mix-nodes"} / node_memory_SwapTotal_bytes{job="mix-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: NginxMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="nginx-nodes"}
  / node_memory_MemTotal_bytes{job="nginx-nodes"} * 100 < 1
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 1%. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 99%.

alert: NginxSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="nginx-nodes"} / node_memory_SwapTotal_bytes{job="nginx-nodes"}))
  * 100 > 80
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>80%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})

alert: NodeEpporterChartdataPriDown
expr: up{instance="chart-pri:9100",job="chart-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeEpporterChartdataSecDown
expr: up{group="Chart-Service",instance="chart-sec:9100",job="chart-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeEpporterFundamentalDataPriDown
expr: up{instance="fd-pri:9100",job="fd-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeEpporterFundamentalDataSecDown
expr: up{group="Fundamental
  Data",instance="fd-sec:9100",job="fd-nodes"} == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeEpporterSearchPriDown
expr: up{instance="search-pri:9100",job="search-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeEpporterSearchSecDown
expr: up{group="Search-Service",instance="search-sec:9100",job="search-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterDBManPriDown
expr: up{group="Database-Manager",instance="db-man:9100",job="db-man-node"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterDataManPriDown
expr: up{instance="data-man-pri:9100",job="data-man-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterDataManSecDown
expr: up{group="Data-Manager",instance="data-man-sec:9100",job="data-man-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterFactSetNewsDownAlerts
expr: up{group="factset-news",instance="factset-news-pri:9100",job="factset-news-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterFeedCCPDownAlerts
expr: up{group="feed-ccp",instance="feed-ccp:9100",job="feed-ccp-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterFeedHistorySolrDownAlerts
expr: up{group="feed-history-solr",instance="gfm-feed-history-solar:9100",job="feed-history-solr-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterFeedMetaSolrDownAlerts
expr: up{group="feed-meta-solr",instance="feed-meta-solr:9100",job="feed-meta-solr-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterMixPriDown
expr: up{instance="mix-pri:9100",job="mix-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterMixSecDown
expr: up{group="Database",instance="mix-sec:9100",job="mix-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterNginxDownAlerts
expr: up{group="Nginx-pri-sec",instance="nginx-sec:9100",job="nginx-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: NodeExporterNginxDownAlerts
expr: up{instance="nginx-pri:9100",job="nginx-nodes"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Node Exporter of {{ $labels.instance }} is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Node Expoerter of  (instance {{ $labels.instance }}) is down.

alert: PortDown-ChartdataPri-adjusted-direct.chartdata.store
expr: probe_success{instance="chart-pri:9098",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component adjusted-direct.chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> adjusted-direct.chartdata.store is down.

alert: PortDown-ChartdataPri-adjusted_ab_chartdata.store
expr: probe_success{instance="chart-pri:9098",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component adjusted_ab_chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> adjusted_ab_chartdata.store is down.

alert: PortDown-ChartdataPri-direct.chartdata.store47
expr: probe_success{instance="chart-pri:9082",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store47
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-direct.chartdata.store47 is down.

alert: PortDown-ChartdataPri-direct.chartdata.store_adjusted_nml
expr: probe_success{instance="chart-pri:9101",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store_adjusted_nml
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> direct.chartdata.store_adjusted_nml is down.

alert: PortDown-ChartdataPri-fundamental.screener
expr: probe_success{instance="chart-pri:9039",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component fundamental.screener is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> fundamental.screener is down.

alert: PortDown-ChartdataPri-history_adjusted_cd_137_chartdata.store
expr: probe_success{instance="chart-pri:9086",job="chart-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component history_adjusted_cd_137_chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  ChartPri history_adjusted_cd_137_chartdata.store is down.

alert: PortDown-ChartdataSec-adjusted-direct.chartdata.store
expr: probe_success{instance="chart-sec:9098",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component adjusted-direct.chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartSec -> adjusted-direct.chartdata.store is down.

alert: PortDown-ChartdataSec-adjusted_ab_chartdata.store
expr: probe_success{instance="chart-sec:9098",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component adjusted_ab_chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartSec-> adjusted_ab_chartdata.store is down.

alert: PortDown-ChartdataSec-direct.chartdata.store47
expr: probe_success{instance="chart-sec:9082",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store47
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartSec-direct.chartdata.store47 is down.

alert: PortDown-ChartdataSec-direct.chartdata.store_adjusted_nml
expr: probe_success{instance="chart-sec:9101",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store_adjusted_nml
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartSec-> direct.chartdata.store_adjusted_nml is down.

alert: PortDown-ChartdataSec-fundamental.screener
expr: probe_success{instance="chart-sec:9039",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component fundamental.screener is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartSec-> fundamental.screener is down.

alert: PortDown-ChartdataSec-history_adjusted_cd_137_chartdata.store
expr: probe_success{instance="chart-sec:9086",job="chart-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component history_adjusted_cd_137_chartdata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  ChartSec history_adjusted_cd_137_chartdata.store is down.

alert: PortDown-Feed-Announcement-server
expr: probe_success{instance="feed-meta-solr:9087",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} Announcement is down. \n  VALUE = {{
    $value }}\n  LABELS = {{ $labels }}"
  summary: Direct Annoucement port is down.

alert: PortDown-Feed-CCP-server
expr: probe_success{instance="feed-ccp:8083",job="feed-gfm-ccp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} Feed CCP server is down. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Feed CCP server port is down.

alert: PortDown-Feed-CCP-server
expr: probe_success{instance="feed-meta-solr:9086",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} CCP is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Direct Annoucement port is down.

alert: PortDown-Feed-History-Solr-server
expr: probe_success{instance="gfm-feed-history-solar:8983",job="feed-gfm-history-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} Feed History Solr server is down. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Feed History Solr server port is down.

alert: PortDown-Feed-direct-news-server
expr: probe_success{instance="feed-meta-solr:9085",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} direct-news is down. \n  VALUE = {{
    $value }}\n  LABELS = {{ $labels }}"
  summary: Direct News port is down.

alert: PortDown-Feed-direct-news-server
expr: probe_success{instance="feed-meta-solr:9084",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} direct-news is down. \n  VALUE = {{
    $value }}\n  LABELS = {{ $labels }}"
  summary: Direct News port is down.

alert: PortDown-Feed-meta-solr-server
expr: probe_success{instance="feed-meta-solr:8983",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} Feed Meta Solr server is down. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: meta solr port is down.

alert: PortDown-FundamentalPri-direct.dcms.store
expr: probe_success{instance="fd-pri:9094",job="fd-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.dcms.store is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> direct.dcms.store is down.

alert: PortDown-FundamentalPri-direct.fundamentaldata.store
expr: probe_success{instance="fd-pri:9088",job="fd-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.fundamentaldata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> direct.fundamentaldata.store is down.

alert: PortDown-FundamentalPri-direct.tick.store
expr: probe_success{instance="fd-pri:9092",job="fd-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.tick.store is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of ChartPri-> direct.tick.store is down.

alert: PortDown-FundamentalSec-direct.dcms.store
expr: probe_success{instance="fd-sec:9094",job="fd-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.dcms.store is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of FD --> direct.dcms.store is down.

alert: PortDown-FundamentalSec-direct.fundamentaldata.store
expr: probe_success{instance="fd-sec:9088",job="fd-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.fundamentaldata.store
    is down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of FD-> direct.fundamentaldata.store is down.

alert: PortDown-FundamentalSec-direct.tick.store
expr: probe_success{instance="fd-sec:9092",job="fd-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.tick.store is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of FD -> direct.tick.store is down.

alert: PortDown-MIX-jboss-pri
expr: probe_success{instance="mix-pri:8380",job="mix-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} PRI is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Port of MIX-jboss-pri is down.

alert: PortDown-MIX-jboss-sec
expr: probe_success{instance="mix-sec:8380",job="mix-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} SEC is down. \n  VALUE = {{ $value
    }}\n  LABELS = {{ $labels }}"
  summary: Port of MIX-jboss-sec is down.

alert: PortDown-SearchPri-AnnouncementSearch
expr: probe_success{instance="search-pri:9086",job="search-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }}  component AnnouncementSearch is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  SearchPri component AnnouncementSearch is down.

alert: PortDown-SearchPri-direct.chartdata.store
expr: probe_success{instance="search-pri:9080",job="search-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store is
    down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  (instance {{ $labels.instance }}) is down.

alert: PortDown-SearchPri-news.search
expr: probe_success{instance="search-pri:9084",job="search-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component news.search is down. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of SearchPri-news.search is down.

alert: PortDown-SearchPri-symbol.search
expr: probe_success{instance="search-pri:9082",job="search-pri-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component symbol.search is down. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of SearchPri-symbol.search is down.

alert: PortDown-SearchSec-AnnouncementSearch
expr: probe_success{instance="search-sec:9086",job="search-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }}  component AnnouncementSearch is down.
    \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  SearchSec component AnnouncementSearch is down.

alert: PortDown-SearchSec-direct.chartdata.store
expr: probe_success{instance="search-sec:9080",job="search-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component direct.chartdata.store is
    down. \n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of  (instance {{ $labels.instance }}) is down.

alert: PortDown-SearchSec-news.search
expr: probe_success{instance="search-sec:9084",job="search-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component news.search is down. \n  VALUE
    = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of SearchSec-news.search is down.

alert: PortDown-SearchSec-symbol.search
expr: probe_success{instance="search-sec:9082",job="search-sec-tcp"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component symbol.search is down. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Port of SearchSec-symbol.search is down.

alert: PortDown-Solr-8.2.0-server
expr: probe_success{instance="feed-meta-solr:9854",job="feed-meta-solr"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} Solr-8.2.0 is down. \n  VALUE = {{
    $value }}\n  LABELS = {{ $labels }}"
  summary: Solr-8.2.0 port is down.

alert: PortDown-factset-news-qoute-server
expr: probe_success{instance="factset-news-pri:9006",job="factset-news"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component qoute server is down. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: factset news qoute server port is down.

alert: PortDown-factset-news-qoute-server
expr: probe_success{instance="factsetnews-sec:9006",job="factset-news"}
  == 0
for: 5m
labels:
  severity: critical
annotations:
  description: "Port of {{ $labels.instance }} component qoute server is down. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: factset news secondary qoute server port is down.

alert: SearchServiceMemoryAlerts
expr: node_memory_MemAvailable_bytes{job="search-nodes"}
  / node_memory_MemTotal_bytes{job="search-nodes"} * 100 < 0.1
for: 5m
labels:
  severity: critical
annotations:
  description: "Remainging Memory of {{ $labels.instance }} is less than 0.1%. \n
    \ VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
  summary: Memory of  (instance {{ $labels.instance }}) is used 99.9%.

alert: SearchSwapIsFillingUp
expr: (1
  - (node_memory_SwapFree_bytes{job="search-nodes"} / node_memory_SwapTotal_bytes{job="search-nodes"}))
  * 100 > 95
for: 5m
labels:
  severity: warning
annotations:
  description: |-
    Swap is filling up (>95%)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host swap is filling up (instance {{ $labels.instance }})