From 7040aa6fe5fc48847dae71e17b01aa373588f709 Mon Sep 17 00:00:00 2001 From: gsd Date: Wed, 12 Mar 2025 00:09:57 +0300 Subject: [PATCH] push gateway --- .gitignore | 2 +- Dockerfile | 5 -- README | 1 - pushgateway/check.sh => check.sh | 0 docker-compose.yaml | 27 ++++++---- pushgateway/docker-compose.yaml | 25 --------- server.py | 90 -------------------------------- pushgateway/srv.conf => srv.conf | 0 8 files changed, 19 insertions(+), 131 deletions(-) delete mode 100644 Dockerfile delete mode 100644 README rename pushgateway/check.sh => check.sh (100%) delete mode 100644 pushgateway/docker-compose.yaml delete mode 100644 server.py rename pushgateway/srv.conf => srv.conf (100%) diff --git a/.gitignore b/.gitignore index 539916d..d76258f 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1 @@ -pushgateway/.htpasswd \ No newline at end of file +.htpasswd \ No newline at end of file diff --git a/Dockerfile b/Dockerfile deleted file mode 100644 index 8c810d6..0000000 --- a/Dockerfile +++ /dev/null @@ -1,5 +0,0 @@ -FROM python:3.10 -RUN pip install fastapi uvicorn -WORKDIR /app -COPY server.py /app/ -ENTRYPOINT ["python3", "server.py"] \ No newline at end of file diff --git a/README b/README deleted file mode 100644 index 7211810..0000000 --- a/README +++ /dev/null @@ -1 +0,0 @@ -curl http://192.168.3.1:9100/metrics | curl -H "Host: srv" -H "Secret: secret" -X POST -d "$(> /dev/null \ No newline at end of file diff --git a/pushgateway/check.sh b/check.sh similarity index 100% rename from pushgateway/check.sh rename to check.sh diff --git a/docker-compose.yaml b/docker-compose.yaml index b1b10c7..69eeb87 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -1,14 +1,23 @@ +#curl -s http://localhost:9100/metrics | curl --data-binary @- http://pushgateway.example.org:9091/metrics/job/some_job/instance/some_instance services: - node_exporter_relay: - build: ./ - environment: - - NEC_HOST=0.0.0.0 - - NEC_PORT=9100 - - DEAD_AFTER=60 + pushgateway: + image: docker.pblr-nyk.pro/prom/pushgateway:latest + container_name: p_gw + restart: unless-stopped + deploy: + resources: + limits: + cpus: "0.1" + memory: 128M + pushgateway_nginx: + image: docker.pblr-nyk.pro/nginx:1.27.4-alpine + container_name: p_gw_nginx + restart: unless-stopped + volumes: + - $PWD/srv.conf:/etc/nginx/conf.d/srv.conf:ro + - $PWD/.htpasswd:/etc/nginx/.htpasswd:ro ports: - - 9100:9100 - env_file: - - .env + - 9091:9091 deploy: resources: limits: diff --git a/pushgateway/docker-compose.yaml b/pushgateway/docker-compose.yaml deleted file mode 100644 index 69eeb87..0000000 --- a/pushgateway/docker-compose.yaml +++ /dev/null @@ -1,25 +0,0 @@ -#curl -s http://localhost:9100/metrics | curl --data-binary @- http://pushgateway.example.org:9091/metrics/job/some_job/instance/some_instance -services: - pushgateway: - image: docker.pblr-nyk.pro/prom/pushgateway:latest - container_name: p_gw - restart: unless-stopped - deploy: - resources: - limits: - cpus: "0.1" - memory: 128M - pushgateway_nginx: - image: docker.pblr-nyk.pro/nginx:1.27.4-alpine - container_name: p_gw_nginx - restart: unless-stopped - volumes: - - $PWD/srv.conf:/etc/nginx/conf.d/srv.conf:ro - - $PWD/.htpasswd:/etc/nginx/.htpasswd:ro - ports: - - 9091:9091 - deploy: - resources: - limits: - cpus: "0.1" - memory: 128M \ No newline at end of file diff --git a/server.py b/server.py deleted file mode 100644 index 5979310..0000000 --- a/server.py +++ /dev/null @@ -1,90 +0,0 @@ -from fastapi import FastAPI -from fastapi import Request -from fastapi.responses import Response -from fastapi import BackgroundTasks -import uvicorn -import os -from time import time -import asyncio -import datetime - -class Collector: - app = FastAPI() - secrets = [] - hosts = [] - store = {} - def __init__(self) -> None: - self.secrets = os.getenv("KEYS", "secret").split(",") - self.hosts = os.getenv("HOSTS", "srv").split(",") - self.dead_after = int(os.getenv("DEAD_AFTER", "90")) - self.build_routes() - - def check_headers(self, request: Request): - if not request.headers.get("Secret", ""): - print("secret empty") - return Response(status_code=400) - if not request.headers.get("Host", "") and not request.headers.get("Host-replace", ""): - print("host empty") - return Response(status_code=400) - - if not request.headers.get("Secret", "") in self.secrets: - return Response(status_code=400) - - host = request.headers.get("Host-replace", "") or request.headers.get("Host", "") - host = host.split(":")[0] - if not host in self.hosts: - return Response(status_code=400) - - return None - - async def deadline(self, host): - await asyncio.sleep(self.dead_after) - if host in self.store: - if time()+1 - self.store[host]['timestamp'] > self.dead_after: - print(f"{host} is dead") - del self.store[host] - - - def build_routes(self): - @self.app.get("/metrics") - async def get(request: Request): - response: Response = self.check_headers(request) - if response: - return response - - host = request.headers.get("Host-replace", "") or request.headers.get("Host", "") - host = host.split(":")[0] - - if host in self.store and self.store[host]['data']: - return Response( - content=self.store[host]['data'], - status_code=200, - headers=self.store[host]['headers']) - else: - print(f"cannot find {host}") - return Response(status_code=404) - - @self.app.post("/metrics") - async def post(request: Request, background_tasks: BackgroundTasks): - response: Response = self.check_headers(request) - if response: - return response - - host = request.headers.get("Host-replace", "") or request.headers.get("Host", "") - host = host.split(":")[0] - - self.store[host] = { - "data":await request.body(), - "timestamp": time(), - "headers": { - "Content-Type": "text/plain; version=0.0.4; charset=utf-8; escaping=underscores", - "Date": datetime.datetime.utcnow().strftime("%a, %d %b %Y %H:%M:%S GMT") - } - } - - background_tasks.add_task(self.deadline, host) - return Response(status_code=200) - -if __name__ == "__main__": - collector = Collector() - uvicorn.run(collector.app, host = os.getenv("NEC_HOST", "0.0.0.0"), port = int(os.getenv("NEC_PORT", "9100"))) \ No newline at end of file diff --git a/pushgateway/srv.conf b/srv.conf similarity index 100% rename from pushgateway/srv.conf rename to srv.conf