Передача логов с кластера Managed Kubernetes

├── app/                      # Ваше Python-приложение
│   ├── generator.py          # Основной код приложения
│   └── Dockerfile            # Dockerfile для сборки приложения
├── fluent-bit-logaas/        # Кастомный образ Fluent Bit с плагином logaas
│   └── Dockerfile            # Dockerfile для сборки fluent-bit-logaas
│
├── k8s/                      # Файлы конфигурации Kubernetes
│   ├── deployment.yaml       # Основной Deployment приложения (без логирования)
│   ├── service.yaml          # Конфигурация сервиса
│   └── logging/              # Конфигурации для логирования
│       ├── fluent-bit/
│       │   ├── daemonset.yaml          # DaemonSet для Fluent Bit
│       │   ├── configmap.yaml          # ConfigMap для Fluent Bit
│       │   ├── fluent-bit.conf         # Основной конфиг Fluent Bit
│       │   └── parsers.conf            # Дополнительные парсеры (опционально)
│       │
│       └── sidecar/                   # Альтернативный подход с sidecar
│           └── deployment-with-sidecar.yaml # Deployment app с sidecar-контейнером

import random
import json
import socket
import os
from datetime import datetime, timezone
import time

LOG_LEVELS = ['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL']
MESSAGE_TEMPLATES = [
    "Data received [ID: {id}]",
    "Processing request from user {user}",
    "Failed to connect to database {db}",
    "Connection timeout after {sec} seconds",
    "File {file} not found",
    "Authentication failed for {service}",
    "Received {size} bytes from {ip}",
    "Task {task} completed in {ms}ms",
    "Cache miss for key {key}",
    "Starting backup process {job_id}"
]


def generate_message():
    template = random.choice(MESSAGE_TEMPLATES)
    replacements = {
        'id': lambda: random.randint(1000, 9999),
        'user': lambda: f"user_{random.randint(100, 999)}",
        'db': lambda: random.choice(["primary", "replica", "archive"]),
        'sec': lambda: random.randint(1, 30),
        'file': lambda: f"/var/log/{random.choice(['app', 'system', 'auth'])}.log",
        'service': lambda: random.choice(["API", "SSH", "Database"]),
        'size': lambda: random.randint(512, 4096),
        'ip': lambda: ".".join(map(str, [random.randint(1, 255) for _ in range(4)])),
        'task': lambda: random.choice(["cleanup", "backup", "sync"]),
        'ms': lambda: random.randint(100, 5000),
        'key': lambda: hex(random.getrandbits(128))[2:10],
        'job_id': lambda: f"JOB-{random.randint(10000, 99999)}"
    }

    return template.format(**{k: v() for k, v in replacements.items() if k in template})


def generate_log():
    return {
        "timestamp": datetime.now(timezone.utc).isoformat(timespec='milliseconds').replace('+00:00', 'Z'),
        "level": random.choice(LOG_LEVELS),
        "labels": {
            "app": "logger",
            "host": socket.gethostname(),
            "pid": os.getpid(),
            "random": random.randint(1, 1000)
        },        "message": generate_message()
    }

if __name__ == "__main__":
    while True:        log_entry = generate_log()
        print(json.dumps(log_entry))
        time.sleep(random.uniform(0.1, 2.0))

FROM python:3.13-alpine
WORKDIR /app
COPY log_generator.py .
CMD ["python", "./log_generator.py"]

ARG fluebtbit_ver=3.2.0

FROM debian:bullseye-slim as builder
RUN apt-get update && apt-get install -y --no-install-recommends \
    wget \
    ca-certificates \
 && rm -rf /var/lib/apt/lists/*

WORKDIR /build
RUN wget https://github.com/CLOUDdotRu/fluent-bit-plugins/raw/main/logaas.so -O ./logaas.so

FROM fluent/fluent-bit:${fluebtbit_ver} as fluentbit
COPY --from=builder /build/logaas.so /fluent-bit/bin/
ENTRYPOINT ["/fluent-bit/bin/fluent-bit", "-e", "/fluent-bit/bin/logaas.so"]
CMD ["-c", "/fluent-bit/etc/fluent-bit.conf"]

docker build -t your-registry.cr.cloud.ru/simple-logging-app:latest -f app/Dockerfile app/
docker push your-registry.cr.cloud.ru/simple-logging-app:latest

docker build -t your-registry.cr.cloud.ru/fluent-bit-logaas:latest -f fluent-bit-logaas/Dockerfile fluent-bit-logaas/
docker push your-registry.cr.cloud.ru/fluent-bit-logaas:latest