Feature/rustfs config (#396)

* init rustfs config

* improve code for rustfs-config crate

* add

* improve code for comment

* fix: modify rustfs-config crate name

* add default fn

* improve error logger

* fix: modify docker config yaml

* improve code for config

* feat: restrict kafka feature to Linux only

- Add target-specific feature configuration in Cargo.toml for obs and event-notifier crates
- Implement conditional compilation for kafka feature only on Linux systems
- Add appropriate error handling for non-Linux platforms
- Ensure backward compatibility with existing code

* refactor(ci): optimize build workflow for better efficiency

- Integrate GUI build steps into main build-rustfs job
- Add conditional GUI build execution based on tag releases
- Simplify workflow by removing redundant build-rustfs-gui job
- Copy binary directly to embedded-rustfs directory without downloading artifacts
- Update merge job dependency to only rely on build-rustfs
- Improve cross-platform compatibility for Windows binary naming (.exe)
- Streamline artifact uploading and OSS publishing process
- Maintain consistent conditional logic for release operations

* refactor(ci): optimize build workflow for better efficiency

- Integrate GUI build steps into main build-rustfs job
- Add conditional GUI build execution based on tag releases
- Simplify workflow by removing redundant build-rustfs-gui job
- Copy binary directly to embedded-rustfs directory without downloading artifacts
- Update merge job dependency to only rely on build-rustfs
- Improve cross-platform compatibility for Windows binary naming (.exe)
- Streamline artifact uploading and OSS publishing process
- Maintain consistent conditional logic for release operations

* fix(ci): add repo-token to setup-protoc action for authentication

- Add GITHUB_TOKEN parameter to arduino/setup-protoc@v3 action
- Ensure proper authentication for Protoc installation in CI workflow
- Maintain consistent setup across different CI environments

* modify config

* improve readme.md

* remove env config relation

* add allow(dead_code)

deploy/config/.example.obs.env

@@ -1,27 +1,28 @@
-OBSERVABILITY__ENDPOINT=http://localhost:4317
-OBSERVABILITY__USE_STDOUT=true
-OBSERVABILITY__SAMPLE_RATIO=2.0
-OBSERVABILITY__METER_INTERVAL=30
-OBSERVABILITY__SERVICE_NAME=rustfs
-OBSERVABILITY__SERVICE_VERSION=0.1.0
-OBSERVABILITY__ENVIRONMENT=develop
-OBSERVABILITY__LOGGER_LEVEL=debug
-
-SINKS__KAFKA__ENABLED=false
-SINKS__KAFKA__BOOTSTRAP_SERVERS=localhost:9092
-SINKS__KAFKA__TOPIC=logs
-SINKS__KAFKA__BATCH_SIZE=100
-SINKS__KAFKA__BATCH_TIMEOUT_MS=1000
-
-SINKS__WEBHOOK__ENABLED=false
-SINKS__WEBHOOK__ENDPOINT=http://localhost:8080/webhook
-SINKS__WEBHOOK__AUTH_TOKEN=
-SINKS__WEBHOOK__BATCH_SIZE=100
-SINKS__WEBHOOK__BATCH_TIMEOUT_MS=1000
-
-SINKS__FILE__ENABLED=true
-SINKS__FILE__PATH=./deploy/logs/rustfs.log
-SINKS__FILE__BATCH_SIZE=10
-SINKS__FILE__BATCH_TIMEOUT_MS=1000
-
-LOGGER__QUEUE_CAPACITY=10
+#RUSTFS__OBSERVABILITY__ENDPOINT=http://localhost:4317
+#RUSTFS__OBSERVABILITY__USE_STDOUT=true
+#RUSTFS__OBSERVABILITY__SAMPLE_RATIO=2.0
+#RUSTFS__OBSERVABILITY__METER_INTERVAL=30
+#RUSTFS__OBSERVABILITY__SERVICE_NAME=rustfs
+#RUSTFS__OBSERVABILITY__SERVICE_VERSION=0.1.0
+#RUSTFS__OBSERVABILITY__ENVIRONMENT=develop
+#RUSTFS__OBSERVABILITY__LOGGER_LEVEL=debug
+#
+#RUSTFS__SINKS_0__type=Kakfa
+#RUSTFS__SINKS_0__brokers=localhost:9092
+#RUSTFS__SINKS_0__topic=logs
+#RUSTFS__SINKS_0__batch_size=100
+#RUSTFS__SINKS_0__batch_timeout_ms=1000
+#
+#RUSTFS__SINKS_1__type=Webhook
+#RUSTFS__SINKS_1__endpoint=http://localhost:8080/webhook
+#RUSTFS__SINKS_1__auth_token=you-auth-token
+#RUSTFS__SINKS_1__batch_size=100
+#RUSTFS__SINKS_1__batch_timeout_ms=1000
+#
+#RUSTFS__SINKS_2__type=File
+#RUSTFS__SINKS_2__path=./deploy/logs/rustfs.log
+#RUSTFS__SINKS_2__buffer_size=10
+#RUSTFS__SINKS_2__flush_interval_ms=1000
+#RUSTFS__SINKS_2__flush_threshold=100
+#
+#RUSTFS__LOGGER__QUEUE_CAPACITY=10

deploy/config/obs-zh.example.toml

@@ -9,26 +9,26 @@ environments = "develop"           # 运行环境，如开发环境 (develop)
 logger_level = "debug"             # 日志级别，可选 debug/info/warn/error 等
 local_logging_enabled = true       # 是否启用本地 stdout 日志记录，true 表示启用，false 表示禁用
 
-[sinks]
-[sinks.kafka]                      # Kafka 接收器配置
-enabled = false                    # 是否启用 Kafka 接收器，默认禁用
-bootstrap_servers = "localhost:9092" # Kafka 服务器地址
-topic = "logs"                     # Kafka 主题名称
-batch_size = 100                   # 批处理大小，每次发送的消息数量
-batch_timeout_ms = 1000           # 批处理超时时间，单位为毫秒
+#[[sinks]]                      # Kafka 接收器配置
+#type = "Kafka"                   # 是否启用 Kafka 接收器，默认禁用
+#brokers = "localhost:9092" # Kafka 服务器地址
+#topic = "logs"                     # Kafka 主题名称
+#batch_size = 100                   # 批处理大小，每次发送的消息数量
+#batch_timeout_ms = 1000           # 批处理超时时间，单位为毫秒
 
-[sinks.webhook]                    # Webhook 接收器配置
-enabled = false                    # 是否启用 Webhook 接收器
-endpoint = "http://localhost:8080/webhook" # Webhook 接收地址
-auth_token = ""                    # 认证令牌
-batch_size = 100                   # 批处理大小
-batch_timeout_ms = 1000           # 批处理超时时间，单位为毫秒
+#[[sinks]]                   # Webhook 接收器配置
+#type = "Webhook"                    # 是否启用 Webhook 接收器
+#endpoint = "http://localhost:8080/webhook" # Webhook 接收地址
+#auth_token = ""                    # 认证令牌
+#batch_size = 100                   # 批处理大小
+#batch_timeout_ms = 1000           # 批处理超时时间，单位为毫秒
 
-[sinks.file]                       # 文件接收器配置
-enabled = true                     # 是否启用文件接收器
+[[sinks]]                       # 文件接收器配置
+type = "File"                      # 是否启用文件接收器
 path = "./deploy/logs/rustfs.log" # 日志文件路径
-batch_size = 10                    # 批处理大小
-batch_timeout_ms = 1000           # 批处理超时时间，单位为毫秒
+buffer_size = 10                    # 缓冲区大小，表示每次写入的字节数
+flush_interval_ms = 100           # 批处理超时时间，单位为毫秒
+flush_threshold = 100          # 刷新阈值，表示在达到该数量时刷新日志
 
 [logger]                           # 日志器配置
 queue_capacity = 10                # 日志队列容量，表示可以缓存的日志条数

deploy/config/obs.example.toml

@@ -4,31 +4,31 @@ use_stdout = false # Output with stdout, true output, false no output
 sample_ratio = 2.0
 meter_interval = 30
 service_name = "rustfs"
-service_version = "0.1.0"
+service_version = "0.0.1"
 environment = "develop"
-logger_level = "error"
+logger_level = "info"
 local_logging_enabled = true
 
-[sinks]
-[sinks.kafka] # Kafka sink is disabled by default
-enabled = false
-bootstrap_servers = "localhost:9092"
-topic = "logs"
-batch_size = 100 # Default is 100 if not specified
-batch_timeout_ms = 1000 # Default is 1000ms if not specified
+#[[sinks]]
+#type = "Kafka"
+#brokers = "localhost:9092"
+#topic = "logs"
+#batch_size = 100 # Default is 100 if not specified
+#batch_timeout_ms = 100 # Default is 1000ms if not specified
+#
+#[[sinks]]
+#type = "Webhook"
+#endpoint = "http://localhost:8080/webhook"
+#auth_token = ""
+#batch_size = 100 # Default is 3 if not specified
+#batch_timeout_ms = 100 # Default is 100ms if not specified
 
-[sinks.webhook]
-enabled = false
-endpoint = "http://localhost:8080/webhook"
-auth_token = ""
-batch_size = 100 # Default is 3 if not specified
-batch_timeout_ms = 1000 # Default is 100ms if not specified
-
-[sinks.file]
-enabled = true
-path = "./deploy/logs/rustfs.log"
-batch_size = 100
-batch_timeout_ms = 1000 # Default is 8192 bytes if not specified
+[[sinks]]
+type = "File"
+path = "deploy/logs/rustfs.log"
+buffer_size = 101 # Default is 8192 bytes if not specified
+flush_interval_ms = 1000
+flush_threshold = 100
 
 [logger]
 queue_capacity = 10000

deploy/config/rustfs-zh.env

@@ -23,4 +23,6 @@ RUSTFS_LICENSE="license content"
 # 可观测性配置文件路径：deploy/config/obs.example.toml
 RUSTFS_OBS_CONFIG=/etc/default/obs.toml
 # TLS 证书目录路径：deploy/certs
-RUSTFS_TLS_PATH=/etc/default/tls
+RUSTFS_TLS_PATH=/etc/default/tls
+# 事件通知配置文件路径：deploy/config/event.example.toml
+RUSTFS_EVENT_CONFIG=/etc/default/event.toml

deploy/config/rustfs.env

@@ -23,4 +23,6 @@ RUSTFS_LICENSE="license content"
 # Observability configuration file path: deploy/config/obs.example.toml
 RUSTFS_OBS_CONFIG=/etc/default/obs.toml
 # TLS certificates directory path: deploy/certs
-RUSTFS_TLS_PATH=/etc/default/tls
+RUSTFS_TLS_PATH=/etc/default/tls
+# event notification configuration file path: deploy/config/event.example.toml
+RUSTFS_EVENT_CONFIG=/etc/default/event.toml