FastDFS 可观测性最佳实践

该库为FastDFS相关操作提供了Prometheus指标
收集的指标是基于FastDFS内置的`fdfs_monitor`命令

wget https://github.com/maxpasserby/fastdfs-exporter/archive/refs/tags/0.1.1.tar.gz

执行以下命令 运行exporter.main
python3 -u -m exporter.main
结果展示可以看到http://172.16.0.150:9036/ 为 prom指标：Warning: The environment variable [TRACKER_SERVER] is empty, [TRACKER_SERVER] will be set to the default value of [127.0.0.1:22122] * Serving Flask app 'main' (lazy loading) * Environment: production   WARNING: This is a development server. Do not use it in a production deployment.   Use a production WSGI server instead. * Debug mode: off * Running on all addresses.   WARNING: This is a development server. Do not use it in a production deployment. * Running on http://172.16.0.150:9036/ (Press CTRL+C to quit)

nohup /usr/bin/python3.6 -u -m exporter.main &

[root@FHJ-TEST-TEMP ~]# curl 127.0.0.1:9036/metrics# HELP fastdfs_group_count The total number of storage groups in FastDFS# TYPE fastdfs_group_count gaugefastdfs_group_count 1.0# HELP fastdfs_group_storage_server_count The number of active storage servers in a FastDFS storage group# TYPE fastdfs_group_storage_server_count gaugefastdfs_group_storage_server_count{group="group1"} 1.0# HELP fastdfs_group_active_storage_server_count The number of storage servers in a FastDFS storage group# TYPE fastdfs_group_active_storage_server_count gaugefastdfs_group_active_storage_server_count{group="group1"} 1.0# HELP fastdfs_group_disk_total_space_bytes The total disk space of a FastDFS storage group in bytes# TYPE fastdfs_group_disk_total_space_bytes gaugefastdfs_group_disk_total_space_bytes{group="group1"} 2.0797456384e+010# HELP fastdfs_group_disk_free_space_bytes The free disk space of a FastDFS storage group in bytes# TYPE fastdfs_group_disk_free_space_bytes gaugefastdfs_group_disk_free_space_bytes{group="group1"} 1.4593032192e+010# HELP fastdfs_storage_server_info information about a fastdfs storage server(0:OFFLINE  1:ACTIVE  2:INIT  3:DELETED  4:WAIT_SYNC  5:SYNCING  6:ONLINE)# TYPE fastdfs_storage_server_info gaugefastdfs_storage_server_info{group="group1",ip="14.103.17.230",storage="storage1",version="6.07"} 1.0# HELP fastdfs_storage_join_time_seconds the time when a storage server joined the fastdfs cluster in seconds since the epoch# TYPE fastdfs_storage_join_time_seconds gaugefastdfs_storage_join_time_seconds{group="group1",ip="14.103.17.230",storage="storage1"} 1.753076473e+09# HELP fastdfs_storage_up_time_seconds the time when a storage server was last started (or restarted) in seconds since the epoch# TYPE fastdfs_storage_up_time_seconds gaugefastdfs_storage_up_time_seconds{group="group1",ip="14.103.17.230",storage="storage1"} 1.753076473e+09# HELP fastdfs_storage_total_space_bytes the total disk space of a fastdfs storage server in bytes# TYPE fastdfs_storage_total_space_bytes gaugefastdfs_storage_total_space_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 2.0797456384e+010# HELP fastdfs_storage_free_space_bytes the free disk space of a fastdfs storage server in bytes# TYPE fastdfs_storage_free_space_bytes gaugefastdfs_storage_free_space_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 1.4593032192e+010# HELP fastdfs_storage_connection_alloc_count the total number of connections allocated from the pool (since server startup) of a fastdfs storage server# TYPE fastdfs_storage_connection_alloc_count gaugefastdfs_storage_connection_alloc_count{group="group1",ip="14.103.17.230",storage="storage1"} 256.0# HELP fastdfs_storage_connection_current_count the number of currently used connections of a fastdfs storage server# TYPE fastdfs_storage_connection_current_count gaugefastdfs_storage_connection_current_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_connection_max_count the maximum number of allowed connections of a fastdfs storage server# TYPE fastdfs_storage_connection_max_count gaugefastdfs_storage_connection_max_count{group="group1",ip="14.103.17.230",storage="storage1"} 1.0# HELP fastdfs_storage_total_upload_count the total number of file upload operations on a fastdfs storage server# TYPE fastdfs_storage_total_upload_count gaugefastdfs_storage_total_upload_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_success_upload_count the number of successful file upload operations on a fastdfs storage server# TYPE fastdfs_storage_success_upload_count gaugefastdfs_storage_success_upload_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_total_delete_count the total number of file deletion operations on a fastdfs storage server# TYPE fastdfs_storage_total_delete_count gaugefastdfs_storage_total_delete_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_delete_count the number of successful file deletion operations on a fastdfs storage server# TYPE fastdfs_storage_success_delete_count gaugefastdfs_storage_success_delete_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_download_count the total number of file download operations on a fastdfs storage server# TYPE fastdfs_storage_total_download_count gaugefastdfs_storage_total_download_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_download_count the number of successful file download operations on a fastdfs storage server# TYPE fastdfs_storage_success_download_count gaugefastdfs_storage_success_download_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_modify_count the total number of file modification operations on a fastdfs storage server# TYPE fastdfs_storage_total_modify_count gaugefastdfs_storage_total_modify_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_modify_count the number of successful file modification operations on a fastdfs storage server# TYPE fastdfs_storage_success_modify_count gaugefastdfs_storage_success_modify_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_append_count the total number of file append operations on a fastdfs storage server# TYPE fastdfs_storage_total_append_count gaugefastdfs_storage_total_append_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_append_count the number of successful file append operations on a fastdfs storage server# TYPE fastdfs_storage_success_append_count gaugefastdfs_storage_success_append_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_upload_bytes the total size of files uploaded to a fastdfs storage server in bytes# TYPE fastdfs_storage_total_upload_bytes gaugefastdfs_storage_total_upload_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 154.0# HELP fastdfs_storage_success_upload_bytes the size of successfully uploaded files to a fastdfs storage server in bytes# TYPE fastdfs_storage_success_upload_bytes gaugefastdfs_storage_success_upload_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 154.0# HELP fastdfs_storage_total_download_bytes the total size of files downloaded from a fastdfs storage server in bytes# TYPE fastdfs_storage_total_download_bytes gaugefastdfs_storage_total_download_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_download_bytes the size of successfully downloaded files from a fastdfs storage server in bytes# TYPE fastdfs_storage_success_download_bytes gaugefastdfs_storage_success_download_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_append_bytes the total size of files appended to a fastdfs storage server in bytes# TYPE fastdfs_storage_total_append_bytes gaugefastdfs_storage_total_append_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_append_bytes the size of successfully appended files to a fastdfs storage server in bytes# TYPE fastdfs_storage_success_append_bytes gaugefastdfs_storage_success_append_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_modify_bytes the total size of files modified on a fastdfs storage server in bytes# TYPE fastdfs_storage_total_modify_bytes gaugefastdfs_storage_total_modify_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_modify_bytes the size of successfully modified files on a fastdfs storage server# TYPE fastdfs_storage_success_modify_bytes gaugefastdfs_storage_success_modify_bytes{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_file_open_count the total number of file open operations on a fastdfs storage# TYPE fastdfs_storage_total_file_open_count gaugefastdfs_storage_total_file_open_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_success_file_open_count the number of successful file open operations on a fastdfs storage server# TYPE fastdfs_storage_success_file_open_count gaugefastdfs_storage_success_file_open_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_total_file_read_count the total number of file read operations on a fastdfs storage server# TYPE fastdfs_storage_total_file_read_count gaugefastdfs_storage_total_file_read_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_success_file_read_count the number of successful file read operations on a fastdfs storage server# TYPE fastdfs_storage_success_file_read_count gaugefastdfs_storage_success_file_read_count{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_total_file_write_count the total number of file write operations on a fastdfs storage server# TYPE fastdfs_storage_total_file_write_count gaugefastdfs_storage_total_file_write_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_success_file_write_count the number of successful file write operations on a fastdfs storage server# TYPE fastdfs_storage_success_file_write_count gaugefastdfs_storage_success_file_write_count{group="group1",ip="14.103.17.230",storage="storage1"} 11.0# HELP fastdfs_storage_last_heart_beat_time the time of the last heartbeat of a fastdfs storage server# TYPE fastdfs_storage_last_heart_beat_time gaugefastdfs_storage_last_heart_beat_time{group="group1",ip="14.103.17.230",storage="storage1"} 1.753084637e+09# HELP fastdfs_storage_last_source_update the time of the last source file update on a fastdfs storage server# TYPE fastdfs_storage_last_source_update gaugefastdfs_storage_last_source_update{group="group1",ip="14.103.17.230",storage="storage1"} 1.753077421e+09# HELP fastdfs_storage_last_sync_update the time of the last synchronization update on a fastdfs storage server# TYPE fastdfs_storage_last_sync_update gaugefastdfs_storage_last_sync_update{group="group1",ip="14.103.17.230",storage="storage1"} 0.0# HELP fastdfs_storage_last_synced_timestamp the timestamp of the last synchronization on a fastdfs storage server# TYPE fastdfs_storage_last_synced_timestamp gaugefastdfs_storage_last_synced_timestamp{group="group1",ip="14.103.17.230",storage="storage1"} 0.0

cp prom.conf.sample prom-fastdfs.conf 

[[inputs.prom]]  ## Exporter URLs.  urls = ["http://127.0.0.1:9036/metrics"]
  ## Stream Size.   ## The source stream segmentation size, (defaults to 1).  ## 0 source stream undivided.   # stream_size = 1
  ## Unix Domain Socket URL. Using socket to request data when not empty.  uds_path = ""
  ## Ignore URL request errors.  ignore_req_err = false
  ## Collector alias.  source = "fastdfs"

systemctl restart Datakit