fastdfs/tracker/tracker_dump.c

563 lines
16 KiB
C

/**
* Copyright (C) 2008 Happy Fish / YuQing
*
* FastDFS may be copied only under the terms of the GNU General
* Public License V3, which may be found in the FastDFS source kit.
* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.
**/
#include <stdio.h>
#include <string.h>
#include <stdlib.h>
#include <errno.h>
#include <fcntl.h>
#include "tracker_dump.h"
#include "fastcommon/shared_func.h"
#include "fastcommon/sched_thread.h"
#include "fastcommon/logger.h"
#include "fastcommon/hash.h"
#include "fastcommon/connection_pool.h"
#include "fdfs_global.h"
#include "tracker_global.h"
#include "tracker_mem.h"
#include "tracker_service.h"
#include "tracker_relationship.h"
#include "fdfs_shared_func.h"
static int fdfs_dump_storage_stat(FDFSStorageDetail *pServer,
char *buff, const int buffSize);
static int fdfs_dump_group_stat(FDFSGroupInfo *pGroup, char *buff, const int buffSize)
{
char szLastSourceUpdate[32];
char szLastSyncUpdate[32];
char szSyncedTimestamp[32];
int total_len;
FDFSStorageDetail **ppServer;
FDFSStorageDetail **ppServerEnd;
int i;
int j;
total_len = snprintf(buff, buffSize,
"group_name=%s\n"
"total_mb=%"PRId64"\n"
"free_mb=%"PRId64"\n"
"alloc_size=%d\n"
"server count=%d\n"
"active server count=%d\n"
"storage_port=%d\n"
"storage_http_port=%d\n"
"current_read_server=%d\n"
"current_write_server=%d\n"
"store_path_count=%d\n"
"subdir_count_per_path=%d\n"
"current_trunk_file_id=%d\n"
"pStoreServer=%s\n"
"pTrunkServer=%s\n"
"last_trunk_server_id=%s\n"
"chg_count=%d\n"
"trunk_chg_count=%d\n"
"last_source_update=%s\n"
"last_sync_update=%s\n",
pGroup->group_name,
pGroup->total_mb,
pGroup->free_mb,
pGroup->alloc_size,
pGroup->count,
pGroup->active_count,
pGroup->storage_port,
pGroup->storage_http_port,
pGroup->current_read_server,
pGroup->current_write_server,
pGroup->store_path_count,
pGroup->subdir_count_per_path,
pGroup->current_trunk_file_id,
pGroup->pStoreServer != NULL ? FDFS_CURRENT_IP_ADDR(pGroup->pStoreServer) : "",
pGroup->pTrunkServer != NULL ? FDFS_CURRENT_IP_ADDR(pGroup->pTrunkServer) : "",
pGroup->last_trunk_server_id,
pGroup->chg_count,
pGroup->trunk_chg_count,
formatDatetime(pGroup->last_source_update,
"%Y-%m-%d %H:%M:%S",
szLastSourceUpdate, sizeof(szLastSourceUpdate)),
formatDatetime(pGroup->last_sync_update,
"%Y-%m-%d %H:%M:%S",
szLastSyncUpdate, sizeof(szLastSyncUpdate))
);
total_len += snprintf(buff + total_len, buffSize - total_len,
"total server count=%d\n", pGroup->count);
ppServerEnd = pGroup->all_servers + pGroup->count;
for (ppServer=pGroup->all_servers; ppServer<ppServerEnd; ppServer++)
{
total_len += snprintf(buff + total_len, buffSize - total_len,
"\t%s\n", FDFS_CURRENT_IP_ADDR(*ppServer));
}
total_len += snprintf(buff + total_len, buffSize - total_len,
"\nactive server count=%d\n", pGroup->active_count);
ppServerEnd = pGroup->active_servers + pGroup->active_count;
for (ppServer=pGroup->active_servers; ppServer<ppServerEnd; ppServer++)
{
total_len += snprintf(buff + total_len, buffSize - total_len,
"\t%s\n", FDFS_CURRENT_IP_ADDR(*ppServer));
}
#ifdef WITH_HTTPD
total_len += snprintf(buff + total_len, buffSize - total_len,
"\nhttp active server count=%d\n"
"current_http_server=%d\n",
pGroup->http_server_count,
pGroup->current_http_server);
ppServerEnd = pGroup->http_servers + pGroup->http_server_count;
for (ppServer=pGroup->http_servers; ppServer<ppServerEnd; ppServer++)
{
total_len += snprintf(buff + total_len, buffSize - total_len,
"\t%s\n", (*ppServer)->ip_addr);
}
#endif
ppServerEnd = pGroup->sorted_servers + pGroup->count;
for (ppServer=pGroup->sorted_servers; ppServer<ppServerEnd; ppServer++)
{
total_len += snprintf(buff + total_len, buffSize - total_len,
"\nHost %d.\n",
(int)(ppServer - pGroup->sorted_servers) + 1);
total_len += fdfs_dump_storage_stat(*ppServer, buff + total_len,
buffSize - total_len);
}
total_len += snprintf(buff + total_len, buffSize - total_len,
"\nsynced timestamp table:\n");
for (i=0; i<pGroup->count; i++)
{
for (j=0; j<pGroup->count; j++)
{
if (i == j)
{
continue;
}
total_len += snprintf(buff + total_len, buffSize - total_len,
"\t%s => %s: %s\n",
FDFS_CURRENT_IP_ADDR(pGroup->all_servers[i]),
FDFS_CURRENT_IP_ADDR(pGroup->all_servers[j]),
formatDatetime(pGroup->last_sync_timestamps[i][j],
"%Y-%m-%d %H:%M:%S",
szSyncedTimestamp,
sizeof(szSyncedTimestamp))
);
}
}
total_len += snprintf(buff + total_len, buffSize - total_len,
"\n\n");
return total_len;
}
static int fdfs_dump_storage_stat(FDFSStorageDetail *pServer,
char *buff, const int buffSize)
{
char szJoinTime[32];
char szUpTime[32];
char szLastHeartBeatTime[32];
char szSrcUpdTime[32];
char szSyncUpdTime[32];
char szSyncedTimestamp[32];
char szSyncUntilTimestamp[32];
int i;
int total_len;
total_len = snprintf(buff, buffSize,
"ip_addr=%s\n"
"version=%s\n"
"status=%d\n"
"domain_name=%s\n"
"sync_src_server=%s\n"
"sync_until_timestamp=%s\n"
"join_time=%s\n"
"up_time=%s\n"
"total_mb=%"PRId64" MB\n"
"free_mb=%"PRId64" MB\n"
"changelog_offset=%"PRId64"\n"
"store_path_count=%d\n"
"storage_port=%d\n"
"storage_http_port=%d\n"
"subdir_count_per_path=%d\n"
"upload_priority=%d\n"
"current_write_path=%d\n"
"chg_count=%d\n"
#ifdef WITH_HTTPD
"http_check_last_errno=%d\n"
"http_check_last_status=%d\n"
"http_check_fail_count=%d\n"
"http_check_error_info=%s\n"
#endif
"total_upload_count=%"PRId64"\n"
"success_upload_count=%"PRId64"\n"
"total_set_meta_count=%"PRId64"\n"
"success_set_meta_count=%"PRId64"\n"
"total_delete_count=%"PRId64"\n"
"success_delete_count=%"PRId64"\n"
"total_download_count=%"PRId64"\n"
"success_download_count=%"PRId64"\n"
"total_get_meta_count=%"PRId64"\n"
"success_get_meta_count=%"PRId64"\n"
"total_create_link_count=%"PRId64"\n"
"success_create_link_count=%"PRId64"\n"
"total_delete_link_count=%"PRId64"\n"
"success_delete_link_count=%"PRId64"\n"
"last_source_update=%s\n"
"last_sync_update=%s\n"
"last_synced_timestamp=%s\n"
"last_heart_beat_time=%s\n",
FDFS_CURRENT_IP_ADDR(pServer),
pServer->version,
pServer->status,
pServer->domain_name,
pServer->psync_src_server != NULL ?
FDFS_CURRENT_IP_ADDR(pServer->psync_src_server) : "",
formatDatetime(pServer->sync_until_timestamp,
"%Y-%m-%d %H:%M:%S",
szSyncUntilTimestamp, sizeof(szSyncUntilTimestamp)),
formatDatetime(pServer->join_time,
"%Y-%m-%d %H:%M:%S",
szJoinTime, sizeof(szJoinTime)),
formatDatetime(pServer->up_time,
"%Y-%m-%d %H:%M:%S",
szUpTime, sizeof(szUpTime)),
pServer->total_mb,
pServer->free_mb,
pServer->changelog_offset,
pServer->store_path_count,
pServer->storage_port,
pServer->storage_http_port,
pServer->subdir_count_per_path,
pServer->upload_priority,
pServer->current_write_path,
pServer->chg_count,
#ifdef WITH_HTTPD
pServer->http_check_last_errno,
pServer->http_check_last_status,
pServer->http_check_fail_count,
pServer->http_check_error_info,
#endif
pServer->stat.total_upload_count,
pServer->stat.success_upload_count,
pServer->stat.total_set_meta_count,
pServer->stat.success_set_meta_count,
pServer->stat.total_delete_count,
pServer->stat.success_delete_count,
pServer->stat.total_download_count,
pServer->stat.success_download_count,
pServer->stat.total_get_meta_count,
pServer->stat.success_get_meta_count,
pServer->stat.total_create_link_count,
pServer->stat.success_create_link_count,
pServer->stat.total_delete_link_count,
pServer->stat.success_delete_link_count,
formatDatetime(pServer->stat.last_source_update,
"%Y-%m-%d %H:%M:%S",
szSrcUpdTime, sizeof(szSrcUpdTime)),
formatDatetime(pServer->stat.last_sync_update,
"%Y-%m-%d %H:%M:%S",
szSyncUpdTime, sizeof(szSyncUpdTime)),
formatDatetime(pServer->stat.last_synced_timestamp,
"%Y-%m-%d %H:%M:%S",
szSyncedTimestamp, sizeof(szSyncedTimestamp)),
formatDatetime(pServer->stat.last_heart_beat_time,
"%Y-%m-%d %H:%M:%S",
szLastHeartBeatTime, sizeof(szLastHeartBeatTime))
);
for (i=0; i<pServer->store_path_count; i++)
{
total_len += snprintf(buff + total_len, buffSize - total_len,
"disk %d: total_mb=%"PRId64" MB, "
"free_mb=%"PRId64" MB\n",
i+1, pServer->path_total_mbs[i],
pServer->path_free_mbs[i]);
}
return total_len;
}
static int fdfs_dump_global_vars(char *buff, const int buffSize)
{
int total_len;
char reserved_space_str[32];
char *p;
total_len = snprintf(buff, buffSize,
"SF_G_CONNECT_TIMEOUT=%ds\n"
"SF_G_NETWORK_TIMEOUT=%ds\n"
"SF_G_BASE_PATH_STR=%s\n"
"g_fdfs_version=%d.%d.%d\n"
"SF_G_CONTINUE_FLAG=%d\n"
"g_schedule_flag=%d\n"
"SF_G_INNER_PORT=%d\n"
"SF_G_MAX_CONNECTIONS=%d\n"
"g_tracker_thread_count=%d\n"
"g_sync_log_buff_interval=%ds\n"
"g_check_active_interval=%ds\n"
"g_storage_stat_chg_count=%d\n"
"g_storage_sync_time_chg_count=%d\n"
"g_storage_reserved_space=%s\n"
"g_allow_ip_count=%d\n"
"g_run_by_group=%s\n"
"g_run_by_user=%s\n"
"g_storage_ip_changed_auto_adjust=%d\n"
"SF_G_THREAD_STACK_SIZE=%d\n"
"if_use_trunk_file=%d\n"
"slot_min_size=%d\n"
"slot_max_size=%d MB\n"
"trunk_file_size=%d MB\n"
"g_changelog_fsize=%"PRId64"\n"
"g_storage_sync_file_max_delay=%ds\n"
"g_storage_sync_file_max_time=%ds\n"
"g_up_time=%d\n"
"g_tracker_last_status.up_time=%d\n"
"g_tracker_last_status.last_check_time=%d\n"
"g_if_leader_self=%d\n"
"g_next_leader_index=%d\n"
"g_tracker_leader_chg_count=%d\n"
"g_trunk_server_chg_count=%d\n"
"g_use_connection_pool=%d\n"
"g_connection_pool_max_idle_time=%d\n"
"connection_pool_conn_count=%d\n"
#ifdef WITH_HTTPD
"g_http_params.disabled=%d\n"
"g_http_params.anti_steal_token=%d\n"
"g_http_params.server_port=%d\n"
"g_http_params.content_type_hash item count=%d\n"
"g_http_params.anti_steal_secret_key length=%d\n"
"g_http_params.token_check_fail_buff length=%d\n"
"g_http_params.default_content_type=%s\n"
"g_http_params.token_check_fail_content_type=%s\n"
"g_http_params.token_ttl=%d\n"
"g_http_check_interval=%d\n"
"g_http_check_type=%d\n"
"g_http_check_uri=%s\n"
"g_http_servers_dirty=%d\n"
#endif
#if defined(DEBUG_FLAG) && defined(OS_LINUX)
"g_exe_name=%s\n"
#endif
, SF_G_CONNECT_TIMEOUT
, SF_G_NETWORK_TIMEOUT
, SF_G_BASE_PATH_STR
, g_fdfs_version.major, g_fdfs_version.minor
, g_fdfs_version.patch, SF_G_CONTINUE_FLAG
, g_schedule_flag
, SF_G_INNER_PORT
, SF_G_MAX_CONNECTIONS
, g_sf_context.thread_count
, g_sf_global_vars.error_log.sync_log_buff_interval
, g_check_active_interval
, g_storage_stat_chg_count
, g_storage_sync_time_chg_count
, fdfs_storage_reserved_space_to_string( \
&g_storage_reserved_space, reserved_space_str) \
, g_allow_ip_count
, g_sf_global_vars.run_by.group
, g_sf_global_vars.run_by.user
, g_storage_ip_changed_auto_adjust
, SF_G_THREAD_STACK_SIZE
, g_if_use_trunk_file
, g_slot_min_size
, g_slot_max_size / FDFS_ONE_MB
, g_trunk_file_size / FDFS_ONE_MB
, g_changelog_fsize
, g_storage_sync_file_max_delay
, g_storage_sync_file_max_time
, (int)g_sf_global_vars.up_time
, (int)g_tracker_last_status.up_time
, (int)g_tracker_last_status.last_check_time
, g_if_leader_self
, g_next_leader_index
, g_tracker_leader_chg_count
, g_trunk_server_chg_count
, g_use_connection_pool
, g_connection_pool_max_idle_time
, g_use_connection_pool ? conn_pool_get_connection_count( \
&g_connection_pool) : 0
#ifdef WITH_HTTPD
, g_http_params.disabled
, g_http_params.anti_steal_token
, g_http_params.server_port
, hash_count(&(g_http_params.content_type_hash))
, g_http_params.anti_steal_secret_key.length
, g_http_params.token_check_fail_buff.length
, g_http_params.default_content_type
, g_http_params.token_check_fail_content_type
, g_http_params.token_ttl
, g_http_check_interval
, g_http_check_type
, g_http_check_uri
, g_http_servers_dirty
#endif
#if defined(DEBUG_FLAG) && defined(OS_LINUX)
, g_exe_name
#endif
);
if (total_len < buffSize - 1)
{
*(buff + total_len++) = '\n';
}
p = buff + total_len;
local_host_ip_addrs_to_string(p, buffSize - total_len);
total_len += strlen(p);
if (total_len < buffSize - 1)
{
*(buff + total_len++) = '\n';
}
*(buff + total_len) = '\0';
return total_len;
}
static int fdfs_dump_tracker_servers(char *buff, const int buffSize)
{
int total_len;
TrackerServerInfo *pTrackerServer;
TrackerServerInfo *pTrackerEnd;
char ip_str[256];
total_len = snprintf(buff, buffSize, \
"g_tracker_servers.server_count=%d, " \
"g_tracker_servers.leader_index=%d\n", \
g_tracker_servers.server_count, \
g_tracker_servers.leader_index);
if (g_tracker_servers.server_count == 0)
{
return total_len;
}
pTrackerEnd = g_tracker_servers.servers + g_tracker_servers.server_count;
for (pTrackerServer=g_tracker_servers.servers; \
pTrackerServer<pTrackerEnd; pTrackerServer++)
{
fdfs_server_info_to_string(pTrackerServer, ip_str, sizeof(ip_str));
total_len += snprintf(buff + total_len, buffSize - total_len,
"\t%d. tracker server=%s\n", (int)(pTrackerServer -
g_tracker_servers.servers) + 1, ip_str);
}
return total_len;
}
static int fdfs_dump_groups_info(char *buff, const int buffSize)
{
int total_len;
total_len = snprintf(buff, buffSize,
"group count=%d\n"
"group alloc_size=%d\n"
"store_lookup=%d\n"
"store_server=%d\n"
"download_server=%d\n"
"store_path=%d\n"
"store_group=%s\n"
"pStoreGroup=%s\n"
"current_write_group=%d\n",
g_groups.count,
g_groups.alloc_size,
g_groups.store_lookup,
g_groups.store_server,
g_groups.download_server,
g_groups.store_path,
g_groups.store_group,
g_groups.pStoreGroup != NULL ?
g_groups.pStoreGroup->group_name : "",
g_groups.current_write_group
);
return total_len;
}
#define WRITE_TO_FILE(fd, buff, len) \
if (write(fd, buff, len) != len) \
{ \
logError("file: "__FILE__", line: %d, " \
"write to file %s fail, errno: %d, error info: %s", \
__LINE__, filename, errno, STRERROR(errno)); \
result = errno; \
break; \
}
int fdfs_dump_tracker_global_vars_to_file(const char *filename)
{
char buff[16 * 1024];
char szCurrentTime[32];
int len;
int result;
int fd;
FDFSGroupInfo **ppGroup;
FDFSGroupInfo **ppGroupEnd;
fd = open(filename, O_WRONLY | O_CREAT | O_APPEND, 0644);
if (fd < 0)
{
logError("file: "__FILE__", line: %d, "
"open file %s fail, errno: %d, error info: %s",
__LINE__, filename, errno, STRERROR(errno));
return errno;
}
do
{
result = 0;
formatDatetime(g_current_time, "%Y-%m-%d %H:%M:%S",
szCurrentTime, sizeof(szCurrentTime));
len = sprintf(buff, "\n====time: %s DUMP START====\n",
szCurrentTime);
WRITE_TO_FILE(fd, buff, len)
len = fdfs_dump_global_vars(buff, sizeof(buff));
WRITE_TO_FILE(fd, buff, len)
len = fdfs_dump_tracker_servers(buff, sizeof(buff));
WRITE_TO_FILE(fd, buff, len)
len = fdfs_dump_groups_info(buff, sizeof(buff));
WRITE_TO_FILE(fd, buff, len)
len = sprintf(buff, "\ngroup name list:\n");
WRITE_TO_FILE(fd, buff, len)
len = 0;
ppGroupEnd = g_groups.groups + g_groups.count;
for (ppGroup=g_groups.groups; ppGroup<ppGroupEnd; ppGroup++)
{
len += sprintf(buff+len, "\t%s\n", (*ppGroup)->group_name);
}
len += sprintf(buff+len, "\n");
WRITE_TO_FILE(fd, buff, len)
ppGroupEnd = g_groups.sorted_groups + g_groups.count;
for (ppGroup=g_groups.sorted_groups; ppGroup<ppGroupEnd; ppGroup++)
{
len = sprintf(buff, "\nGroup %d.\n",
(int)(ppGroup - g_groups.sorted_groups) + 1);
WRITE_TO_FILE(fd, buff, len)
len = fdfs_dump_group_stat(*ppGroup, buff, sizeof(buff));
WRITE_TO_FILE(fd, buff, len)
}
len = sprintf(buff, "\n====time: %s DUMP END====\n\n",
szCurrentTime);
WRITE_TO_FILE(fd, buff, len)
} while(0);
close(fd);
return result;
}