347 lines
14 KiB
C
347 lines
14 KiB
C
/**
|
|
* Copyright (C) 2008 Happy Fish / YuQing
|
|
*
|
|
* FastDFS may be copied only under the terms of the GNU General
|
|
* Public License V3, which may be found in the FastDFS source kit.
|
|
* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.
|
|
**/
|
|
|
|
//tracker_proto.h
|
|
|
|
#ifndef _TRACKER_PROTO_H_
|
|
#define _TRACKER_PROTO_H_
|
|
|
|
#include "tracker_types.h"
|
|
#include "fdfs_global.h"
|
|
#include "fastcommon/connection_pool.h"
|
|
#include "fastcommon/ini_file_reader.h"
|
|
|
|
#define TRACKER_PROTO_CMD_STORAGE_JOIN 81
|
|
#define FDFS_PROTO_CMD_QUIT 82
|
|
#define TRACKER_PROTO_CMD_STORAGE_BEAT 83 //storage heart beat
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPORT_DISK_USAGE 84 //report disk usage
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPLICA_CHG 85 //repl new storage servers
|
|
#define TRACKER_PROTO_CMD_STORAGE_SYNC_SRC_REQ 86 //src storage require sync
|
|
#define TRACKER_PROTO_CMD_STORAGE_SYNC_DEST_REQ 87 //dest storage require sync
|
|
#define TRACKER_PROTO_CMD_STORAGE_SYNC_NOTIFY 88 //sync done notify
|
|
#define TRACKER_PROTO_CMD_STORAGE_SYNC_REPORT 89 //report src last synced time as dest server
|
|
#define TRACKER_PROTO_CMD_STORAGE_SYNC_DEST_QUERY 79 //dest storage query sync src storage server
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPORT_IP_CHANGED 78 //storage server report it's ip changed
|
|
#define TRACKER_PROTO_CMD_STORAGE_CHANGELOG_REQ 77 //storage server request storage server's changelog
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPORT_STATUS 76 //report specified storage server status
|
|
#define TRACKER_PROTO_CMD_STORAGE_PARAMETER_REQ 75 //storage server request parameters
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPORT_TRUNK_FREE 74 //storage report trunk free space
|
|
#define TRACKER_PROTO_CMD_STORAGE_REPORT_TRUNK_FID 73 //storage report current trunk file id
|
|
#define TRACKER_PROTO_CMD_STORAGE_FETCH_TRUNK_FID 72 //storage get current trunk file id
|
|
#define TRACKER_PROTO_CMD_STORAGE_GET_STATUS 71 //get storage status from tracker
|
|
#define TRACKER_PROTO_CMD_STORAGE_GET_SERVER_ID 70 //get storage server id from tracker
|
|
#define TRACKER_PROTO_CMD_STORAGE_GET_MY_IP 60 //get storage server ip from tracker
|
|
#define TRACKER_PROTO_CMD_STORAGE_CHANGE_STATUS 59 //current storage can change it's status
|
|
#define TRACKER_PROTO_CMD_STORAGE_FETCH_STORAGE_IDS 69 //get all storage ids from tracker
|
|
#define TRACKER_PROTO_CMD_STORAGE_GET_GROUP_NAME 109 //get storage group name from tracker
|
|
|
|
#define TRACKER_PROTO_CMD_TRACKER_GET_SYS_FILES_START 61 //start of tracker get system data files
|
|
#define TRACKER_PROTO_CMD_TRACKER_GET_SYS_FILES_END 62 //end of tracker get system data files
|
|
#define TRACKER_PROTO_CMD_TRACKER_GET_ONE_SYS_FILE 63 //tracker get a system data file
|
|
#define TRACKER_PROTO_CMD_TRACKER_GET_STATUS 64 //tracker get status of other tracker
|
|
#define TRACKER_PROTO_CMD_TRACKER_PING_LEADER 65 //tracker ping leader
|
|
#define TRACKER_PROTO_CMD_TRACKER_NOTIFY_NEXT_LEADER 66 //notify next leader to other trackers
|
|
#define TRACKER_PROTO_CMD_TRACKER_COMMIT_NEXT_LEADER 67 //commit next leader to other trackers
|
|
#define TRACKER_PROTO_CMD_TRACKER_NOTIFY_RESELECT_LEADER 68 //storage notify reselect leader when split-brain
|
|
|
|
#define TRACKER_PROTO_CMD_SERVER_LIST_ONE_GROUP 90
|
|
#define TRACKER_PROTO_CMD_SERVER_LIST_ALL_GROUPS 91
|
|
#define TRACKER_PROTO_CMD_SERVER_LIST_STORAGE 92
|
|
#define TRACKER_PROTO_CMD_SERVER_DELETE_STORAGE 93
|
|
#define TRACKER_PROTO_CMD_SERVER_SET_TRUNK_SERVER 94
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_STORE_WITHOUT_GROUP_ONE 101
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_FETCH_ONE 102
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_UPDATE 103
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_STORE_WITH_GROUP_ONE 104
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_FETCH_ALL 105
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_STORE_WITHOUT_GROUP_ALL 106
|
|
#define TRACKER_PROTO_CMD_SERVICE_QUERY_STORE_WITH_GROUP_ALL 107
|
|
#define TRACKER_PROTO_CMD_SERVER_DELETE_GROUP 108
|
|
|
|
#define TRACKER_PROTO_CMD_RESP 100
|
|
#define FDFS_PROTO_CMD_ACTIVE_TEST 111 //active test, tracker and storage both support since V1.28
|
|
|
|
#define STORAGE_PROTO_CMD_REPORT_SERVER_ID 9
|
|
#define STORAGE_PROTO_CMD_UPLOAD_FILE 11
|
|
#define STORAGE_PROTO_CMD_DELETE_FILE 12
|
|
#define STORAGE_PROTO_CMD_SET_METADATA 13
|
|
#define STORAGE_PROTO_CMD_DOWNLOAD_FILE 14
|
|
#define STORAGE_PROTO_CMD_GET_METADATA 15
|
|
#define STORAGE_PROTO_CMD_SYNC_CREATE_FILE 16
|
|
#define STORAGE_PROTO_CMD_SYNC_DELETE_FILE 17
|
|
#define STORAGE_PROTO_CMD_SYNC_UPDATE_FILE 18
|
|
#define STORAGE_PROTO_CMD_SYNC_CREATE_LINK 19
|
|
#define STORAGE_PROTO_CMD_CREATE_LINK 20
|
|
#define STORAGE_PROTO_CMD_UPLOAD_SLAVE_FILE 21
|
|
#define STORAGE_PROTO_CMD_QUERY_FILE_INFO 22
|
|
#define STORAGE_PROTO_CMD_UPLOAD_APPENDER_FILE 23 //create appender file
|
|
#define STORAGE_PROTO_CMD_APPEND_FILE 24 //append file
|
|
#define STORAGE_PROTO_CMD_SYNC_APPEND_FILE 25
|
|
#define STORAGE_PROTO_CMD_FETCH_ONE_PATH_BINLOG 26 //fetch binlog of one store path
|
|
#define STORAGE_PROTO_CMD_RESP TRACKER_PROTO_CMD_RESP
|
|
#define STORAGE_PROTO_CMD_UPLOAD_MASTER_FILE STORAGE_PROTO_CMD_UPLOAD_FILE
|
|
|
|
#define STORAGE_PROTO_CMD_TRUNK_ALLOC_SPACE 27 //since V3.00, storage to trunk server
|
|
#define STORAGE_PROTO_CMD_TRUNK_ALLOC_CONFIRM 28 //since V3.00, storage to trunk server
|
|
#define STORAGE_PROTO_CMD_TRUNK_FREE_SPACE 29 //since V3.00, storage to trunk server
|
|
#define STORAGE_PROTO_CMD_TRUNK_SYNC_BINLOG 30 //since V3.00, trunk storage to storage
|
|
#define STORAGE_PROTO_CMD_TRUNK_GET_BINLOG_SIZE 31 //since V3.07, tracker to storage
|
|
#define STORAGE_PROTO_CMD_TRUNK_DELETE_BINLOG_MARKS 32 //since V3.07, tracker to storage
|
|
#define STORAGE_PROTO_CMD_TRUNK_TRUNCATE_BINLOG_FILE 33 //since V3.07, trunk storage to storage
|
|
|
|
#define STORAGE_PROTO_CMD_MODIFY_FILE 34 //since V3.08
|
|
#define STORAGE_PROTO_CMD_SYNC_MODIFY_FILE 35 //since V3.08
|
|
#define STORAGE_PROTO_CMD_TRUNCATE_FILE 36 //since V3.08
|
|
#define STORAGE_PROTO_CMD_SYNC_TRUNCATE_FILE 37 //since V3.08
|
|
#define STORAGE_PROTO_CMD_REGENERATE_APPENDER_FILENAME 38 //since V6.02, rename appender file to normal file
|
|
#define STORAGE_PROTO_CMD_SYNC_RENAME_FILE 40 //since V6.02
|
|
|
|
//for overwrite all old metadata
|
|
#define STORAGE_SET_METADATA_FLAG_OVERWRITE 'O'
|
|
#define STORAGE_SET_METADATA_FLAG_OVERWRITE_STR "O"
|
|
//for replace, insert when the meta item not exist, otherwise update it
|
|
#define STORAGE_SET_METADATA_FLAG_MERGE 'M'
|
|
#define STORAGE_SET_METADATA_FLAG_MERGE_STR "M"
|
|
|
|
#define FDFS_PROTO_PKG_LEN_SIZE 8
|
|
#define FDFS_PROTO_CMD_SIZE 1
|
|
#define FDFS_PROTO_IP_PORT_SIZE (IP_ADDRESS_SIZE + 6)
|
|
#define FDFS_PROTO_MULTI_IP_PORT_SIZE (2 * IP_ADDRESS_SIZE + 8)
|
|
|
|
#define TRACKER_QUERY_STORAGE_FETCH_BODY_LEN (FDFS_GROUP_NAME_MAX_LEN \
|
|
+ IP_ADDRESS_SIZE - 1 + FDFS_PROTO_PKG_LEN_SIZE)
|
|
#define TRACKER_QUERY_STORAGE_STORE_BODY_LEN (FDFS_GROUP_NAME_MAX_LEN \
|
|
+ IP_ADDRESS_SIZE - 1 + FDFS_PROTO_PKG_LEN_SIZE + 1)
|
|
|
|
#define STORAGE_TRUNK_ALLOC_CONFIRM_REQ_BODY_LEN (FDFS_GROUP_NAME_MAX_LEN \
|
|
+ sizeof(FDFSTrunkInfoBuff))
|
|
|
|
typedef struct
|
|
{
|
|
char pkg_len[FDFS_PROTO_PKG_LEN_SIZE]; //body length, not including header
|
|
char cmd; //command code
|
|
char status; //status code for response
|
|
} TrackerHeader;
|
|
|
|
typedef struct
|
|
{
|
|
char group_name[FDFS_GROUP_NAME_MAX_LEN+1];
|
|
char storage_port[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char storage_http_port[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char store_path_count[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char subdir_count_per_path[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char upload_priority[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char join_time[FDFS_PROTO_PKG_LEN_SIZE]; //storage join timestamp
|
|
char up_time[FDFS_PROTO_PKG_LEN_SIZE]; //storage service started timestamp
|
|
char version[FDFS_VERSION_SIZE]; //storage version
|
|
char domain_name[FDFS_DOMAIN_NAME_MAX_SIZE];
|
|
char init_flag;
|
|
signed char status;
|
|
char current_tracker_ip[IP_ADDRESS_SIZE]; //current tracker ip address
|
|
char tracker_count[FDFS_PROTO_PKG_LEN_SIZE]; //all tracker server count
|
|
} TrackerStorageJoinBody;
|
|
|
|
typedef struct
|
|
{
|
|
unsigned char my_status; //storage server status
|
|
char src_id[FDFS_STORAGE_ID_MAX_SIZE]; //src storage id
|
|
} TrackerStorageJoinBodyResp;
|
|
|
|
typedef struct
|
|
{
|
|
char group_name[FDFS_GROUP_NAME_MAX_LEN + 1];
|
|
char sz_total_mb[FDFS_PROTO_PKG_LEN_SIZE]; //total disk storage in MB
|
|
char sz_free_mb[FDFS_PROTO_PKG_LEN_SIZE]; //free disk storage in MB
|
|
char sz_trunk_free_mb[FDFS_PROTO_PKG_LEN_SIZE]; //trunk free space in MB
|
|
char sz_count[FDFS_PROTO_PKG_LEN_SIZE]; //server count
|
|
char sz_storage_port[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char sz_storage_http_port[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char sz_active_count[FDFS_PROTO_PKG_LEN_SIZE]; //active server count
|
|
char sz_current_write_server[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char sz_store_path_count[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char sz_subdir_count_per_path[FDFS_PROTO_PKG_LEN_SIZE];
|
|
char sz_current_trunk_file_id[FDFS_PROTO_PKG_LEN_SIZE];
|
|
} TrackerGroupStat;
|
|
|
|
typedef struct
|
|
{
|
|
char status;
|
|
char id[FDFS_STORAGE_ID_MAX_SIZE];
|
|
char ip_addr[IP_ADDRESS_SIZE];
|
|
char domain_name[FDFS_DOMAIN_NAME_MAX_SIZE];
|
|
char src_id[FDFS_STORAGE_ID_MAX_SIZE]; //src storage id
|
|
char version[FDFS_VERSION_SIZE];
|
|
char sz_join_time[8];
|
|
char sz_up_time[8];
|
|
char sz_total_mb[8];
|
|
char sz_free_mb[8];
|
|
char sz_upload_priority[8];
|
|
char sz_store_path_count[8];
|
|
char sz_subdir_count_per_path[8];
|
|
char sz_current_write_path[8];
|
|
char sz_storage_port[8];
|
|
char sz_storage_http_port[8];
|
|
FDFSStorageStatBuff stat_buff;
|
|
char if_trunk_server;
|
|
} TrackerStorageStat;
|
|
|
|
typedef struct
|
|
{
|
|
char src_id[FDFS_STORAGE_ID_MAX_SIZE]; //src storage id
|
|
char until_timestamp[FDFS_PROTO_PKG_LEN_SIZE];
|
|
} TrackerStorageSyncReqBody;
|
|
|
|
typedef struct
|
|
{
|
|
char sz_total_mb[8];
|
|
char sz_free_mb[8];
|
|
} TrackerStatReportReqBody;
|
|
|
|
typedef struct
|
|
{
|
|
unsigned char store_path_index;
|
|
unsigned char sub_path_high;
|
|
unsigned char sub_path_low;
|
|
char id[4];
|
|
char offset[4];
|
|
char size[4];
|
|
} FDFSTrunkInfoBuff;
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define tracker_connect_server(pServerInfo, err_no) \
|
|
tracker_connect_server_ex(pServerInfo, SF_G_CONNECT_TIMEOUT, err_no)
|
|
|
|
#define tracker_make_connection(conn, err_no) \
|
|
tracker_make_connection_ex(conn, SF_G_CONNECT_TIMEOUT, err_no)
|
|
|
|
int fdfs_set_body_length(struct fast_task_info *pTask);
|
|
|
|
/**
|
|
* connect to the tracker server
|
|
* params:
|
|
* pTrackerServer: tracker server
|
|
* connect_timeout: connect timeout in seconds
|
|
* err_no: return the error no
|
|
* return: ConnectionInfo pointer for success, NULL for fail
|
|
**/
|
|
ConnectionInfo *tracker_connect_server_ex(TrackerServerInfo *pServerInfo,
|
|
const int connect_timeout, int *err_no);
|
|
|
|
|
|
/**
|
|
* connect to the tracker server directly without connection pool
|
|
* params:
|
|
* pTrackerServer: tracker server
|
|
* bind_addr4: the ipv4 address to bind, NULL or empty for any
|
|
* bind_addr6: the ipv6 address to bind, NULL or empty for any
|
|
* err_no: return the error no
|
|
* log_connect_error: if log error info when connect fail
|
|
* return: ConnectionInfo pointer for success, NULL for fail
|
|
**/
|
|
ConnectionInfo *tracker_connect_server_no_pool_ex(TrackerServerInfo *pServerInfo,
|
|
const char *bind_addr4, const char *bind_addr6, int *err_no,
|
|
const bool log_connect_error);
|
|
|
|
/**
|
|
* connect to the tracker server directly without connection pool
|
|
* params:
|
|
* pTrackerServer: tracker server
|
|
* err_no: return the error no
|
|
* return: ConnectionInfo pointer for success, NULL for fail
|
|
**/
|
|
static inline ConnectionInfo *tracker_connect_server_no_pool(
|
|
TrackerServerInfo *pServerInfo, int *err_no)
|
|
{
|
|
const char *bind_addr4 = NULL;
|
|
const char *bind_addr6 = NULL;
|
|
return tracker_connect_server_no_pool_ex(pServerInfo,
|
|
bind_addr4, bind_addr6, err_no, true);
|
|
}
|
|
|
|
#define tracker_close_connection(pTrackerServer) \
|
|
tracker_close_connection_ex(pTrackerServer, false)
|
|
|
|
/**
|
|
* close all connections to tracker servers
|
|
* params:
|
|
* pTrackerServer: tracker server
|
|
* bForceClose: if force close the connection when use connection pool
|
|
* return:
|
|
**/
|
|
void tracker_close_connection_ex(ConnectionInfo *conn, \
|
|
const bool bForceClose);
|
|
|
|
|
|
void tracker_disconnect_server(TrackerServerInfo *pServerInfo);
|
|
|
|
void tracker_disconnect_server_no_pool(TrackerServerInfo *pServerInfo);
|
|
|
|
ConnectionInfo *tracker_make_connection_ex(ConnectionInfo *conn,
|
|
const int connect_timeout, int *err_no);
|
|
|
|
int fdfs_validate_group_name(const char *group_name);
|
|
int fdfs_validate_filename(const char *filename);
|
|
int metadata_cmp_by_name(const void *p1, const void *p2);
|
|
|
|
const char *get_storage_status_caption(const int status);
|
|
|
|
int fdfs_recv_header_ex(ConnectionInfo *pTrackerServer,
|
|
const int network_timeout, int64_t *in_bytes);
|
|
|
|
static inline int fdfs_recv_header(ConnectionInfo *pTrackerServer,
|
|
int64_t *in_bytes)
|
|
{
|
|
return fdfs_recv_header_ex(pTrackerServer,
|
|
SF_G_NETWORK_TIMEOUT, in_bytes);
|
|
}
|
|
|
|
int fdfs_recv_response(ConnectionInfo *pTrackerServer, \
|
|
char **buff, const int buff_size, \
|
|
int64_t *in_bytes);
|
|
int fdfs_quit(ConnectionInfo *pTrackerServer);
|
|
|
|
#define fdfs_active_test(pTrackerServer) \
|
|
fdfs_deal_no_body_cmd(pTrackerServer, FDFS_PROTO_CMD_ACTIVE_TEST)
|
|
|
|
int fdfs_deal_no_body_cmd(ConnectionInfo *pTrackerServer, const int cmd);
|
|
|
|
int fdfs_deal_no_body_cmd_ex(const char *ip_addr, const int port, const int cmd);
|
|
|
|
#define fdfs_split_metadata(meta_buff, meta_count, err_no) \
|
|
fdfs_split_metadata_ex(meta_buff, FDFS_RECORD_SEPERATOR, \
|
|
FDFS_FIELD_SEPERATOR, meta_count, err_no)
|
|
|
|
char *fdfs_pack_metadata(const FDFSMetaData *meta_list, const int meta_count,
|
|
char *meta_buff, int *buff_bytes);
|
|
FDFSMetaData *fdfs_split_metadata_ex(char *meta_buff,
|
|
const char recordSeperator, const char filedSeperator,
|
|
int *meta_count, int *err_no);
|
|
|
|
int fdfs_get_ini_context_from_tracker_ex(TrackerServerGroup *pTrackerGroup,
|
|
IniContext *iniContext, bool * volatile continue_flag,
|
|
const bool client_bind_addr, const char *bind_addr4,
|
|
const char *bind_addr6);
|
|
|
|
#define fdfs_get_ini_context_from_tracker(pTrackerGroup, \
|
|
iniContext, continue_flag) \
|
|
fdfs_get_ini_context_from_tracker_ex(pTrackerGroup, \
|
|
iniContext, continue_flag, false, NULL, NULL)
|
|
|
|
int fdfs_get_tracker_status(TrackerServerInfo *pTrackerServer,
|
|
TrackerRunningStatus *pStatus);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif
|
|
|