1.Msgr.h文件:定义消息传输层的数据类型,以供ceph使用
(1)默认的监控端口:
#define CEPH_MON_PORT 6789
(2)客户端处理端口范围定义:
#define CEPH_PORT_FIRST 6789//监控 #define CEPH_PORT_START 6800 //开始 #define CEPH_PORT_LAST 6900//结束
(3)tcp协议标识和版本信息:
#define CEPH_BANNER "ceph v027" #define CEPH_BANNER_MAX_LEN 30//最大长度
(4)ceph中的实体名称:在网络传输中使用,例如mds0表示元数据服务器0
struct ceph_entity_name { __u8 type; /* CEPH_ENTITY_TYPE_* */ __le64 num; } __attribute__ ((packed));//按照紧凑模式分配内存,而不是内存对齐 #define CEPH_ENTITY_TYPE_MON 0x01//监控服务器实体 #define CEPH_ENTITY_TYPE_MDS 0x02//元数据服务器实体 #define CEPH_ENTITY_TYPE_OSD 0x04//对象存储设备实体 #define CEPH_ENTITY_TYPE_CLIENT 0x08//客户端实体 #define CEPH_ENTITY_TYPE_AUTH 0x20//权限实体 #define CEPH_ENTITY_TYPE_ANY 0xFF//任何
同时提供一个函数用于将类型转换为名字字符串的函数如下:
const char *ceph_entity_type_name(int type) { switch (type) { case CEPH_ENTITY_TYPE_MDS: return "mds"; case CEPH_ENTITY_TYPE_OSD: return "osd"; case CEPH_ENTITY_TYPE_MON: return "mon"; case CEPH_ENTITY_TYPE_CLIENT: return "client"; case CEPH_ENTITY_TYPE_AUTH: return "auth"; default: return "unknown"; } }
(5)实体网络地址以及与名字实体的对应关系结构体
struct ceph_entity_addr { __le32 type; __le32 nonce; /* unique id for process (e.g. pid) */ struct sockaddr_storage in_addr; } __attribute__ ((packed)); struct ceph_entity_inst { struct ceph_entity_name name; struct ceph_entity_addr addr; } __attribute__ ((packed));
(6)消息交换协议定义:
#define CEPH_MSGR_TAG_READY 1 /* server->client: ready for messages */ #define CEPH_MSGR_TAG_RESETSESSION 2 /* server->client: reset, try again */ #define CEPH_MSGR_TAG_WAIT 3 /* server->client: wait for racing incoming connection */ #define CEPH_MSGR_TAG_RETRY_SESSION 4 /* server->client + cseq: try again with higher cseq */ #define CEPH_MSGR_TAG_RETRY_GLOBAL 5 /* server->client + gseq: try again with higher gseq */ #define CEPH_MSGR_TAG_CLOSE 6 /* closing pipe */ #define CEPH_MSGR_TAG_MSG 7 /* message */ #define CEPH_MSGR_TAG_ACK 8 /* message ack */ #define CEPH_MSGR_TAG_KEEPALIVE 9 /* just a keepalive byte! */ #define CEPH_MSGR_TAG_BADPROTOVER 10 /* bad protocol version */ #define CEPH_MSGR_TAG_BADAUTHORIZER 11 /* bad authorizer */ #define CEPH_MSGR_TAG_FEATURES 12 /* insufficient features */ #define CEPH_MSGR_TAG_SEQ 13 /* 64-bit int follows with seen seq number */
(7)连接协商
struct ceph_msg_connect {//连接消息结构体 __le64 features; /* supported feature bits */支持的特征位 __le32 host_type; /* CEPH_ENTITY_TYPE_* */上面提到的实体类型 __le32 global_seq; /* count connections initiated by this host */主机初始化的连接数量 __le32 connect_seq; /* count connections initiated in this session */在这个对话中的连接数量 __le32 protocol_version;//协议版本 __le32 authorizer_protocol;//权限协议 __le32 authorizer_len;//权限长度 __u8 flags; /* CEPH_MSG_CONNECT_* */ } __attribute__ ((packed)); struct ceph_msg_connect_reply {//连接回复消息结构体 __u8 tag;//上面定义传递消息的类型 __le64 features; /* feature bits for this session */这个对话的特征位 __le32 global_seq; __le32 connect_seq; __le32 protocol_version; __le32 authorizer_len; __u8 flags; } __attribute__ ((packed)); #define CEPH_MSG_CONNECT_LOSSY 1 /* messages i send may be safely dropped */
(8)消息头部结构:有老的
struct ceph_msg_header_old { __le64 seq; /* message seq# for this session */消息序列号 __le64 tid; /* transaction id */传输id __le16 type; /* message type */消息类型 __le16 priority; /* priority. higher value == higher priority */优先级,值高优先级就高 __le16 version; /* version of message encoding */消息编码版本 __le32 front_len; /* bytes in main payload */开头主要的有效数据的长度 __le32 middle_len;/* bytes in middle payload */ __le32 data_len; /* bytes of data payload */数据 __le16 data_off; /* sender: include full offset; receiver: mask against ~PAGE_MASK */ struct ceph_entity_inst src, orig_src; __le32 reserved; __le32 crc; /* header crc32c */ } __attribute__ ((packed)); struct ceph_msg_header { __le64 seq; /* message seq# for this session */ __le64 tid; /* transaction id */ __le16 type; /* message type */ __le16 priority; /* priority. higher value == higher priority */ __le16 version; /* version of message encoding */ __le32 front_len; /* bytes in main payload */ __le32 middle_len;/* bytes in middle payload */ __le32 data_len; /* bytes of data payload */ __le16 data_off; /* sender: include full offset; receiver: mask against ~PAGE_MASK */ struct ceph_entity_name src; /* oldest code we think can decode this. unknown if zero. */ __le16 compat_version; __le16 reserved; __le32 crc; /* header crc32c */ } __attribute__ ((packed)); #define CEPH_MSG_PRIO_LOW 64 #define CEPH_MSG_PRIO_DEFAULT 127 #define CEPH_MSG_PRIO_HIGH 196 #define CEPH_MSG_PRIO_HIGHEST 255
(9)数据有效载荷结构
struct ceph_msg_footer { __le32 front_crc, middle_crc, data_crc; __u8 flags; } __attribute__ ((packed)); #define CEPH_MSG_FOOTER_COMPLETE (1<<0) /* msg wasn't aborted */ #define CEPH_MSG_FOOTER_NOCRC (1<<1) /* no data crc */