at v3.7 8.8 kB view raw
1#ifndef _FS_CEPH_OSD_CLIENT_H 2#define _FS_CEPH_OSD_CLIENT_H 3 4#include <linux/completion.h> 5#include <linux/kref.h> 6#include <linux/mempool.h> 7#include <linux/rbtree.h> 8 9#include <linux/ceph/types.h> 10#include <linux/ceph/osdmap.h> 11#include <linux/ceph/messenger.h> 12#include <linux/ceph/auth.h> 13 14/* 15 * Maximum object name size 16 * (must be at least as big as RBD_MAX_MD_NAME_LEN -- currently 100) 17 */ 18#define MAX_OBJ_NAME_SIZE 100 19 20struct ceph_msg; 21struct ceph_snap_context; 22struct ceph_osd_request; 23struct ceph_osd_client; 24struct ceph_authorizer; 25struct ceph_pagelist; 26 27/* 28 * completion callback for async writepages 29 */ 30typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *, 31 struct ceph_msg *); 32 33/* a given osd we're communicating with */ 34struct ceph_osd { 35 atomic_t o_ref; 36 struct ceph_osd_client *o_osdc; 37 int o_osd; 38 int o_incarnation; 39 struct rb_node o_node; 40 struct ceph_connection o_con; 41 struct list_head o_requests; 42 struct list_head o_linger_requests; 43 struct list_head o_osd_lru; 44 struct ceph_auth_handshake o_auth; 45 unsigned long lru_ttl; 46 int o_marked_for_keepalive; 47 struct list_head o_keepalive_item; 48}; 49 50/* an in-flight request */ 51struct ceph_osd_request { 52 u64 r_tid; /* unique for this client */ 53 struct rb_node r_node; 54 struct list_head r_req_lru_item; 55 struct list_head r_osd_item; 56 struct list_head r_linger_item; 57 struct list_head r_linger_osd; 58 struct ceph_osd *r_osd; 59 struct ceph_pg r_pgid; 60 int r_pg_osds[CEPH_PG_MAX_SIZE]; 61 int r_num_pg_osds; 62 63 struct ceph_connection *r_con_filling_msg; 64 65 struct ceph_msg *r_request, *r_reply; 66 int r_result; 67 int r_flags; /* any additional flags for the osd */ 68 u32 r_sent; /* >0 if r_request is sending/sent */ 69 int r_got_reply; 70 int r_linger; 71 72 struct ceph_osd_client *r_osdc; 73 struct kref r_kref; 74 bool r_mempool; 75 struct completion r_completion, r_safe_completion; 76 ceph_osdc_callback_t r_callback, r_safe_callback; 77 struct ceph_eversion r_reassert_version; 78 struct list_head r_unsafe_item; 79 80 struct inode *r_inode; /* for use by callbacks */ 81 void *r_priv; /* ditto */ 82 83 char r_oid[MAX_OBJ_NAME_SIZE]; /* object name */ 84 int r_oid_len; 85 unsigned long r_stamp; /* send OR check time */ 86 87 struct ceph_file_layout r_file_layout; 88 struct ceph_snap_context *r_snapc; /* snap context for writes */ 89 unsigned r_num_pages; /* size of page array (follows) */ 90 unsigned r_page_alignment; /* io offset in first page */ 91 struct page **r_pages; /* pages for data payload */ 92 int r_pages_from_pool; 93 int r_own_pages; /* if true, i own page list */ 94#ifdef CONFIG_BLOCK 95 struct bio *r_bio; /* instead of pages */ 96#endif 97 98 struct ceph_pagelist *r_trail; /* trailing part of the data */ 99}; 100 101struct ceph_osd_event { 102 u64 cookie; 103 int one_shot; 104 struct ceph_osd_client *osdc; 105 void (*cb)(u64, u64, u8, void *); 106 void *data; 107 struct rb_node node; 108 struct list_head osd_node; 109 struct kref kref; 110 struct completion completion; 111}; 112 113struct ceph_osd_event_work { 114 struct work_struct work; 115 struct ceph_osd_event *event; 116 u64 ver; 117 u64 notify_id; 118 u8 opcode; 119}; 120 121struct ceph_osd_client { 122 struct ceph_client *client; 123 124 struct ceph_osdmap *osdmap; /* current map */ 125 struct rw_semaphore map_sem; 126 struct completion map_waiters; 127 u64 last_requested_map; 128 129 struct mutex request_mutex; 130 struct rb_root osds; /* osds */ 131 struct list_head osd_lru; /* idle osds */ 132 u64 timeout_tid; /* tid of timeout triggering rq */ 133 u64 last_tid; /* tid of last request */ 134 struct rb_root requests; /* pending requests */ 135 struct list_head req_lru; /* in-flight lru */ 136 struct list_head req_unsent; /* unsent/need-resend queue */ 137 struct list_head req_notarget; /* map to no osd */ 138 struct list_head req_linger; /* lingering requests */ 139 int num_requests; 140 struct delayed_work timeout_work; 141 struct delayed_work osds_timeout_work; 142#ifdef CONFIG_DEBUG_FS 143 struct dentry *debugfs_file; 144#endif 145 146 mempool_t *req_mempool; 147 148 struct ceph_msgpool msgpool_op; 149 struct ceph_msgpool msgpool_op_reply; 150 151 spinlock_t event_lock; 152 struct rb_root event_tree; 153 u64 event_count; 154 155 struct workqueue_struct *notify_wq; 156}; 157 158struct ceph_osd_req_op { 159 u16 op; /* CEPH_OSD_OP_* */ 160 u32 flags; /* CEPH_OSD_FLAG_* */ 161 union { 162 struct { 163 u64 offset, length; 164 u64 truncate_size; 165 u32 truncate_seq; 166 } extent; 167 struct { 168 const char *name; 169 u32 name_len; 170 const char *val; 171 u32 value_len; 172 __u8 cmp_op; /* CEPH_OSD_CMPXATTR_OP_* */ 173 __u8 cmp_mode; /* CEPH_OSD_CMPXATTR_MODE_* */ 174 } xattr; 175 struct { 176 const char *class_name; 177 __u8 class_len; 178 const char *method_name; 179 __u8 method_len; 180 __u8 argc; 181 const char *indata; 182 u32 indata_len; 183 } cls; 184 struct { 185 u64 cookie, count; 186 } pgls; 187 struct { 188 u64 snapid; 189 } snap; 190 struct { 191 u64 cookie; 192 u64 ver; 193 __u8 flag; 194 u32 prot_ver; 195 u32 timeout; 196 } watch; 197 }; 198 u32 payload_len; 199}; 200 201extern int ceph_osdc_init(struct ceph_osd_client *osdc, 202 struct ceph_client *client); 203extern void ceph_osdc_stop(struct ceph_osd_client *osdc); 204 205extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc, 206 struct ceph_msg *msg); 207extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc, 208 struct ceph_msg *msg); 209 210extern int ceph_calc_raw_layout(struct ceph_osd_client *osdc, 211 struct ceph_file_layout *layout, 212 u64 snapid, 213 u64 off, u64 *plen, u64 *bno, 214 struct ceph_osd_request *req, 215 struct ceph_osd_req_op *op); 216 217extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc, 218 int flags, 219 struct ceph_snap_context *snapc, 220 struct ceph_osd_req_op *ops, 221 bool use_mempool, 222 gfp_t gfp_flags, 223 struct page **pages, 224 struct bio *bio); 225 226extern void ceph_osdc_build_request(struct ceph_osd_request *req, 227 u64 off, u64 *plen, 228 struct ceph_osd_req_op *src_ops, 229 struct ceph_snap_context *snapc, 230 struct timespec *mtime, 231 const char *oid, 232 int oid_len); 233 234extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *, 235 struct ceph_file_layout *layout, 236 struct ceph_vino vino, 237 u64 offset, u64 *len, int op, int flags, 238 struct ceph_snap_context *snapc, 239 int do_sync, u32 truncate_seq, 240 u64 truncate_size, 241 struct timespec *mtime, 242 bool use_mempool, int num_reply, 243 int page_align); 244 245extern void ceph_osdc_set_request_linger(struct ceph_osd_client *osdc, 246 struct ceph_osd_request *req); 247extern void ceph_osdc_unregister_linger_request(struct ceph_osd_client *osdc, 248 struct ceph_osd_request *req); 249 250static inline void ceph_osdc_get_request(struct ceph_osd_request *req) 251{ 252 kref_get(&req->r_kref); 253} 254extern void ceph_osdc_release_request(struct kref *kref); 255static inline void ceph_osdc_put_request(struct ceph_osd_request *req) 256{ 257 kref_put(&req->r_kref, ceph_osdc_release_request); 258} 259 260extern int ceph_osdc_start_request(struct ceph_osd_client *osdc, 261 struct ceph_osd_request *req, 262 bool nofail); 263extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc, 264 struct ceph_osd_request *req); 265extern void ceph_osdc_sync(struct ceph_osd_client *osdc); 266 267extern int ceph_osdc_readpages(struct ceph_osd_client *osdc, 268 struct ceph_vino vino, 269 struct ceph_file_layout *layout, 270 u64 off, u64 *plen, 271 u32 truncate_seq, u64 truncate_size, 272 struct page **pages, int nr_pages, 273 int page_align); 274 275extern int ceph_osdc_writepages(struct ceph_osd_client *osdc, 276 struct ceph_vino vino, 277 struct ceph_file_layout *layout, 278 struct ceph_snap_context *sc, 279 u64 off, u64 len, 280 u32 truncate_seq, u64 truncate_size, 281 struct timespec *mtime, 282 struct page **pages, int nr_pages, 283 int flags, int do_sync, bool nofail); 284 285/* watch/notify events */ 286extern int ceph_osdc_create_event(struct ceph_osd_client *osdc, 287 void (*event_cb)(u64, u64, u8, void *), 288 int one_shot, void *data, 289 struct ceph_osd_event **pevent); 290extern void ceph_osdc_cancel_event(struct ceph_osd_event *event); 291extern int ceph_osdc_wait_event(struct ceph_osd_event *event, 292 unsigned long timeout); 293extern void ceph_osdc_put_event(struct ceph_osd_event *event); 294#endif 295