Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 | /* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */ #include <linux/blk-mq.h> #define VERSION "85" #define AOE_MAJOR 152 #define DEVICE_NAME "aoe" /* set AOE_PARTITIONS to 1 to use whole-disks only * default is 16, which is 15 partitions plus the whole disk */ #ifndef AOE_PARTITIONS #define AOE_PARTITIONS (16) #endif #define WHITESPACE " \t\v\f\n," enum { AOECMD_ATA, AOECMD_CFG, AOECMD_VEND_MIN = 0xf0, AOEFL_RSP = (1<<3), AOEFL_ERR = (1<<2), AOEAFL_EXT = (1<<6), AOEAFL_DEV = (1<<4), AOEAFL_ASYNC = (1<<1), AOEAFL_WRITE = (1<<0), AOECCMD_READ = 0, AOECCMD_TEST, AOECCMD_PTEST, AOECCMD_SET, AOECCMD_FSET, AOE_HVER = 0x10, }; struct aoe_hdr { unsigned char dst[6]; unsigned char src[6]; __be16 type; unsigned char verfl; unsigned char err; __be16 major; unsigned char minor; unsigned char cmd; __be32 tag; }; struct aoe_atahdr { unsigned char aflags; unsigned char errfeat; unsigned char scnt; unsigned char cmdstat; unsigned char lba0; unsigned char lba1; unsigned char lba2; unsigned char lba3; unsigned char lba4; unsigned char lba5; unsigned char res[2]; }; struct aoe_cfghdr { __be16 bufcnt; __be16 fwver; unsigned char scnt; unsigned char aoeccmd; unsigned char cslen[2]; }; enum { DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */ DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */ DEVFL_EXT = (1<<2), /* device accepts lba48 commands */ DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */ DEVFL_GD_NOW = (1<<4), /* allocating gendisk */ DEVFL_KICKME = (1<<5), /* slow polling network card catch */ DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */ DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */ DEVFL_FREED = (1<<8), /* device has been cleaned up */ }; enum { DEFAULTBCNT = 2 * 512, /* 2 sectors */ MIN_BUFS = 16, NTARGETS = 4, NAOEIFS = 8, NSKBPOOLMAX = 256, NFACTIVE = 61, TIMERTICK = HZ / 10, RTTSCALE = 8, RTTDSCALE = 3, RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE, RTTDEV_INIT = RTTAVG_INIT / 4, HARD_SCORN_SECS = 10, /* try another remote port after this */ MAX_TAINT = 1000, /* cap on aoetgt taint */ }; struct aoe_req { unsigned long nr_bios; }; struct buf { ulong nframesout; struct bio *bio; struct bvec_iter iter; struct request *rq; }; enum frame_flags { FFL_PROBE = 1, }; struct frame { struct list_head head; u32 tag; ktime_t sent; /* high-res time packet was sent */ ulong waited; ulong waited_total; struct aoetgt *t; /* parent target I belong to */ struct sk_buff *skb; /* command skb freed on module exit */ struct sk_buff *r_skb; /* response skb for async processing */ struct buf *buf; struct bvec_iter iter; char flags; }; struct aoeif { struct net_device *nd; ulong lost; int bcnt; }; struct aoetgt { unsigned char addr[6]; ushort nframes; /* cap on frames to use */ struct aoedev *d; /* parent device I belong to */ struct list_head ffree; /* list of free frames */ struct aoeif ifs[NAOEIFS]; struct aoeif *ifp; /* current aoeif in use */ ushort nout; /* number of AoE commands outstanding */ ushort maxout; /* current value for max outstanding */ ushort next_cwnd; /* incr maxout after decrementing to zero */ ushort ssthresh; /* slow start threshold */ ulong falloc; /* number of allocated frames */ int taint; /* how much we want to avoid this aoetgt */ int minbcnt; int wpkts, rpkts; char nout_probes; }; struct aoedev { struct aoedev *next; ulong sysminor; ulong aoemajor; u32 rttavg; /* scaled AoE round trip time average */ u32 rttdev; /* scaled round trip time mean deviation */ u16 aoeminor; u16 flags; u16 nopen; /* (bd_openers isn't available without sleeping) */ u16 fw_ver; /* version of blade's firmware */ u16 lasttag; /* last tag sent */ u16 useme; ulong ref; struct work_struct work;/* disk create work struct */ struct gendisk *gd; struct dentry *debugfs; struct request_queue *blkq; struct list_head rq_list; struct blk_mq_tag_set tag_set; struct hd_geometry geo; sector_t ssize; struct timer_list timer; spinlock_t lock; struct sk_buff_head skbpool; mempool_t *bufpool; /* for deadlock-free Buf allocation */ struct { /* pointers to work in progress */ struct buf *buf; struct bio *nxbio; struct request *rq; } ip; ulong maxbcnt; struct list_head factive[NFACTIVE]; /* hash of active frames */ struct list_head rexmitq; /* deferred retransmissions */ struct aoetgt **targets; ulong ntargets; /* number of allocated aoetgt pointers */ struct aoetgt **tgt; /* target in use when working */ ulong kicked; char ident[512]; }; /* kthread tracking */ struct ktstate { struct completion rendez; struct task_struct *task; wait_queue_head_t *waitq; int (*fn) (int); char name[12]; spinlock_t *lock; int id; int active; }; int aoeblk_init(void); void aoeblk_exit(void); void aoeblk_gdalloc(void *); void aoedisk_rm_debugfs(struct aoedev *d); int aoechr_init(void); void aoechr_exit(void); void aoechr_error(char *); void aoecmd_work(struct aoedev *d); void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor); struct sk_buff *aoecmd_ata_rsp(struct sk_buff *); void aoecmd_cfg_rsp(struct sk_buff *); void aoecmd_sleepwork(struct work_struct *); void aoecmd_wreset(struct aoetgt *t); void aoecmd_cleanslate(struct aoedev *); void aoecmd_exit(void); int aoecmd_init(void); struct sk_buff *aoecmd_ata_id(struct aoedev *); void aoe_freetframe(struct frame *); void aoe_flush_iocq(void); void aoe_flush_iocq_by_index(int); void aoe_end_request(struct aoedev *, struct request *, int); int aoe_ktstart(struct ktstate *k); void aoe_ktstop(struct ktstate *k); int aoedev_init(void); void aoedev_exit(void); struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc); void aoedev_downdev(struct aoedev *d); int aoedev_flush(const char __user *str, size_t size); void aoe_failbuf(struct aoedev *, struct buf *); void aoedev_put(struct aoedev *); int aoenet_init(void); void aoenet_exit(void); void aoenet_xmit(struct sk_buff_head *); int is_aoe_netif(struct net_device *ifp); int set_aoe_iflist(const char __user *str, size_t size); extern struct workqueue_struct *aoe_wq; |