aoe.c 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519
  1. // aoe.c: the ATA over Ethernet virtual EtherDrive (R) blade
  2. #define _GNU_SOURCE
  3. #include "config.h"
  4. #include <stdio.h>
  5. #include <string.h>
  6. #include <stdlib.h>
  7. #include <unistd.h>
  8. #include <sys/types.h>
  9. #include <sys/stat.h>
  10. #include <fcntl.h>
  11. #include <netinet/in.h>
  12. #include "dat.h"
  13. #include "fns.h"
  14. enum {
  15. Nmasks= 32,
  16. Nsrr= 256,
  17. Alen= 6,
  18. };
  19. uchar masks[Nmasks*Alen];
  20. int nmasks;
  21. uchar srr[Nsrr*Alen];
  22. int nsrr;
  23. char config[Nconfig];
  24. int nconfig = 0;
  25. int maxscnt = 2;
  26. char *ifname;
  27. int bufcnt = Bufcount;
  28. void
  29. aoead(int fd) // advertise the virtual blade
  30. {
  31. uchar buf[2000];
  32. Conf *p;
  33. int i;
  34. p = (Conf *)buf;
  35. memset(p, 0, sizeof *p);
  36. memset(p->h.dst, 0xff, 6);
  37. memmove(p->h.src, mac, 6);
  38. p->h.type = htons(0x88a2);
  39. p->h.flags = Resp;
  40. p->h.maj = htons(shelf);
  41. p->h.min = slot;
  42. p->h.cmd = Config;
  43. p->bufcnt = htons(bufcnt);
  44. p->scnt = maxscnt = (getmtu(sfd, ifname) - sizeof (Ata)) / 512;
  45. p->firmware = htons(FWV);
  46. p->vercmd = 0x10 | Qread;
  47. memcpy(p->data, config, nconfig);
  48. p->len = htons(nconfig);
  49. if (nmasks == 0)
  50. if (putpkt(fd, buf, sizeof *p - sizeof p->data + nconfig) == -1) {
  51. perror("putpkt aoe id");
  52. return;
  53. }
  54. for (i=0; i<nmasks; i++) {
  55. memcpy(p->h.dst, &masks[i*Alen], Alen);
  56. if (putpkt(fd, buf, sizeof *p - sizeof p->data + nconfig) == -1)
  57. perror("putpkt aoe id");
  58. }
  59. }
  60. int
  61. isbcast(uchar *ea)
  62. {
  63. uchar *b = (uchar *)"\377\377\377\377\377\377";
  64. return memcmp(ea, b, 6) == 0;
  65. }
  66. long long
  67. getlba(uchar *p)
  68. {
  69. vlong v;
  70. int i;
  71. v = 0;
  72. for (i = 0; i < 6; i++)
  73. v |= (vlong)(*p++) << i * 8;
  74. return v;
  75. }
  76. int
  77. aoeata(Ata *p, int pktlen) // do ATA reqeust
  78. {
  79. Ataregs r;
  80. int len = 60;
  81. int n;
  82. r.lba = getlba(p->lba);
  83. r.sectors = p->sectors;
  84. r.feature = p->err;
  85. r.cmd = p->cmd;
  86. if (r.cmd != 0xec)
  87. if (!rrok(p->h.src)) {
  88. p->h.flags |= Error;
  89. p->h.error = Res;
  90. return len;
  91. }
  92. if (atacmd(&r, (uchar *)(p+1), maxscnt*512, pktlen - sizeof(*p)) < 0) {
  93. p->h.flags |= Error;
  94. p->h.error = BadArg;
  95. return len;
  96. }
  97. if (!(p->aflag & Write))
  98. if ((n = p->sectors)) {
  99. n -= r.sectors;
  100. len = sizeof (Ata) + (n*512);
  101. }
  102. p->sectors = r.sectors;
  103. p->err = r.err;
  104. p->cmd = r.status;
  105. return len;
  106. }
  107. #define QCMD(x) ((x)->vercmd & 0xf)
  108. // yes, this makes unnecessary copies.
  109. int
  110. confcmd(Conf *p, int payload) // process conf request
  111. {
  112. int len;
  113. len = ntohs(p->len);
  114. if (QCMD(p) != Qread)
  115. if (len > Nconfig || len > payload)
  116. return 0; // if you can't play nice ...
  117. switch (QCMD(p)) {
  118. case Qtest:
  119. if (len != nconfig)
  120. return 0;
  121. // fall thru
  122. case Qprefix:
  123. if (len > nconfig)
  124. return 0;
  125. if (memcmp(config, p->data, len))
  126. return 0;
  127. // fall thru
  128. case Qread:
  129. break;
  130. case Qset:
  131. if (nconfig)
  132. if (nconfig != len || memcmp(config, p->data, len)) {
  133. p->h.flags |= Error;
  134. p->h.error = ConfigErr;
  135. break;
  136. }
  137. // fall thru
  138. case Qfset:
  139. nconfig = len;
  140. memcpy(config, p->data, nconfig);
  141. break;
  142. default:
  143. p->h.flags |= Error;
  144. p->h.error = BadArg;
  145. }
  146. memmove(p->data, config, nconfig);
  147. p->len = htons(nconfig);
  148. p->bufcnt = htons(bufcnt);
  149. p->scnt = maxscnt = (getmtu(sfd, ifname) - sizeof (Ata)) / 512;
  150. p->firmware = htons(FWV);
  151. p->vercmd = 0x10 | QCMD(p); // aoe v.1
  152. return nconfig + sizeof *p - sizeof p->data;
  153. }
  154. static int
  155. aoesrr(Aoesrr *sh, int len)
  156. {
  157. uchar *m, *e;
  158. int n;
  159. e = (uchar *) sh + len;
  160. m = (uchar *) sh + Nsrrhdr;
  161. switch (sh->rcmd) {
  162. default:
  163. e: sh->h.error = BadArg;
  164. sh->h.flags |= Error;
  165. break;
  166. case 1: // set
  167. if (!rrok(sh->h.src)) {
  168. sh->h.error = Res;
  169. sh->h.flags |= Error;
  170. break;
  171. }
  172. case 2: // force set
  173. n = sh->nmacs * 6;
  174. if (e < m + n)
  175. goto e;
  176. nsrr = sh->nmacs;
  177. memmove(srr, m, n);
  178. case 0: // read
  179. break;
  180. }
  181. sh->nmacs = nsrr;
  182. n = nsrr * 6;
  183. memmove(m, srr, n);
  184. return Nsrrhdr + n;
  185. }
  186. static int
  187. addmask(uchar *ea)
  188. {
  189. uchar *p, *e;
  190. p = masks;
  191. e = p + nmasks;
  192. for (; p<e; p += 6)
  193. if (!memcmp(p, ea, 6))
  194. return 2;
  195. if (nmasks >= Nmasks)
  196. return 0;
  197. memmove(p, ea, 6);
  198. nmasks++;
  199. return 1;
  200. }
  201. static void
  202. rmmask(uchar *ea)
  203. {
  204. uchar *p, *e;
  205. p = masks;
  206. e = p + nmasks;
  207. for (; p<e; p+=6)
  208. if (!memcmp(p, ea, 6)) {
  209. memmove(p, p+6, e-p-6);
  210. nmasks--;
  211. return;
  212. }
  213. }
  214. static int
  215. aoemask(Aoemask *mh, int len)
  216. {
  217. Mdir *md, *mdi, *mde;
  218. uchar *e;
  219. int i, n;
  220. n = 0;
  221. e = (uchar *) mh + len;
  222. md = mdi = (Mdir *) ((uchar *)mh + Nmaskhdr);
  223. switch (mh->cmd) {
  224. case Medit:
  225. mde = md + mh->nmacs;
  226. for (; md<mde; md++) {
  227. switch (md->cmd) {
  228. case MDdel:
  229. rmmask(md->mac);
  230. continue;
  231. case MDadd:
  232. if (addmask(md->mac))
  233. continue;
  234. mh->merror = MEfull;
  235. mh->nmacs = md - mdi;
  236. goto e;
  237. case MDnop:
  238. continue;
  239. default:
  240. mh->merror = MEbaddir;
  241. mh->nmacs = md - mdi;
  242. goto e;
  243. }
  244. }
  245. // success. fall thru to return list
  246. case Mread:
  247. md = mdi;
  248. for (i=0; i<nmasks; i++) {
  249. md->res = md->cmd = 0;
  250. memmove(md->mac, &masks[i*6], 6);
  251. md++;
  252. }
  253. mh->merror = 0;
  254. mh->nmacs = nmasks;
  255. n = sizeof *md * nmasks;
  256. break;
  257. default:
  258. mh->h.flags |= Error;
  259. mh->h.error = BadArg;
  260. }
  261. e: return n + Nmaskhdr;
  262. }
  263. void
  264. doaoe(Aoehdr *p, int n)
  265. {
  266. int len;
  267. switch (p->cmd) {
  268. case ATAcmd:
  269. if (n < Natahdr)
  270. return;
  271. len = aoeata((Ata*)p, n);
  272. break;
  273. case Config:
  274. if (n < Ncfghdr)
  275. return;
  276. len = confcmd((Conf *)p, n);
  277. break;
  278. case Mask:
  279. if (n < Nmaskhdr)
  280. return;
  281. len = aoemask((Aoemask *)p, n);
  282. break;
  283. case Resrel:
  284. if (n < Nsrrhdr)
  285. return;
  286. len = aoesrr((Aoesrr *)p, n);
  287. break;
  288. default:
  289. p->error = BadCmd;
  290. p->flags |= Error;
  291. len = n;
  292. break;
  293. }
  294. if (len <= 0)
  295. return;
  296. memmove(p->dst, p->src, 6);
  297. memmove(p->src, mac, 6);
  298. p->maj = htons(shelf);
  299. p->min = slot;
  300. p->flags |= Resp;
  301. if (putpkt(sfd, (uchar *) p, len) == -1) {
  302. perror("write to network");
  303. exit(1);
  304. }
  305. }
  306. void
  307. aoe(void)
  308. {
  309. Aoehdr *p;
  310. uchar *buf;
  311. int n, sh;
  312. long pagesz;
  313. enum { bufsz = 1<<16, };
  314. if ((pagesz = sysconf(_SC_PAGESIZE)) < 0) {
  315. perror("sysconf");
  316. exit(1);
  317. }
  318. if ((buf = malloc(bufsz + pagesz)) == NULL) {
  319. perror("malloc");
  320. exit(1);
  321. }
  322. n = (size_t) buf + sizeof(Ata);
  323. if (n & (pagesz - 1))
  324. buf += pagesz - (n & (pagesz - 1));
  325. aoead(sfd);
  326. for (;;) {
  327. n = getpkt(sfd, buf, bufsz);
  328. if (n < 0) {
  329. perror("read network");
  330. exit(1);
  331. }
  332. if (n < sizeof(Aoehdr))
  333. continue;
  334. p = (Aoehdr *) buf;
  335. if (ntohs(p->type) != 0x88a2)
  336. continue;
  337. if (p->flags & Resp)
  338. continue;
  339. sh = ntohs(p->maj);
  340. if (sh != shelf && sh != (ushort)~0)
  341. continue;
  342. if (p->min != slot && p->min != (uchar)~0)
  343. continue;
  344. if (nmasks && !maskok(p->src))
  345. continue;
  346. doaoe(p, n);
  347. }
  348. }
  349. void
  350. usage(void)
  351. {
  352. fprintf(stderr, "usage: %s [-b bufcnt] [-d ] [-s] [-r] [ -m mac[,mac...] ] shelf slot netif filename\n",
  353. progname);
  354. exit(1);
  355. }
  356. /* parseether from plan 9 */
  357. int
  358. parseether(uchar *to, char *from)
  359. {
  360. char nip[4];
  361. char *p;
  362. int i;
  363. p = from;
  364. for(i = 0; i < 6; i++){
  365. if(*p == 0)
  366. return -1;
  367. nip[0] = *p++;
  368. if(*p == 0)
  369. return -1;
  370. nip[1] = *p++;
  371. nip[2] = 0;
  372. to[i] = strtoul(nip, 0, 16);
  373. if(*p == ':')
  374. p++;
  375. }
  376. return 0;
  377. }
  378. void
  379. setmask(char *ml)
  380. {
  381. char *p;
  382. int n;
  383. for (; ml; ml=p) {
  384. p = strchr(ml, ',');
  385. if (p)
  386. *p++ = '\0';
  387. n = parseether(&masks[nmasks*Alen], ml);
  388. if (n < 0)
  389. fprintf(stderr, "ignoring mask %s, parseether failure\n", ml);
  390. else
  391. nmasks++;
  392. }
  393. }
  394. int
  395. maskok(uchar *ea)
  396. {
  397. int i, ok = 0;
  398. for (i=0; !ok && i<nmasks; i++)
  399. ok = memcmp(ea, &masks[i*Alen], Alen) == 0;
  400. return ok;
  401. }
  402. int
  403. rrok(uchar *ea)
  404. {
  405. int i, ok = 0;
  406. if (nsrr == 0)
  407. return 1;
  408. for (i=0; !ok && i<nsrr; i++)
  409. ok = memcmp(ea, &srr[i*Alen], Alen) == 0;
  410. return ok;
  411. }
  412. void
  413. setserial(char *f, int sh, int sl)
  414. {
  415. char h[32];
  416. h[0] = 0;
  417. gethostname(h, sizeof h);
  418. snprintf(serial, Nserial, "%d.%d:%.*s", sh, sl, (int) sizeof h, h);
  419. }
  420. int
  421. main(int argc, char **argv)
  422. {
  423. int ch, omode = 0, readonly = 0;
  424. bufcnt = Bufcount;
  425. setbuf(stdin, NULL);
  426. progname = *argv;
  427. while ((ch = getopt(argc, argv, "b:dsrm:")) != -1) {
  428. switch (ch) {
  429. case 'b':
  430. bufcnt = atoi(optarg);
  431. break;
  432. case 'd':
  433. #ifdef O_DIRECT
  434. omode |= O_DIRECT;
  435. #endif
  436. break;
  437. case 's':
  438. omode |= O_SYNC;
  439. break;
  440. case 'r':
  441. readonly = 1;
  442. break;
  443. case 'm':
  444. setmask(optarg);
  445. break;
  446. case '?':
  447. default:
  448. usage();
  449. }
  450. }
  451. argc -= optind;
  452. argv += optind;
  453. if (argc != 4 || bufcnt <= 0)
  454. usage();
  455. omode |= readonly ? O_RDONLY : O_RDWR;
  456. bfd = open(argv[3], omode);
  457. if (bfd == -1) {
  458. perror("open");
  459. exit(1);
  460. }
  461. shelf = atoi(argv[0]);
  462. slot = atoi(argv[1]);
  463. setserial(argv[3], shelf, slot);
  464. size = getsize(bfd);
  465. size /= 512;
  466. ifname = argv[2];
  467. sfd = dial(ifname, bufcnt);
  468. getea(sfd, ifname, mac);
  469. printf("pid %ld: e%d.%d, %lld sectors %s\n",
  470. (long) getpid(), shelf, slot, size,
  471. readonly ? "O_RDONLY" : "O_RDWR");
  472. fflush(stdout);
  473. atainit();
  474. aoe();
  475. return 0;
  476. }