funcs.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932
  1. /*
  2. * Copyright (c) Christos Zoulas 2003.
  3. * All Rights Reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions
  7. * are met:
  8. * 1. Redistributions of source code must retain the above copyright
  9. * notice immediately at the beginning of the file, without modification,
  10. * this list of conditions, and the following disclaimer.
  11. * 2. Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18. * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
  19. * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25. * SUCH DAMAGE.
  26. */
  27. #include "file.h"
  28. #ifndef lint
  29. FILE_RCSID("@(#)$File: funcs.c,v 1.140 2023/05/21 17:08:34 christos Exp $")
  30. #endif /* lint */
  31. #include "magic.h"
  32. #include <assert.h>
  33. #include <stdarg.h>
  34. #include <stdlib.h>
  35. #include <string.h>
  36. #include <ctype.h>
  37. #ifdef HAVE_UNISTD_H
  38. #include <unistd.h> /* for pipe2() */
  39. #endif
  40. #if defined(HAVE_WCHAR_H)
  41. #include <wchar.h>
  42. #endif
  43. #if defined(HAVE_WCTYPE_H)
  44. #include <wctype.h>
  45. #endif
  46. #include <limits.h>
  47. #ifndef SIZE_MAX
  48. #define SIZE_MAX ((size_t)~0)
  49. #endif
  50. file_protected char *
  51. file_copystr(char *buf, size_t blen, size_t width, const char *str)
  52. {
  53. if (blen == 0)
  54. return buf;
  55. if (width >= blen)
  56. width = blen - 1;
  57. memcpy(buf, str, width);
  58. buf[width] = '\0';
  59. return buf;
  60. }
  61. file_private void
  62. file_clearbuf(struct magic_set *ms)
  63. {
  64. free(ms->o.buf);
  65. ms->o.buf = NULL;
  66. ms->o.blen = 0;
  67. }
  68. file_private int
  69. file_checkfield(char *msg, size_t mlen, const char *what, const char **pp)
  70. {
  71. const char *p = *pp;
  72. int fw = 0;
  73. while (*p && isdigit((unsigned char)*p))
  74. fw = fw * 10 + (*p++ - '0');
  75. *pp = p;
  76. if (fw < 1024)
  77. return 1;
  78. if (msg)
  79. snprintf(msg, mlen, "field %s too large: %d", what, fw);
  80. return 0;
  81. }
  82. file_protected int
  83. file_checkfmt(char *msg, size_t mlen, const char *fmt)
  84. {
  85. const char *p;
  86. for (p = fmt; *p; p++) {
  87. if (*p != '%')
  88. continue;
  89. if (*++p == '%')
  90. continue;
  91. // Skip uninteresting.
  92. while (strchr("#0.'+- ", *p) != NULL)
  93. p++;
  94. if (*p == '*') {
  95. if (msg)
  96. snprintf(msg, mlen, "* not allowed in format");
  97. return -1;
  98. }
  99. if (!file_checkfield(msg, mlen, "width", &p))
  100. return -1;
  101. if (*p == '.') {
  102. p++;
  103. if (!file_checkfield(msg, mlen, "precision", &p))
  104. return -1;
  105. }
  106. if (!isalpha((unsigned char)*p)) {
  107. if (msg)
  108. snprintf(msg, mlen, "bad format char: %c", *p);
  109. return -1;
  110. }
  111. }
  112. return 0;
  113. }
  114. /*
  115. * Like printf, only we append to a buffer.
  116. */
  117. file_protected int
  118. file_vprintf(struct magic_set *ms, const char *fmt, va_list ap)
  119. {
  120. int len;
  121. char *buf, *newstr;
  122. char tbuf[1024];
  123. if (ms->event_flags & EVENT_HAD_ERR)
  124. return 0;
  125. if (file_checkfmt(tbuf, sizeof(tbuf), fmt)) {
  126. file_clearbuf(ms);
  127. file_error(ms, 0, "Bad magic format `%s' (%s)", fmt, tbuf);
  128. return -1;
  129. }
  130. len = vasprintf(&buf, fmt, ap);
  131. if (len < 0 || (size_t)len > 1024 || len + ms->o.blen > 1024 * 1024) {
  132. size_t blen = ms->o.blen;
  133. free(buf);
  134. file_clearbuf(ms);
  135. file_error(ms, 0, "Output buffer space exceeded %d+%"
  136. SIZE_T_FORMAT "u", len, blen);
  137. return -1;
  138. }
  139. if (ms->o.buf != NULL) {
  140. len = asprintf(&newstr, "%s%s", ms->o.buf, buf);
  141. free(buf);
  142. if (len < 0)
  143. goto out;
  144. free(ms->o.buf);
  145. buf = newstr;
  146. }
  147. ms->o.buf = buf;
  148. ms->o.blen = len;
  149. return 0;
  150. out:
  151. file_clearbuf(ms);
  152. file_error(ms, errno, "vasprintf failed");
  153. return -1;
  154. }
  155. file_protected int
  156. file_printf(struct magic_set *ms, const char *fmt, ...)
  157. {
  158. int rv;
  159. va_list ap;
  160. va_start(ap, fmt);
  161. rv = file_vprintf(ms, fmt, ap);
  162. va_end(ap);
  163. return rv;
  164. }
  165. /*
  166. * error - print best error message possible
  167. */
  168. /*VARARGS*/
  169. __attribute__((__format__(__printf__, 3, 0)))
  170. file_private void
  171. file_error_core(struct magic_set *ms, int error, const char *f, va_list va,
  172. size_t lineno)
  173. {
  174. /* Only the first error is ok */
  175. if (ms->event_flags & EVENT_HAD_ERR)
  176. return;
  177. if (lineno != 0) {
  178. file_clearbuf(ms);
  179. (void)file_printf(ms, "line %" SIZE_T_FORMAT "u:", lineno);
  180. }
  181. if (ms->o.buf && *ms->o.buf)
  182. (void)file_printf(ms, " ");
  183. (void)file_vprintf(ms, f, va);
  184. if (error > 0)
  185. (void)file_printf(ms, " (%s)", strerror(error));
  186. ms->event_flags |= EVENT_HAD_ERR;
  187. ms->error = error;
  188. }
  189. /*VARARGS*/
  190. file_protected void
  191. file_error(struct magic_set *ms, int error, const char *f, ...)
  192. {
  193. va_list va;
  194. va_start(va, f);
  195. file_error_core(ms, error, f, va, 0);
  196. va_end(va);
  197. }
  198. /*
  199. * Print an error with magic line number.
  200. */
  201. /*VARARGS*/
  202. file_protected void
  203. file_magerror(struct magic_set *ms, const char *f, ...)
  204. {
  205. va_list va;
  206. va_start(va, f);
  207. file_error_core(ms, 0, f, va, ms->line);
  208. va_end(va);
  209. }
  210. file_protected void
  211. file_oomem(struct magic_set *ms, size_t len)
  212. {
  213. file_error(ms, errno, "cannot allocate %" SIZE_T_FORMAT "u bytes",
  214. len);
  215. }
  216. file_protected void
  217. file_badseek(struct magic_set *ms)
  218. {
  219. file_error(ms, errno, "error seeking");
  220. }
  221. file_protected void
  222. file_badread(struct magic_set *ms)
  223. {
  224. file_error(ms, errno, "error reading");
  225. }
  226. #ifndef COMPILE_ONLY
  227. #define FILE_SEPARATOR "\n- "
  228. file_protected int
  229. file_separator(struct magic_set *ms)
  230. {
  231. return file_printf(ms, FILE_SEPARATOR);
  232. }
  233. static void
  234. trim_separator(struct magic_set *ms)
  235. {
  236. size_t l;
  237. if (ms->o.buf == NULL)
  238. return;
  239. l = strlen(ms->o.buf);
  240. if (l < sizeof(FILE_SEPARATOR))
  241. return;
  242. l -= sizeof(FILE_SEPARATOR) - 1;
  243. if (strcmp(ms->o.buf + l, FILE_SEPARATOR) != 0)
  244. return;
  245. ms->o.buf[l] = '\0';
  246. }
  247. static int
  248. checkdone(struct magic_set *ms, int *rv)
  249. {
  250. if ((ms->flags & MAGIC_CONTINUE) == 0)
  251. return 1;
  252. if (file_separator(ms) == -1)
  253. *rv = -1;
  254. return 0;
  255. }
  256. file_protected int
  257. file_default(struct magic_set *ms, size_t nb)
  258. {
  259. if (ms->flags & MAGIC_MIME) {
  260. if ((ms->flags & MAGIC_MIME_TYPE) &&
  261. file_printf(ms, "application/%s",
  262. nb ? "octet-stream" : "x-empty") == -1)
  263. return -1;
  264. return 1;
  265. }
  266. if (ms->flags & MAGIC_APPLE) {
  267. if (file_printf(ms, "UNKNUNKN") == -1)
  268. return -1;
  269. return 1;
  270. }
  271. if (ms->flags & MAGIC_EXTENSION) {
  272. if (file_printf(ms, "???") == -1)
  273. return -1;
  274. return 1;
  275. }
  276. return 0;
  277. }
  278. /*
  279. * The magic detection functions return:
  280. * 1: found
  281. * 0: not found
  282. * -1: error
  283. */
  284. /*ARGSUSED*/
  285. file_protected int
  286. file_buffer(struct magic_set *ms, int fd, struct stat *st,
  287. const char *inname __attribute__ ((__unused__)),
  288. const void *buf, size_t nb)
  289. {
  290. int m = 0, rv = 0, looks_text = 0;
  291. const char *code = NULL;
  292. const char *code_mime = "binary";
  293. const char *def = "data";
  294. const char *ftype = NULL;
  295. char *rbuf = NULL;
  296. struct buffer b;
  297. buffer_init(&b, fd, st, buf, nb);
  298. ms->mode = b.st.st_mode;
  299. if (nb == 0) {
  300. def = "empty";
  301. goto simple;
  302. } else if (nb == 1) {
  303. def = "very short file (no magic)";
  304. goto simple;
  305. }
  306. if ((ms->flags & MAGIC_NO_CHECK_ENCODING) == 0) {
  307. looks_text = file_encoding(ms, &b, NULL, 0,
  308. &code, &code_mime, &ftype);
  309. }
  310. #ifdef __EMX__
  311. if ((ms->flags & MAGIC_NO_CHECK_APPTYPE) == 0 && inname) {
  312. m = file_os2_apptype(ms, inname, &b);
  313. if ((ms->flags & MAGIC_DEBUG) != 0)
  314. (void)fprintf(stderr, "[try os2_apptype %d]\n", m);
  315. switch (m) {
  316. case -1:
  317. return -1;
  318. case 0:
  319. break;
  320. default:
  321. return 1;
  322. }
  323. }
  324. #endif
  325. #if HAVE_FORK
  326. /* try compression stuff */
  327. if ((ms->flags & MAGIC_NO_CHECK_COMPRESS) == 0) {
  328. m = file_zmagic(ms, &b, inname);
  329. if ((ms->flags & MAGIC_DEBUG) != 0)
  330. (void)fprintf(stderr, "[try zmagic %d]\n", m);
  331. if (m) {
  332. goto done_encoding;
  333. }
  334. }
  335. #endif
  336. /* Check if we have a tar file */
  337. if ((ms->flags & MAGIC_NO_CHECK_TAR) == 0) {
  338. m = file_is_tar(ms, &b);
  339. if ((ms->flags & MAGIC_DEBUG) != 0)
  340. (void)fprintf(stderr, "[try tar %d]\n", m);
  341. if (m) {
  342. if (checkdone(ms, &rv))
  343. goto done;
  344. }
  345. }
  346. /* Check if we have a JSON file */
  347. if ((ms->flags & MAGIC_NO_CHECK_JSON) == 0) {
  348. m = file_is_json(ms, &b);
  349. if ((ms->flags & MAGIC_DEBUG) != 0)
  350. (void)fprintf(stderr, "[try json %d]\n", m);
  351. if (m) {
  352. if (checkdone(ms, &rv))
  353. goto done;
  354. }
  355. }
  356. /* Check if we have a CSV file */
  357. if ((ms->flags & MAGIC_NO_CHECK_CSV) == 0) {
  358. m = file_is_csv(ms, &b, looks_text, code);
  359. if ((ms->flags & MAGIC_DEBUG) != 0)
  360. (void)fprintf(stderr, "[try csv %d]\n", m);
  361. if (m) {
  362. if (checkdone(ms, &rv))
  363. goto done;
  364. }
  365. }
  366. /* Check if we have a SIMH tape file */
  367. if ((ms->flags & MAGIC_NO_CHECK_SIMH) == 0) {
  368. m = file_is_simh(ms, &b);
  369. if ((ms->flags & MAGIC_DEBUG) != 0)
  370. (void)fprintf(stderr, "[try simh %d]\n", m);
  371. if (m) {
  372. if (checkdone(ms, &rv))
  373. goto done;
  374. }
  375. }
  376. /* Check if we have a CDF file */
  377. if ((ms->flags & MAGIC_NO_CHECK_CDF) == 0) {
  378. m = file_trycdf(ms, &b);
  379. if ((ms->flags & MAGIC_DEBUG) != 0)
  380. (void)fprintf(stderr, "[try cdf %d]\n", m);
  381. if (m) {
  382. if (checkdone(ms, &rv))
  383. goto done;
  384. }
  385. }
  386. #ifdef BUILTIN_ELF
  387. if ((ms->flags & MAGIC_NO_CHECK_ELF) == 0 && nb > 5 && fd != -1) {
  388. file_pushbuf_t *pb;
  389. /*
  390. * We matched something in the file, so this
  391. * *might* be an ELF file, and the file is at
  392. * least 5 bytes long, so if it's an ELF file
  393. * it has at least one byte past the ELF magic
  394. * number - try extracting information from the
  395. * ELF headers that cannot easily be extracted
  396. * with rules in the magic file. We we don't
  397. * print the information yet.
  398. */
  399. if ((pb = file_push_buffer(ms)) == NULL)
  400. return -1;
  401. rv = file_tryelf(ms, &b);
  402. rbuf = file_pop_buffer(ms, pb);
  403. if (rv == -1) {
  404. free(rbuf);
  405. rbuf = NULL;
  406. }
  407. if ((ms->flags & MAGIC_DEBUG) != 0)
  408. (void)fprintf(stderr, "[try elf %d]\n", m);
  409. }
  410. #endif
  411. /* try soft magic tests */
  412. if ((ms->flags & MAGIC_NO_CHECK_SOFT) == 0) {
  413. m = file_softmagic(ms, &b, NULL, NULL, BINTEST, looks_text);
  414. if ((ms->flags & MAGIC_DEBUG) != 0)
  415. (void)fprintf(stderr, "[try softmagic %d]\n", m);
  416. if (m == 1 && rbuf) {
  417. if (file_printf(ms, "%s", rbuf) == -1)
  418. goto done;
  419. }
  420. if (m) {
  421. if (checkdone(ms, &rv))
  422. goto done;
  423. }
  424. }
  425. /* try text properties */
  426. if ((ms->flags & MAGIC_NO_CHECK_TEXT) == 0) {
  427. m = file_ascmagic(ms, &b, looks_text);
  428. if ((ms->flags & MAGIC_DEBUG) != 0)
  429. (void)fprintf(stderr, "[try ascmagic %d]\n", m);
  430. if (m) {
  431. goto done;
  432. }
  433. }
  434. simple:
  435. /* give up */
  436. if (m == 0) {
  437. m = 1;
  438. rv = file_default(ms, nb);
  439. if (rv == 0)
  440. if (file_printf(ms, "%s", def) == -1)
  441. rv = -1;
  442. }
  443. done:
  444. trim_separator(ms);
  445. if ((ms->flags & MAGIC_MIME_ENCODING) != 0) {
  446. if (ms->flags & MAGIC_MIME_TYPE)
  447. if (file_printf(ms, "; charset=") == -1)
  448. rv = -1;
  449. if (file_printf(ms, "%s", code_mime) == -1)
  450. rv = -1;
  451. }
  452. #if HAVE_FORK
  453. done_encoding:
  454. #endif
  455. free(rbuf);
  456. buffer_fini(&b);
  457. if (rv)
  458. return rv;
  459. return m;
  460. }
  461. #endif
  462. file_protected int
  463. file_reset(struct magic_set *ms, int checkloaded)
  464. {
  465. if (checkloaded && ms->mlist[0] == NULL) {
  466. file_error(ms, 0, "no magic files loaded");
  467. return -1;
  468. }
  469. file_clearbuf(ms);
  470. if (ms->o.pbuf) {
  471. free(ms->o.pbuf);
  472. ms->o.pbuf = NULL;
  473. }
  474. ms->event_flags &= ~EVENT_HAD_ERR;
  475. ms->error = -1;
  476. return 0;
  477. }
  478. #define OCTALIFY(n, o) \
  479. /*LINTED*/ \
  480. (void)(*(n)++ = '\\', \
  481. *(n)++ = ((CAST(uint32_t, *(o)) >> 6) & 3) + '0', \
  482. *(n)++ = ((CAST(uint32_t, *(o)) >> 3) & 7) + '0', \
  483. *(n)++ = ((CAST(uint32_t, *(o)) >> 0) & 7) + '0', \
  484. (o)++)
  485. file_protected const char *
  486. file_getbuffer(struct magic_set *ms)
  487. {
  488. char *pbuf, *op, *np;
  489. size_t psize, len;
  490. if (ms->event_flags & EVENT_HAD_ERR)
  491. return NULL;
  492. if (ms->flags & MAGIC_RAW)
  493. return ms->o.buf;
  494. if (ms->o.buf == NULL)
  495. return NULL;
  496. /* * 4 is for octal representation, + 1 is for NUL */
  497. len = strlen(ms->o.buf);
  498. if (len > (SIZE_MAX - 1) / 4) {
  499. file_oomem(ms, len);
  500. return NULL;
  501. }
  502. psize = len * 4 + 1;
  503. if ((pbuf = CAST(char *, realloc(ms->o.pbuf, psize))) == NULL) {
  504. file_oomem(ms, psize);
  505. return NULL;
  506. }
  507. ms->o.pbuf = pbuf;
  508. #if defined(HAVE_WCHAR_H) && defined(HAVE_MBRTOWC) && defined(HAVE_WCWIDTH)
  509. {
  510. mbstate_t state;
  511. wchar_t nextchar;
  512. int mb_conv = 1;
  513. size_t bytesconsumed;
  514. char *eop;
  515. (void)memset(&state, 0, sizeof(mbstate_t));
  516. np = ms->o.pbuf;
  517. op = ms->o.buf;
  518. eop = op + len;
  519. while (op < eop) {
  520. bytesconsumed = mbrtowc(&nextchar, op,
  521. CAST(size_t, eop - op), &state);
  522. if (bytesconsumed == CAST(size_t, -1) ||
  523. bytesconsumed == CAST(size_t, -2)) {
  524. mb_conv = 0;
  525. break;
  526. }
  527. if (iswprint(nextchar)) {
  528. (void)memcpy(np, op, bytesconsumed);
  529. op += bytesconsumed;
  530. np += bytesconsumed;
  531. } else {
  532. while (bytesconsumed-- > 0)
  533. OCTALIFY(np, op);
  534. }
  535. }
  536. *np = '\0';
  537. /* Parsing succeeded as a multi-byte sequence */
  538. if (mb_conv != 0)
  539. return ms->o.pbuf;
  540. }
  541. #endif
  542. for (np = ms->o.pbuf, op = ms->o.buf; *op;) {
  543. if (isprint(CAST(unsigned char, *op))) {
  544. *np++ = *op++;
  545. } else {
  546. OCTALIFY(np, op);
  547. }
  548. }
  549. *np = '\0';
  550. return ms->o.pbuf;
  551. }
  552. file_protected int
  553. file_check_mem(struct magic_set *ms, unsigned int level)
  554. {
  555. size_t len;
  556. if (level >= ms->c.len) {
  557. len = (ms->c.len = 20 + level) * sizeof(*ms->c.li);
  558. ms->c.li = CAST(struct level_info *, (ms->c.li == NULL) ?
  559. malloc(len) :
  560. realloc(ms->c.li, len));
  561. if (ms->c.li == NULL) {
  562. file_oomem(ms, len);
  563. return -1;
  564. }
  565. }
  566. ms->c.li[level].got_match = 0;
  567. #ifdef ENABLE_CONDITIONALS
  568. ms->c.li[level].last_match = 0;
  569. ms->c.li[level].last_cond = COND_NONE;
  570. #endif /* ENABLE_CONDITIONALS */
  571. return 0;
  572. }
  573. file_protected size_t
  574. file_printedlen(const struct magic_set *ms)
  575. {
  576. return ms->o.blen;
  577. }
  578. file_protected int
  579. file_replace(struct magic_set *ms, const char *pat, const char *rep)
  580. {
  581. file_regex_t rx;
  582. int rc, rv = -1;
  583. rc = file_regcomp(ms, &rx, pat, REG_EXTENDED);
  584. if (rc == 0) {
  585. regmatch_t rm;
  586. int nm = 0;
  587. while (file_regexec(ms, &rx, ms->o.buf, 1, &rm, 0) == 0) {
  588. ms->o.buf[rm.rm_so] = '\0';
  589. if (file_printf(ms, "%s%s", rep,
  590. rm.rm_eo != 0 ? ms->o.buf + rm.rm_eo : "") == -1)
  591. goto out;
  592. nm++;
  593. }
  594. rv = nm;
  595. }
  596. out:
  597. file_regfree(&rx);
  598. return rv;
  599. }
  600. file_private int
  601. check_regex(struct magic_set *ms, const char *pat)
  602. {
  603. char sbuf[512];
  604. unsigned char oc = '\0';
  605. const char *p;
  606. for (p = pat; *p; p++) {
  607. unsigned char c = *p;
  608. // Avoid repetition
  609. if (c == oc && strchr("?*+{", c) != NULL) {
  610. size_t len = strlen(pat);
  611. file_magwarn(ms,
  612. "repetition-operator operand `%c' "
  613. "invalid in regex `%s'", c,
  614. file_printable(ms, sbuf, sizeof(sbuf), pat, len));
  615. return -1;
  616. }
  617. oc = c;
  618. if (isprint(c) || isspace(c) || c == '\b'
  619. || c == 0x8a) // XXX: apple magic fixme
  620. continue;
  621. size_t len = strlen(pat);
  622. file_magwarn(ms,
  623. "non-ascii characters in regex \\%#o `%s'",
  624. c, file_printable(ms, sbuf, sizeof(sbuf), pat, len));
  625. return -1;
  626. }
  627. return 0;
  628. }
  629. file_protected int
  630. file_regcomp(struct magic_set *ms file_locale_used, file_regex_t *rx,
  631. const char *pat, int flags)
  632. {
  633. if (check_regex(ms, pat) == -1)
  634. return -1;
  635. #ifdef USE_C_LOCALE
  636. locale_t old = uselocale(ms->c_lc_ctype);
  637. assert(old != NULL);
  638. #else
  639. char old[1024];
  640. strlcpy(old, setlocale(LC_CTYPE, NULL), sizeof(old));
  641. (void)setlocale(LC_CTYPE, "C");
  642. #endif
  643. int rc;
  644. rc = regcomp(rx, pat, flags);
  645. #ifdef USE_C_LOCALE
  646. uselocale(old);
  647. #else
  648. (void)setlocale(LC_CTYPE, old);
  649. #endif
  650. if (rc > 0 && (ms->flags & MAGIC_CHECK)) {
  651. char errmsg[512], buf[512];
  652. (void)regerror(rc, rx, errmsg, sizeof(errmsg));
  653. file_magerror(ms, "regex error %d for `%s', (%s)", rc,
  654. file_printable(ms, buf, sizeof(buf), pat, strlen(pat)),
  655. errmsg);
  656. }
  657. return rc;
  658. }
  659. /*ARGSUSED*/
  660. file_protected int
  661. file_regexec(struct magic_set *ms file_locale_used, file_regex_t *rx,
  662. const char *str, size_t nmatch, regmatch_t* pmatch, int eflags)
  663. {
  664. #ifdef USE_C_LOCALE
  665. locale_t old = uselocale(ms->c_lc_ctype);
  666. assert(old != NULL);
  667. #else
  668. char old[1024];
  669. strlcpy(old, setlocale(LC_CTYPE, NULL), sizeof(old));
  670. (void)setlocale(LC_CTYPE, "C");
  671. #endif
  672. int rc;
  673. /* XXX: force initialization because glibc does not always do this */
  674. if (nmatch != 0)
  675. memset(pmatch, 0, nmatch * sizeof(*pmatch));
  676. rc = regexec(rx, str, nmatch, pmatch, eflags);
  677. #ifdef USE_C_LOCALE
  678. uselocale(old);
  679. #else
  680. (void)setlocale(LC_CTYPE, old);
  681. #endif
  682. return rc;
  683. }
  684. file_protected void
  685. file_regfree(file_regex_t *rx)
  686. {
  687. regfree(rx);
  688. }
  689. file_protected file_pushbuf_t *
  690. file_push_buffer(struct magic_set *ms)
  691. {
  692. file_pushbuf_t *pb;
  693. if (ms->event_flags & EVENT_HAD_ERR)
  694. return NULL;
  695. if ((pb = (CAST(file_pushbuf_t *, malloc(sizeof(*pb))))) == NULL)
  696. return NULL;
  697. pb->buf = ms->o.buf;
  698. pb->blen = ms->o.blen;
  699. pb->offset = ms->offset;
  700. ms->o.buf = NULL;
  701. ms->o.blen = 0;
  702. ms->offset = 0;
  703. return pb;
  704. }
  705. file_protected char *
  706. file_pop_buffer(struct magic_set *ms, file_pushbuf_t *pb)
  707. {
  708. char *rbuf;
  709. if (ms->event_flags & EVENT_HAD_ERR) {
  710. free(pb->buf);
  711. free(pb);
  712. return NULL;
  713. }
  714. rbuf = ms->o.buf;
  715. ms->o.buf = pb->buf;
  716. ms->o.blen = pb->blen;
  717. ms->offset = pb->offset;
  718. free(pb);
  719. return rbuf;
  720. }
  721. /*
  722. * convert string to ascii printable format.
  723. */
  724. file_protected char *
  725. file_printable(struct magic_set *ms, char *buf, size_t bufsiz,
  726. const char *str, size_t slen)
  727. {
  728. char *ptr, *eptr = buf + bufsiz - 1;
  729. const unsigned char *s = RCAST(const unsigned char *, str);
  730. const unsigned char *es = s + slen;
  731. for (ptr = buf; ptr < eptr && s < es && *s; s++) {
  732. if ((ms->flags & MAGIC_RAW) != 0 || isprint(*s)) {
  733. *ptr++ = *s;
  734. continue;
  735. }
  736. if (ptr >= eptr - 3)
  737. break;
  738. *ptr++ = '\\';
  739. *ptr++ = ((CAST(unsigned int, *s) >> 6) & 7) + '0';
  740. *ptr++ = ((CAST(unsigned int, *s) >> 3) & 7) + '0';
  741. *ptr++ = ((CAST(unsigned int, *s) >> 0) & 7) + '0';
  742. }
  743. *ptr = '\0';
  744. return buf;
  745. }
  746. struct guid {
  747. uint32_t data1;
  748. uint16_t data2;
  749. uint16_t data3;
  750. uint8_t data4[8];
  751. };
  752. file_protected int
  753. file_parse_guid(const char *s, uint64_t *guid)
  754. {
  755. struct guid *g = CAST(struct guid *, CAST(void *, guid));
  756. #ifndef WIN32
  757. return sscanf(s,
  758. "%8x-%4hx-%4hx-%2hhx%2hhx-%2hhx%2hhx%2hhx%2hhx%2hhx%2hhx",
  759. &g->data1, &g->data2, &g->data3, &g->data4[0], &g->data4[1],
  760. &g->data4[2], &g->data4[3], &g->data4[4], &g->data4[5],
  761. &g->data4[6], &g->data4[7]) == 11 ? 0 : -1;
  762. #else
  763. /* MS-Windows runtime doesn't support %hhx, except under
  764. non-default __USE_MINGW_ANSI_STDIO. */
  765. uint16_t data16[8];
  766. int rv = sscanf(s, "%8x-%4hx-%4hx-%2hx%2hx-%2hx%2hx%2hx%2hx%2hx%2hx",
  767. &g->data1, &g->data2, &g->data3, &data16[0], &data16[1],
  768. &data16[2], &data16[3], &data16[4], &data16[5],
  769. &data16[6], &data16[7]) == 11 ? 0 : -1;
  770. int i;
  771. for (i = 0; i < 8; i++)
  772. g->data4[i] = data16[i];
  773. return rv;
  774. #endif
  775. }
  776. file_protected int
  777. file_print_guid(char *str, size_t len, const uint64_t *guid)
  778. {
  779. const struct guid *g = CAST(const struct guid *,
  780. CAST(const void *, guid));
  781. #ifndef WIN32
  782. return snprintf(str, len, "%.8X-%.4hX-%.4hX-%.2hhX%.2hhX-"
  783. "%.2hhX%.2hhX%.2hhX%.2hhX%.2hhX%.2hhX",
  784. g->data1, g->data2, g->data3, g->data4[0], g->data4[1],
  785. g->data4[2], g->data4[3], g->data4[4], g->data4[5],
  786. g->data4[6], g->data4[7]);
  787. #else
  788. return snprintf(str, len, "%.8X-%.4hX-%.4hX-%.2hX%.2hX-"
  789. "%.2hX%.2hX%.2hX%.2hX%.2hX%.2hX",
  790. g->data1, g->data2, g->data3, g->data4[0], g->data4[1],
  791. g->data4[2], g->data4[3], g->data4[4], g->data4[5],
  792. g->data4[6], g->data4[7]);
  793. #endif
  794. }
  795. file_protected int
  796. file_pipe_closexec(int *fds)
  797. {
  798. #ifdef __MINGW32__
  799. return 0;
  800. #elif defined(HAVE_PIPE2)
  801. return pipe2(fds, O_CLOEXEC);
  802. #else
  803. if (pipe(fds) == -1)
  804. return -1;
  805. # ifdef F_SETFD
  806. (void)fcntl(fds[0], F_SETFD, FD_CLOEXEC);
  807. (void)fcntl(fds[1], F_SETFD, FD_CLOEXEC);
  808. # endif
  809. return 0;
  810. #endif
  811. }
  812. file_protected int
  813. file_clear_closexec(int fd) {
  814. #ifdef F_SETFD
  815. return fcntl(fd, F_SETFD, 0);
  816. #else
  817. return 0;
  818. #endif
  819. }
  820. file_protected char *
  821. file_strtrim(char *str)
  822. {
  823. char *last;
  824. while (isspace(CAST(unsigned char, *str)))
  825. str++;
  826. last = str;
  827. while (*last)
  828. last++;
  829. --last;
  830. while (isspace(CAST(unsigned char, *last)))
  831. last--;
  832. *++last = '\0';
  833. return str;
  834. }