funcs.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918
  1. /*
  2. * Copyright (c) Christos Zoulas 2003.
  3. * All Rights Reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions
  7. * are met:
  8. * 1. Redistributions of source code must retain the above copyright
  9. * notice immediately at the beginning of the file, without modification,
  10. * this list of conditions, and the following disclaimer.
  11. * 2. Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18. * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
  19. * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25. * SUCH DAMAGE.
  26. */
  27. #include "file.h"
  28. #ifndef lint
  29. FILE_RCSID("@(#)$File: funcs.c,v 1.136 2022/12/26 17:31:14 christos Exp $")
  30. #endif /* lint */
  31. #include "magic.h"
  32. #include <assert.h>
  33. #include <stdarg.h>
  34. #include <stdlib.h>
  35. #include <string.h>
  36. #include <ctype.h>
  37. #ifdef HAVE_UNISTD_H
  38. #include <unistd.h> /* for pipe2() */
  39. #endif
  40. #if defined(HAVE_WCHAR_H)
  41. #include <wchar.h>
  42. #endif
  43. #if defined(HAVE_WCTYPE_H)
  44. #include <wctype.h>
  45. #endif
  46. #include <limits.h>
  47. #ifndef SIZE_MAX
  48. #define SIZE_MAX ((size_t)~0)
  49. #endif
  50. file_protected char *
  51. file_copystr(char *buf, size_t blen, size_t width, const char *str)
  52. {
  53. if (blen == 0)
  54. return buf;
  55. if (width >= blen)
  56. width = blen - 1;
  57. memcpy(buf, str, width);
  58. buf[width] = '\0';
  59. return buf;
  60. }
  61. file_private void
  62. file_clearbuf(struct magic_set *ms)
  63. {
  64. free(ms->o.buf);
  65. ms->o.buf = NULL;
  66. ms->o.blen = 0;
  67. }
  68. file_private int
  69. file_checkfield(char *msg, size_t mlen, const char *what, const char **pp)
  70. {
  71. const char *p = *pp;
  72. int fw = 0;
  73. while (*p && isdigit((unsigned char)*p))
  74. fw = fw * 10 + (*p++ - '0');
  75. *pp = p;
  76. if (fw < 1024)
  77. return 1;
  78. if (msg)
  79. snprintf(msg, mlen, "field %s too large: %d", what, fw);
  80. return 0;
  81. }
  82. file_protected int
  83. file_checkfmt(char *msg, size_t mlen, const char *fmt)
  84. {
  85. const char *p;
  86. for (p = fmt; *p; p++) {
  87. if (*p != '%')
  88. continue;
  89. if (*++p == '%')
  90. continue;
  91. // Skip uninteresting.
  92. while (strchr("#0.'+- ", *p) != NULL)
  93. p++;
  94. if (*p == '*') {
  95. if (msg)
  96. snprintf(msg, mlen, "* not allowed in format");
  97. return -1;
  98. }
  99. if (!file_checkfield(msg, mlen, "width", &p))
  100. return -1;
  101. if (*p == '.') {
  102. p++;
  103. if (!file_checkfield(msg, mlen, "precision", &p))
  104. return -1;
  105. }
  106. if (!isalpha((unsigned char)*p)) {
  107. if (msg)
  108. snprintf(msg, mlen, "bad format char: %c", *p);
  109. return -1;
  110. }
  111. }
  112. return 0;
  113. }
  114. /*
  115. * Like printf, only we append to a buffer.
  116. */
  117. file_protected int
  118. file_vprintf(struct magic_set *ms, const char *fmt, va_list ap)
  119. {
  120. int len;
  121. char *buf, *newstr;
  122. char tbuf[1024];
  123. if (ms->event_flags & EVENT_HAD_ERR)
  124. return 0;
  125. if (file_checkfmt(tbuf, sizeof(tbuf), fmt)) {
  126. file_clearbuf(ms);
  127. file_error(ms, 0, "Bad magic format `%s' (%s)", fmt, tbuf);
  128. return -1;
  129. }
  130. len = vasprintf(&buf, fmt, ap);
  131. if (len < 0 || (size_t)len > 1024 || len + ms->o.blen > 1024 * 1024) {
  132. size_t blen = ms->o.blen;
  133. free(buf);
  134. file_clearbuf(ms);
  135. file_error(ms, 0, "Output buffer space exceeded %d+%"
  136. SIZE_T_FORMAT "u", len, blen);
  137. return -1;
  138. }
  139. if (ms->o.buf != NULL) {
  140. len = asprintf(&newstr, "%s%s", ms->o.buf, buf);
  141. free(buf);
  142. if (len < 0)
  143. goto out;
  144. free(ms->o.buf);
  145. buf = newstr;
  146. }
  147. ms->o.buf = buf;
  148. ms->o.blen = len;
  149. return 0;
  150. out:
  151. file_clearbuf(ms);
  152. file_error(ms, errno, "vasprintf failed");
  153. return -1;
  154. }
  155. file_protected int
  156. file_printf(struct magic_set *ms, const char *fmt, ...)
  157. {
  158. int rv;
  159. va_list ap;
  160. va_start(ap, fmt);
  161. rv = file_vprintf(ms, fmt, ap);
  162. va_end(ap);
  163. return rv;
  164. }
  165. /*
  166. * error - print best error message possible
  167. */
  168. /*VARARGS*/
  169. __attribute__((__format__(__printf__, 3, 0)))
  170. file_private void
  171. file_error_core(struct magic_set *ms, int error, const char *f, va_list va,
  172. size_t lineno)
  173. {
  174. /* Only the first error is ok */
  175. if (ms->event_flags & EVENT_HAD_ERR)
  176. return;
  177. if (lineno != 0) {
  178. file_clearbuf(ms);
  179. (void)file_printf(ms, "line %" SIZE_T_FORMAT "u:", lineno);
  180. }
  181. if (ms->o.buf && *ms->o.buf)
  182. (void)file_printf(ms, " ");
  183. (void)file_vprintf(ms, f, va);
  184. if (error > 0)
  185. (void)file_printf(ms, " (%s)", strerror(error));
  186. ms->event_flags |= EVENT_HAD_ERR;
  187. ms->error = error;
  188. }
  189. /*VARARGS*/
  190. file_protected void
  191. file_error(struct magic_set *ms, int error, const char *f, ...)
  192. {
  193. va_list va;
  194. va_start(va, f);
  195. file_error_core(ms, error, f, va, 0);
  196. va_end(va);
  197. }
  198. /*
  199. * Print an error with magic line number.
  200. */
  201. /*VARARGS*/
  202. file_protected void
  203. file_magerror(struct magic_set *ms, const char *f, ...)
  204. {
  205. va_list va;
  206. va_start(va, f);
  207. file_error_core(ms, 0, f, va, ms->line);
  208. va_end(va);
  209. }
  210. file_protected void
  211. file_oomem(struct magic_set *ms, size_t len)
  212. {
  213. file_error(ms, errno, "cannot allocate %" SIZE_T_FORMAT "u bytes",
  214. len);
  215. }
  216. file_protected void
  217. file_badseek(struct magic_set *ms)
  218. {
  219. file_error(ms, errno, "error seeking");
  220. }
  221. file_protected void
  222. file_badread(struct magic_set *ms)
  223. {
  224. file_error(ms, errno, "error reading");
  225. }
  226. #ifndef COMPILE_ONLY
  227. #define FILE_SEPARATOR "\n- "
  228. file_protected int
  229. file_separator(struct magic_set *ms)
  230. {
  231. return file_printf(ms, FILE_SEPARATOR);
  232. }
  233. static void
  234. trim_separator(struct magic_set *ms)
  235. {
  236. size_t l;
  237. if (ms->o.buf == NULL)
  238. return;
  239. l = strlen(ms->o.buf);
  240. if (l < sizeof(FILE_SEPARATOR))
  241. return;
  242. l -= sizeof(FILE_SEPARATOR) - 1;
  243. if (strcmp(ms->o.buf + l, FILE_SEPARATOR) != 0)
  244. return;
  245. ms->o.buf[l] = '\0';
  246. }
  247. static int
  248. checkdone(struct magic_set *ms, int *rv)
  249. {
  250. if ((ms->flags & MAGIC_CONTINUE) == 0)
  251. return 1;
  252. if (file_separator(ms) == -1)
  253. *rv = -1;
  254. return 0;
  255. }
  256. file_protected int
  257. file_default(struct magic_set *ms, size_t nb)
  258. {
  259. if (ms->flags & MAGIC_MIME) {
  260. if ((ms->flags & MAGIC_MIME_TYPE) &&
  261. file_printf(ms, "application/%s",
  262. nb ? "octet-stream" : "x-empty") == -1)
  263. return -1;
  264. return 1;
  265. }
  266. if (ms->flags & MAGIC_APPLE) {
  267. if (file_printf(ms, "UNKNUNKN") == -1)
  268. return -1;
  269. return 1;
  270. }
  271. if (ms->flags & MAGIC_EXTENSION) {
  272. if (file_printf(ms, "???") == -1)
  273. return -1;
  274. return 1;
  275. }
  276. return 0;
  277. }
  278. /*
  279. * The magic detection functions return:
  280. * 1: found
  281. * 0: not found
  282. * -1: error
  283. */
  284. /*ARGSUSED*/
  285. file_protected int
  286. file_buffer(struct magic_set *ms, int fd, struct stat *st,
  287. const char *inname __attribute__ ((__unused__)),
  288. const void *buf, size_t nb)
  289. {
  290. int m = 0, rv = 0, looks_text = 0;
  291. const char *code = NULL;
  292. const char *code_mime = "binary";
  293. const char *def = "data";
  294. const char *ftype = NULL;
  295. char *rbuf = NULL;
  296. struct buffer b;
  297. buffer_init(&b, fd, st, buf, nb);
  298. ms->mode = b.st.st_mode;
  299. if (nb == 0) {
  300. def = "empty";
  301. goto simple;
  302. } else if (nb == 1) {
  303. def = "very short file (no magic)";
  304. goto simple;
  305. }
  306. if ((ms->flags & MAGIC_NO_CHECK_ENCODING) == 0) {
  307. looks_text = file_encoding(ms, &b, NULL, 0,
  308. &code, &code_mime, &ftype);
  309. }
  310. #ifdef __EMX__
  311. if ((ms->flags & MAGIC_NO_CHECK_APPTYPE) == 0 && inname) {
  312. m = file_os2_apptype(ms, inname, &b);
  313. if ((ms->flags & MAGIC_DEBUG) != 0)
  314. (void)fprintf(stderr, "[try os2_apptype %d]\n", m);
  315. switch (m) {
  316. case -1:
  317. return -1;
  318. case 0:
  319. break;
  320. default:
  321. return 1;
  322. }
  323. }
  324. #endif
  325. #if HAVE_FORK
  326. /* try compression stuff */
  327. if ((ms->flags & MAGIC_NO_CHECK_COMPRESS) == 0) {
  328. m = file_zmagic(ms, &b, inname);
  329. if ((ms->flags & MAGIC_DEBUG) != 0)
  330. (void)fprintf(stderr, "[try zmagic %d]\n", m);
  331. if (m) {
  332. goto done_encoding;
  333. }
  334. }
  335. #endif
  336. /* Check if we have a tar file */
  337. if ((ms->flags & MAGIC_NO_CHECK_TAR) == 0) {
  338. m = file_is_tar(ms, &b);
  339. if ((ms->flags & MAGIC_DEBUG) != 0)
  340. (void)fprintf(stderr, "[try tar %d]\n", m);
  341. if (m) {
  342. if (checkdone(ms, &rv))
  343. goto done;
  344. }
  345. }
  346. /* Check if we have a JSON file */
  347. if ((ms->flags & MAGIC_NO_CHECK_JSON) == 0) {
  348. m = file_is_json(ms, &b);
  349. if ((ms->flags & MAGIC_DEBUG) != 0)
  350. (void)fprintf(stderr, "[try json %d]\n", m);
  351. if (m) {
  352. if (checkdone(ms, &rv))
  353. goto done;
  354. }
  355. }
  356. /* Check if we have a CSV file */
  357. if ((ms->flags & MAGIC_NO_CHECK_CSV) == 0) {
  358. m = file_is_csv(ms, &b, looks_text);
  359. if ((ms->flags & MAGIC_DEBUG) != 0)
  360. (void)fprintf(stderr, "[try csv %d]\n", m);
  361. if (m) {
  362. if (checkdone(ms, &rv))
  363. goto done;
  364. }
  365. }
  366. /* Check if we have a CDF file */
  367. if ((ms->flags & MAGIC_NO_CHECK_CDF) == 0) {
  368. m = file_trycdf(ms, &b);
  369. if ((ms->flags & MAGIC_DEBUG) != 0)
  370. (void)fprintf(stderr, "[try cdf %d]\n", m);
  371. if (m) {
  372. if (checkdone(ms, &rv))
  373. goto done;
  374. }
  375. }
  376. #ifdef BUILTIN_ELF
  377. if ((ms->flags & MAGIC_NO_CHECK_ELF) == 0 && nb > 5 && fd != -1) {
  378. file_pushbuf_t *pb;
  379. /*
  380. * We matched something in the file, so this
  381. * *might* be an ELF file, and the file is at
  382. * least 5 bytes long, so if it's an ELF file
  383. * it has at least one byte past the ELF magic
  384. * number - try extracting information from the
  385. * ELF headers that cannot easily be extracted
  386. * with rules in the magic file. We we don't
  387. * print the information yet.
  388. */
  389. if ((pb = file_push_buffer(ms)) == NULL)
  390. return -1;
  391. rv = file_tryelf(ms, &b);
  392. rbuf = file_pop_buffer(ms, pb);
  393. if (rv == -1) {
  394. free(rbuf);
  395. rbuf = NULL;
  396. }
  397. if ((ms->flags & MAGIC_DEBUG) != 0)
  398. (void)fprintf(stderr, "[try elf %d]\n", m);
  399. }
  400. #endif
  401. /* try soft magic tests */
  402. if ((ms->flags & MAGIC_NO_CHECK_SOFT) == 0) {
  403. m = file_softmagic(ms, &b, NULL, NULL, BINTEST, looks_text);
  404. if ((ms->flags & MAGIC_DEBUG) != 0)
  405. (void)fprintf(stderr, "[try softmagic %d]\n", m);
  406. if (m == 1 && rbuf) {
  407. if (file_printf(ms, "%s", rbuf) == -1)
  408. goto done;
  409. }
  410. if (m) {
  411. if (checkdone(ms, &rv))
  412. goto done;
  413. }
  414. }
  415. /* try text properties */
  416. if ((ms->flags & MAGIC_NO_CHECK_TEXT) == 0) {
  417. m = file_ascmagic(ms, &b, looks_text);
  418. if ((ms->flags & MAGIC_DEBUG) != 0)
  419. (void)fprintf(stderr, "[try ascmagic %d]\n", m);
  420. if (m) {
  421. goto done;
  422. }
  423. }
  424. simple:
  425. /* give up */
  426. if (m == 0) {
  427. m = 1;
  428. rv = file_default(ms, nb);
  429. if (rv == 0)
  430. if (file_printf(ms, "%s", def) == -1)
  431. rv = -1;
  432. }
  433. done:
  434. trim_separator(ms);
  435. if ((ms->flags & MAGIC_MIME_ENCODING) != 0) {
  436. if (ms->flags & MAGIC_MIME_TYPE)
  437. if (file_printf(ms, "; charset=") == -1)
  438. rv = -1;
  439. if (file_printf(ms, "%s", code_mime) == -1)
  440. rv = -1;
  441. }
  442. #if HAVE_FORK
  443. done_encoding:
  444. #endif
  445. free(rbuf);
  446. buffer_fini(&b);
  447. if (rv)
  448. return rv;
  449. return m;
  450. }
  451. #endif
  452. file_protected int
  453. file_reset(struct magic_set *ms, int checkloaded)
  454. {
  455. if (checkloaded && ms->mlist[0] == NULL) {
  456. file_error(ms, 0, "no magic files loaded");
  457. return -1;
  458. }
  459. file_clearbuf(ms);
  460. if (ms->o.pbuf) {
  461. free(ms->o.pbuf);
  462. ms->o.pbuf = NULL;
  463. }
  464. ms->event_flags &= ~EVENT_HAD_ERR;
  465. ms->error = -1;
  466. return 0;
  467. }
  468. #define OCTALIFY(n, o) \
  469. /*LINTED*/ \
  470. (void)(*(n)++ = '\\', \
  471. *(n)++ = ((CAST(uint32_t, *(o)) >> 6) & 3) + '0', \
  472. *(n)++ = ((CAST(uint32_t, *(o)) >> 3) & 7) + '0', \
  473. *(n)++ = ((CAST(uint32_t, *(o)) >> 0) & 7) + '0', \
  474. (o)++)
  475. file_protected const char *
  476. file_getbuffer(struct magic_set *ms)
  477. {
  478. char *pbuf, *op, *np;
  479. size_t psize, len;
  480. if (ms->event_flags & EVENT_HAD_ERR)
  481. return NULL;
  482. if (ms->flags & MAGIC_RAW)
  483. return ms->o.buf;
  484. if (ms->o.buf == NULL)
  485. return NULL;
  486. /* * 4 is for octal representation, + 1 is for NUL */
  487. len = strlen(ms->o.buf);
  488. if (len > (SIZE_MAX - 1) / 4) {
  489. file_oomem(ms, len);
  490. return NULL;
  491. }
  492. psize = len * 4 + 1;
  493. if ((pbuf = CAST(char *, realloc(ms->o.pbuf, psize))) == NULL) {
  494. file_oomem(ms, psize);
  495. return NULL;
  496. }
  497. ms->o.pbuf = pbuf;
  498. #if defined(HAVE_WCHAR_H) && defined(HAVE_MBRTOWC) && defined(HAVE_WCWIDTH)
  499. {
  500. mbstate_t state;
  501. wchar_t nextchar;
  502. int mb_conv = 1;
  503. size_t bytesconsumed;
  504. char *eop;
  505. (void)memset(&state, 0, sizeof(mbstate_t));
  506. np = ms->o.pbuf;
  507. op = ms->o.buf;
  508. eop = op + len;
  509. while (op < eop) {
  510. bytesconsumed = mbrtowc(&nextchar, op,
  511. CAST(size_t, eop - op), &state);
  512. if (bytesconsumed == CAST(size_t, -1) ||
  513. bytesconsumed == CAST(size_t, -2)) {
  514. mb_conv = 0;
  515. break;
  516. }
  517. if (iswprint(nextchar)) {
  518. (void)memcpy(np, op, bytesconsumed);
  519. op += bytesconsumed;
  520. np += bytesconsumed;
  521. } else {
  522. while (bytesconsumed-- > 0)
  523. OCTALIFY(np, op);
  524. }
  525. }
  526. *np = '\0';
  527. /* Parsing succeeded as a multi-byte sequence */
  528. if (mb_conv != 0)
  529. return ms->o.pbuf;
  530. }
  531. #endif
  532. for (np = ms->o.pbuf, op = ms->o.buf; *op;) {
  533. if (isprint(CAST(unsigned char, *op))) {
  534. *np++ = *op++;
  535. } else {
  536. OCTALIFY(np, op);
  537. }
  538. }
  539. *np = '\0';
  540. return ms->o.pbuf;
  541. }
  542. file_protected int
  543. file_check_mem(struct magic_set *ms, unsigned int level)
  544. {
  545. size_t len;
  546. if (level >= ms->c.len) {
  547. len = (ms->c.len = 20 + level) * sizeof(*ms->c.li);
  548. ms->c.li = CAST(struct level_info *, (ms->c.li == NULL) ?
  549. malloc(len) :
  550. realloc(ms->c.li, len));
  551. if (ms->c.li == NULL) {
  552. file_oomem(ms, len);
  553. return -1;
  554. }
  555. }
  556. ms->c.li[level].got_match = 0;
  557. #ifdef ENABLE_CONDITIONALS
  558. ms->c.li[level].last_match = 0;
  559. ms->c.li[level].last_cond = COND_NONE;
  560. #endif /* ENABLE_CONDITIONALS */
  561. return 0;
  562. }
  563. file_protected size_t
  564. file_printedlen(const struct magic_set *ms)
  565. {
  566. return ms->o.blen;
  567. }
  568. file_protected int
  569. file_replace(struct magic_set *ms, const char *pat, const char *rep)
  570. {
  571. file_regex_t rx;
  572. int rc, rv = -1;
  573. rc = file_regcomp(ms, &rx, pat, REG_EXTENDED);
  574. if (rc == 0) {
  575. regmatch_t rm;
  576. int nm = 0;
  577. while (file_regexec(ms, &rx, ms->o.buf, 1, &rm, 0) == 0) {
  578. ms->o.buf[rm.rm_so] = '\0';
  579. if (file_printf(ms, "%s%s", rep,
  580. rm.rm_eo != 0 ? ms->o.buf + rm.rm_eo : "") == -1)
  581. goto out;
  582. nm++;
  583. }
  584. rv = nm;
  585. }
  586. out:
  587. file_regfree(&rx);
  588. return rv;
  589. }
  590. file_private int
  591. check_regex(struct magic_set *ms, const char *pat)
  592. {
  593. char sbuf[512];
  594. unsigned char oc = '\0';
  595. for (const char *p = pat; *p; p++) {
  596. unsigned char c = *p;
  597. // Avoid repetition
  598. if (c == oc && strchr("?*+{", c) != NULL) {
  599. size_t len = strlen(pat);
  600. file_magwarn(ms,
  601. "repetition-operator operand `%c' "
  602. "invalid in regex `%s'", c,
  603. file_printable(ms, sbuf, sizeof(sbuf), pat, len));
  604. return -1;
  605. }
  606. oc = c;
  607. if (isprint(c) || isspace(c) || c == '\b'
  608. || c == 0x8a) // XXX: apple magic fixme
  609. continue;
  610. size_t len = strlen(pat);
  611. file_magwarn(ms,
  612. "non-ascii characters in regex \\%#o `%s'",
  613. c, file_printable(ms, sbuf, sizeof(sbuf), pat, len));
  614. return -1;
  615. }
  616. return 0;
  617. }
  618. file_protected int
  619. file_regcomp(struct magic_set *ms file_locale_used, file_regex_t *rx,
  620. const char *pat, int flags)
  621. {
  622. if (check_regex(ms, pat) == -1)
  623. return -1;
  624. #ifdef USE_C_LOCALE
  625. locale_t old = uselocale(ms->c_lc_ctype);
  626. assert(old != NULL);
  627. #else
  628. char old[1024];
  629. strlcpy(old, setlocale(LC_CTYPE, NULL), sizeof(old));
  630. (void)setlocale(LC_CTYPE, "C");
  631. #endif
  632. int rc;
  633. rc = regcomp(rx, pat, flags);
  634. #ifdef USE_C_LOCALE
  635. uselocale(old);
  636. #else
  637. (void)setlocale(LC_CTYPE, old);
  638. #endif
  639. if (rc > 0 && (ms->flags & MAGIC_CHECK)) {
  640. char errmsg[512], buf[512];
  641. (void)regerror(rc, rx, errmsg, sizeof(errmsg));
  642. file_magerror(ms, "regex error %d for `%s', (%s)", rc,
  643. file_printable(ms, buf, sizeof(buf), pat, strlen(pat)),
  644. errmsg);
  645. }
  646. return rc;
  647. }
  648. /*ARGSUSED*/
  649. file_protected int
  650. file_regexec(struct magic_set *ms file_locale_used, file_regex_t *rx,
  651. const char *str, size_t nmatch, regmatch_t* pmatch, int eflags)
  652. {
  653. #ifdef USE_C_LOCALE
  654. locale_t old = uselocale(ms->c_lc_ctype);
  655. assert(old != NULL);
  656. #else
  657. char old[1024];
  658. strlcpy(old, setlocale(LC_CTYPE, NULL), sizeof(old));
  659. (void)setlocale(LC_CTYPE, "C");
  660. #endif
  661. int rc;
  662. /* XXX: force initialization because glibc does not always do this */
  663. if (nmatch != 0)
  664. memset(pmatch, 0, nmatch * sizeof(*pmatch));
  665. rc = regexec(rx, str, nmatch, pmatch, eflags);
  666. #ifdef USE_C_LOCALE
  667. uselocale(old);
  668. #else
  669. (void)setlocale(LC_CTYPE, old);
  670. #endif
  671. return rc;
  672. }
  673. file_protected void
  674. file_regfree(file_regex_t *rx)
  675. {
  676. regfree(rx);
  677. }
  678. file_protected file_pushbuf_t *
  679. file_push_buffer(struct magic_set *ms)
  680. {
  681. file_pushbuf_t *pb;
  682. if (ms->event_flags & EVENT_HAD_ERR)
  683. return NULL;
  684. if ((pb = (CAST(file_pushbuf_t *, malloc(sizeof(*pb))))) == NULL)
  685. return NULL;
  686. pb->buf = ms->o.buf;
  687. pb->blen = ms->o.blen;
  688. pb->offset = ms->offset;
  689. ms->o.buf = NULL;
  690. ms->o.blen = 0;
  691. ms->offset = 0;
  692. return pb;
  693. }
  694. file_protected char *
  695. file_pop_buffer(struct magic_set *ms, file_pushbuf_t *pb)
  696. {
  697. char *rbuf;
  698. if (ms->event_flags & EVENT_HAD_ERR) {
  699. free(pb->buf);
  700. free(pb);
  701. return NULL;
  702. }
  703. rbuf = ms->o.buf;
  704. ms->o.buf = pb->buf;
  705. ms->o.blen = pb->blen;
  706. ms->offset = pb->offset;
  707. free(pb);
  708. return rbuf;
  709. }
  710. /*
  711. * convert string to ascii printable format.
  712. */
  713. file_protected char *
  714. file_printable(struct magic_set *ms, char *buf, size_t bufsiz,
  715. const char *str, size_t slen)
  716. {
  717. char *ptr, *eptr = buf + bufsiz - 1;
  718. const unsigned char *s = RCAST(const unsigned char *, str);
  719. const unsigned char *es = s + slen;
  720. for (ptr = buf; ptr < eptr && s < es && *s; s++) {
  721. if ((ms->flags & MAGIC_RAW) != 0 || isprint(*s)) {
  722. *ptr++ = *s;
  723. continue;
  724. }
  725. if (ptr >= eptr - 3)
  726. break;
  727. *ptr++ = '\\';
  728. *ptr++ = ((CAST(unsigned int, *s) >> 6) & 7) + '0';
  729. *ptr++ = ((CAST(unsigned int, *s) >> 3) & 7) + '0';
  730. *ptr++ = ((CAST(unsigned int, *s) >> 0) & 7) + '0';
  731. }
  732. *ptr = '\0';
  733. return buf;
  734. }
  735. struct guid {
  736. uint32_t data1;
  737. uint16_t data2;
  738. uint16_t data3;
  739. uint8_t data4[8];
  740. };
  741. file_protected int
  742. file_parse_guid(const char *s, uint64_t *guid)
  743. {
  744. struct guid *g = CAST(struct guid *, CAST(void *, guid));
  745. #ifndef WIN32
  746. return sscanf(s,
  747. "%8x-%4hx-%4hx-%2hhx%2hhx-%2hhx%2hhx%2hhx%2hhx%2hhx%2hhx",
  748. &g->data1, &g->data2, &g->data3, &g->data4[0], &g->data4[1],
  749. &g->data4[2], &g->data4[3], &g->data4[4], &g->data4[5],
  750. &g->data4[6], &g->data4[7]) == 11 ? 0 : -1;
  751. #else
  752. /* MS-Windows runtime doesn't support %hhx, except under
  753. non-default __USE_MINGW_ANSI_STDIO. */
  754. uint16_t data16[8];
  755. int rv = sscanf(s, "%8x-%4hx-%4hx-%2hx%2hx-%2hx%2hx%2hx%2hx%2hx%2hx",
  756. &g->data1, &g->data2, &g->data3, &data16[0], &data16[1],
  757. &data16[2], &data16[3], &data16[4], &data16[5],
  758. &data16[6], &data16[7]) == 11 ? 0 : -1;
  759. int i;
  760. for (i = 0; i < 8; i++)
  761. g->data4[i] = data16[i];
  762. return rv;
  763. #endif
  764. }
  765. file_protected int
  766. file_print_guid(char *str, size_t len, const uint64_t *guid)
  767. {
  768. const struct guid *g = CAST(const struct guid *,
  769. CAST(const void *, guid));
  770. #ifndef WIN32
  771. return snprintf(str, len, "%.8X-%.4hX-%.4hX-%.2hhX%.2hhX-"
  772. "%.2hhX%.2hhX%.2hhX%.2hhX%.2hhX%.2hhX",
  773. g->data1, g->data2, g->data3, g->data4[0], g->data4[1],
  774. g->data4[2], g->data4[3], g->data4[4], g->data4[5],
  775. g->data4[6], g->data4[7]);
  776. #else
  777. return snprintf(str, len, "%.8X-%.4hX-%.4hX-%.2hX%.2hX-"
  778. "%.2hX%.2hX%.2hX%.2hX%.2hX%.2hX",
  779. g->data1, g->data2, g->data3, g->data4[0], g->data4[1],
  780. g->data4[2], g->data4[3], g->data4[4], g->data4[5],
  781. g->data4[6], g->data4[7]);
  782. #endif
  783. }
  784. file_protected int
  785. file_pipe_closexec(int *fds)
  786. {
  787. #ifdef HAVE_PIPE2
  788. return pipe2(fds, O_CLOEXEC);
  789. #else
  790. if (pipe(fds) == -1)
  791. return -1;
  792. # ifdef F_SETFD
  793. (void)fcntl(fds[0], F_SETFD, FD_CLOEXEC);
  794. (void)fcntl(fds[1], F_SETFD, FD_CLOEXEC);
  795. # endif
  796. return 0;
  797. #endif
  798. }
  799. file_protected int
  800. file_clear_closexec(int fd) {
  801. #ifdef F_SETFD
  802. return fcntl(fd, F_SETFD, 0);
  803. #else
  804. return 0;
  805. #endif
  806. }
  807. file_protected char *
  808. file_strtrim(char *str)
  809. {
  810. char *last;
  811. while (isspace(CAST(unsigned char, *str)))
  812. str++;
  813. last = str;
  814. while (*last)
  815. last++;
  816. --last;
  817. while (isspace(CAST(unsigned char, *last)))
  818. last--;
  819. *++last = '\0';
  820. return str;
  821. }