upb.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. /*
  2. * Copyright (c) 2009-2021, Google LLC
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. * * Redistributions of source code must retain the above copyright
  8. * notice, this list of conditions and the following disclaimer.
  9. * * Redistributions in binary form must reproduce the above copyright
  10. * notice, this list of conditions and the following disclaimer in the
  11. * documentation and/or other materials provided with the distribution.
  12. * * Neither the name of Google LLC nor the
  13. * names of its contributors may be used to endorse or promote products
  14. * derived from this software without specific prior written permission.
  15. *
  16. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  17. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  18. * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  19. * DISCLAIMED. IN NO EVENT SHALL Google LLC BE LIABLE FOR ANY
  20. * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  21. * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  22. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  23. * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  24. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  25. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. */
  27. /*
  28. * This file contains shared definitions that are widely used across upb.
  29. */
  30. #ifndef UPB_H_
  31. #define UPB_H_
  32. #include <assert.h>
  33. #include <stdarg.h>
  34. #include <stdbool.h>
  35. #include <stddef.h>
  36. #include <stdint.h>
  37. #include <string.h>
  38. #include "upb/port_def.inc"
  39. #ifdef __cplusplus
  40. extern "C" {
  41. #endif
  42. /* upb_status *****************************************************************/
  43. #define UPB_STATUS_MAX_MESSAGE 127
  44. typedef struct {
  45. bool ok;
  46. char msg[UPB_STATUS_MAX_MESSAGE]; /* Error message; NULL-terminated. */
  47. } upb_status;
  48. const char *upb_status_errmsg(const upb_status *status);
  49. bool upb_ok(const upb_status *status);
  50. /* These are no-op if |status| is NULL. */
  51. void upb_status_clear(upb_status *status);
  52. void upb_status_seterrmsg(upb_status *status, const char *msg);
  53. void upb_status_seterrf(upb_status *status, const char *fmt, ...)
  54. UPB_PRINTF(2, 3);
  55. void upb_status_vseterrf(upb_status *status, const char *fmt, va_list args)
  56. UPB_PRINTF(2, 0);
  57. void upb_status_vappenderrf(upb_status *status, const char *fmt, va_list args)
  58. UPB_PRINTF(2, 0);
  59. /** upb_strview ************************************************************/
  60. typedef struct {
  61. const char *data;
  62. size_t size;
  63. } upb_strview;
  64. UPB_INLINE upb_strview upb_strview_make(const char *data, size_t size) {
  65. upb_strview ret;
  66. ret.data = data;
  67. ret.size = size;
  68. return ret;
  69. }
  70. UPB_INLINE upb_strview upb_strview_makez(const char *data) {
  71. return upb_strview_make(data, strlen(data));
  72. }
  73. UPB_INLINE bool upb_strview_eql(upb_strview a, upb_strview b) {
  74. return a.size == b.size && memcmp(a.data, b.data, a.size) == 0;
  75. }
  76. #define UPB_STRVIEW_INIT(ptr, len) {ptr, len}
  77. #define UPB_STRVIEW_FORMAT "%.*s"
  78. #define UPB_STRVIEW_ARGS(view) (int)(view).size, (view).data
  79. /** upb_alloc *****************************************************************/
  80. /* A upb_alloc is a possibly-stateful allocator object.
  81. *
  82. * It could either be an arena allocator (which doesn't require individual
  83. * free() calls) or a regular malloc() (which does). The client must therefore
  84. * free memory unless it knows that the allocator is an arena allocator. */
  85. struct upb_alloc;
  86. typedef struct upb_alloc upb_alloc;
  87. /* A malloc()/free() function.
  88. * If "size" is 0 then the function acts like free(), otherwise it acts like
  89. * realloc(). Only "oldsize" bytes from a previous allocation are preserved. */
  90. typedef void *upb_alloc_func(upb_alloc *alloc, void *ptr, size_t oldsize,
  91. size_t size);
  92. struct upb_alloc {
  93. upb_alloc_func *func;
  94. };
  95. UPB_INLINE void *upb_malloc(upb_alloc *alloc, size_t size) {
  96. UPB_ASSERT(alloc);
  97. return alloc->func(alloc, NULL, 0, size);
  98. }
  99. UPB_INLINE void *upb_realloc(upb_alloc *alloc, void *ptr, size_t oldsize,
  100. size_t size) {
  101. UPB_ASSERT(alloc);
  102. return alloc->func(alloc, ptr, oldsize, size);
  103. }
  104. UPB_INLINE void upb_free(upb_alloc *alloc, void *ptr) {
  105. assert(alloc);
  106. alloc->func(alloc, ptr, 0, 0);
  107. }
  108. /* The global allocator used by upb. Uses the standard malloc()/free(). */
  109. extern upb_alloc upb_alloc_global;
  110. /* Functions that hard-code the global malloc.
  111. *
  112. * We still get benefit because we can put custom logic into our global
  113. * allocator, like injecting out-of-memory faults in debug/testing builds. */
  114. UPB_INLINE void *upb_gmalloc(size_t size) {
  115. return upb_malloc(&upb_alloc_global, size);
  116. }
  117. UPB_INLINE void *upb_grealloc(void *ptr, size_t oldsize, size_t size) {
  118. return upb_realloc(&upb_alloc_global, ptr, oldsize, size);
  119. }
  120. UPB_INLINE void upb_gfree(void *ptr) {
  121. upb_free(&upb_alloc_global, ptr);
  122. }
  123. /* upb_arena ******************************************************************/
  124. /* upb_arena is a specific allocator implementation that uses arena allocation.
  125. * The user provides an allocator that will be used to allocate the underlying
  126. * arena blocks. Arenas by nature do not require the individual allocations
  127. * to be freed. However the Arena does allow users to register cleanup
  128. * functions that will run when the arena is destroyed.
  129. *
  130. * A upb_arena is *not* thread-safe.
  131. *
  132. * You could write a thread-safe arena allocator that satisfies the
  133. * upb_alloc interface, but it would not be as efficient for the
  134. * single-threaded case. */
  135. typedef void upb_cleanup_func(void *ud);
  136. struct upb_arena;
  137. typedef struct upb_arena upb_arena;
  138. typedef struct {
  139. /* We implement the allocator interface.
  140. * This must be the first member of upb_arena!
  141. * TODO(haberman): remove once handlers are gone. */
  142. upb_alloc alloc;
  143. char *ptr, *end;
  144. } _upb_arena_head;
  145. /* Creates an arena from the given initial block (if any -- n may be 0).
  146. * Additional blocks will be allocated from |alloc|. If |alloc| is NULL, this
  147. * is a fixed-size arena and cannot grow. */
  148. upb_arena *upb_arena_init(void *mem, size_t n, upb_alloc *alloc);
  149. void upb_arena_free(upb_arena *a);
  150. bool upb_arena_addcleanup(upb_arena *a, void *ud, upb_cleanup_func *func);
  151. bool upb_arena_fuse(upb_arena *a, upb_arena *b);
  152. void *_upb_arena_slowmalloc(upb_arena *a, size_t size);
  153. UPB_INLINE upb_alloc *upb_arena_alloc(upb_arena *a) { return (upb_alloc*)a; }
  154. UPB_INLINE size_t _upb_arenahas(upb_arena *a) {
  155. _upb_arena_head *h = (_upb_arena_head*)a;
  156. return (size_t)(h->end - h->ptr);
  157. }
  158. UPB_INLINE void *upb_arena_malloc(upb_arena *a, size_t size) {
  159. _upb_arena_head *h = (_upb_arena_head*)a;
  160. void* ret;
  161. size = UPB_ALIGN_MALLOC(size);
  162. if (UPB_UNLIKELY(_upb_arenahas(a) < size)) {
  163. return _upb_arena_slowmalloc(a, size);
  164. }
  165. ret = h->ptr;
  166. h->ptr += size;
  167. UPB_UNPOISON_MEMORY_REGION(ret, size);
  168. #if UPB_ASAN
  169. {
  170. size_t guard_size = 32;
  171. if (_upb_arenahas(a) >= guard_size) {
  172. h->ptr += guard_size;
  173. } else {
  174. h->ptr = h->end;
  175. }
  176. }
  177. #endif
  178. return ret;
  179. }
  180. UPB_INLINE void *upb_arena_realloc(upb_arena *a, void *ptr, size_t oldsize,
  181. size_t size) {
  182. void *ret = upb_arena_malloc(a, size);
  183. if (ret && oldsize > 0) {
  184. memcpy(ret, ptr, oldsize);
  185. }
  186. return ret;
  187. }
  188. UPB_INLINE upb_arena *upb_arena_new(void) {
  189. return upb_arena_init(NULL, 0, &upb_alloc_global);
  190. }
  191. /* Constants ******************************************************************/
  192. /* Generic function type. */
  193. typedef void upb_func(void);
  194. /* A list of types as they are encoded on-the-wire. */
  195. typedef enum {
  196. UPB_WIRE_TYPE_VARINT = 0,
  197. UPB_WIRE_TYPE_64BIT = 1,
  198. UPB_WIRE_TYPE_DELIMITED = 2,
  199. UPB_WIRE_TYPE_START_GROUP = 3,
  200. UPB_WIRE_TYPE_END_GROUP = 4,
  201. UPB_WIRE_TYPE_32BIT = 5
  202. } upb_wiretype_t;
  203. /* The types a field can have. Note that this list is not identical to the
  204. * types defined in descriptor.proto, which gives INT32 and SINT32 separate
  205. * types (we distinguish the two with the "integer encoding" enum below). */
  206. typedef enum {
  207. UPB_TYPE_BOOL = 1,
  208. UPB_TYPE_FLOAT = 2,
  209. UPB_TYPE_INT32 = 3,
  210. UPB_TYPE_UINT32 = 4,
  211. UPB_TYPE_ENUM = 5, /* Enum values are int32. */
  212. UPB_TYPE_MESSAGE = 6,
  213. UPB_TYPE_DOUBLE = 7,
  214. UPB_TYPE_INT64 = 8,
  215. UPB_TYPE_UINT64 = 9,
  216. UPB_TYPE_STRING = 10,
  217. UPB_TYPE_BYTES = 11
  218. } upb_fieldtype_t;
  219. /* The repeated-ness of each field; this matches descriptor.proto. */
  220. typedef enum {
  221. UPB_LABEL_OPTIONAL = 1,
  222. UPB_LABEL_REQUIRED = 2,
  223. UPB_LABEL_REPEATED = 3
  224. } upb_label_t;
  225. /* Descriptor types, as defined in descriptor.proto. */
  226. typedef enum {
  227. /* Old (long) names. TODO(haberman): remove */
  228. UPB_DESCRIPTOR_TYPE_DOUBLE = 1,
  229. UPB_DESCRIPTOR_TYPE_FLOAT = 2,
  230. UPB_DESCRIPTOR_TYPE_INT64 = 3,
  231. UPB_DESCRIPTOR_TYPE_UINT64 = 4,
  232. UPB_DESCRIPTOR_TYPE_INT32 = 5,
  233. UPB_DESCRIPTOR_TYPE_FIXED64 = 6,
  234. UPB_DESCRIPTOR_TYPE_FIXED32 = 7,
  235. UPB_DESCRIPTOR_TYPE_BOOL = 8,
  236. UPB_DESCRIPTOR_TYPE_STRING = 9,
  237. UPB_DESCRIPTOR_TYPE_GROUP = 10,
  238. UPB_DESCRIPTOR_TYPE_MESSAGE = 11,
  239. UPB_DESCRIPTOR_TYPE_BYTES = 12,
  240. UPB_DESCRIPTOR_TYPE_UINT32 = 13,
  241. UPB_DESCRIPTOR_TYPE_ENUM = 14,
  242. UPB_DESCRIPTOR_TYPE_SFIXED32 = 15,
  243. UPB_DESCRIPTOR_TYPE_SFIXED64 = 16,
  244. UPB_DESCRIPTOR_TYPE_SINT32 = 17,
  245. UPB_DESCRIPTOR_TYPE_SINT64 = 18,
  246. UPB_DTYPE_DOUBLE = 1,
  247. UPB_DTYPE_FLOAT = 2,
  248. UPB_DTYPE_INT64 = 3,
  249. UPB_DTYPE_UINT64 = 4,
  250. UPB_DTYPE_INT32 = 5,
  251. UPB_DTYPE_FIXED64 = 6,
  252. UPB_DTYPE_FIXED32 = 7,
  253. UPB_DTYPE_BOOL = 8,
  254. UPB_DTYPE_STRING = 9,
  255. UPB_DTYPE_GROUP = 10,
  256. UPB_DTYPE_MESSAGE = 11,
  257. UPB_DTYPE_BYTES = 12,
  258. UPB_DTYPE_UINT32 = 13,
  259. UPB_DTYPE_ENUM = 14,
  260. UPB_DTYPE_SFIXED32 = 15,
  261. UPB_DTYPE_SFIXED64 = 16,
  262. UPB_DTYPE_SINT32 = 17,
  263. UPB_DTYPE_SINT64 = 18
  264. } upb_descriptortype_t;
  265. #define UPB_MAP_BEGIN ((size_t)-1)
  266. UPB_INLINE bool _upb_isle(void) {
  267. int x = 1;
  268. return *(char*)&x == 1;
  269. }
  270. UPB_INLINE uint32_t _upb_be_swap32(uint32_t val) {
  271. if (_upb_isle()) {
  272. return val;
  273. } else {
  274. return ((val & 0xff) << 24) | ((val & 0xff00) << 8) |
  275. ((val & 0xff0000) >> 8) | ((val & 0xff000000) >> 24);
  276. }
  277. }
  278. UPB_INLINE uint64_t _upb_be_swap64(uint64_t val) {
  279. if (_upb_isle()) {
  280. return val;
  281. } else {
  282. return ((uint64_t)_upb_be_swap32(val) << 32) | _upb_be_swap32(val >> 32);
  283. }
  284. }
  285. UPB_INLINE int _upb_lg2ceil(int x) {
  286. if (x <= 1) return 0;
  287. #ifdef __GNUC__
  288. return 32 - __builtin_clz(x - 1);
  289. #else
  290. int lg2 = 0;
  291. while (1 << lg2 < x) lg2++;
  292. return lg2;
  293. #endif
  294. }
  295. UPB_INLINE int _upb_lg2ceilsize(int x) {
  296. return 1 << _upb_lg2ceil(x);
  297. }
  298. #include "upb/port_undef.inc"
  299. #ifdef __cplusplus
  300. } /* extern "C" */
  301. #endif
  302. #endif /* UPB_H_ */