buffer.h 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259
  1. #ifndef _LSUP_BUFFER_H
  2. #define _LSUP_BUFFER_H
  3. #include "xxhash.h"
  4. #include "core.h"
  5. #ifndef HASH_SEED
  6. /** @brief Seed used for all hashing. Compile-time configurable.
  7. */
  8. #define HASH_SEED 0
  9. #endif
  10. // "NULL" key, a value that is never user-provided. Used to mark special
  11. // values (e.g. deleted records).
  12. #define NULL_KEY 0
  13. /** @brief General-purpose data buffer.
  14. *
  15. * The structure is transparently exposed so that the related API only defines
  16. * few basic helper methods. Other operations, such as appending, may be
  17. * performed by simply using the addr and size attributes.
  18. *
  19. * A buffer can be initialized once and reused multiple times, e.g. in a loop,
  20. * without being freed between iterations, by using #LSUP_buffer_init.
  21. */
  22. typedef struct LSUP_Buffer {
  23. /*@null@*/ void *addr;
  24. size_t size;
  25. } LSUP_Buffer;
  26. /** @brief Triple of byte buffers.
  27. *
  28. * This is a generic data triple. Store implementations should handle this
  29. * data type rather than RDF terms and triples. Conversion to/from RDF terms
  30. * and triples is done in the term and triple modules.
  31. */
  32. typedef struct buffer_triple_t {
  33. LSUP_Buffer *s;
  34. LSUP_Buffer *p;
  35. LSUP_Buffer *o;
  36. } LSUP_BufferTriple;
  37. typedef enum {
  38. TRP_POS_S = 0,
  39. TRP_POS_P = 1,
  40. TRP_POS_O = 2,
  41. } LSUP_TriplePos;
  42. /** Initialize or reuse a buffer handle.
  43. *
  44. * The handle must have been created with #LSUP_buffer_new*().
  45. *
  46. * The data block is resized without being freed first. The handle must be
  47. * eventually freed with #LSUP_buffer_done() after use.
  48. *
  49. * @param buf[in] A buffer handle obtained with #LSUP_buffer_new or by manual
  50. * allocation.
  51. *
  52. * @param size[in] New size.
  53. *
  54. * @param data[in] If not NULL, data to replace the existing ones. The size
  55. * of the data to be copied is determined by the size parameter. If NULL, the
  56. * existing data are preserved as with a normal realloc().
  57. */
  58. LSUP_rc
  59. LSUP_buffer_init (LSUP_Buffer *buf, const size_t size, const void *data);
  60. /** @brief Create a new buffer and optionally populate it with data.
  61. *
  62. * To change the buffer size and/or data later call #LSUP_buffer_init.
  63. *
  64. * To copy a buffer just do buf2 = LSUP_buffer_new (buf1->size, buf1->addr);
  65. *
  66. * @param size[in] Length of the data.
  67. *
  68. * @param data[in] Optional data to initially populate the object with. If
  69. * NULL, the buffer data are garbage.
  70. *
  71. * @return LSUP_Buffer pointer. It must be freed with #LSUP_buffer_free. NULL
  72. * on error.
  73. */
  74. inline LSUP_Buffer *
  75. LSUP_buffer_new (const size_t size, const void *data)
  76. {
  77. LSUP_Buffer *buf;
  78. CALLOC_GUARD (buf, NULL);
  79. if (LSUP_buffer_init (buf, size, data) != LSUP_OK) {
  80. free (buf->addr);
  81. free (buf);
  82. return NULL;
  83. }
  84. return buf;
  85. }
  86. /** @brief Dummy buffer to be used with #LSUP_buffer_init.
  87. */
  88. #define BUF_DUMMY LSUP_buffer_new (0, NULL)
  89. /** @brief Free the content of a buffer.
  90. */
  91. void LSUP_buffer_done (LSUP_Buffer *buf);
  92. /** @brief Free a buffer.
  93. */
  94. void LSUP_buffer_free (LSUP_Buffer *buf);
  95. /** @brief Hash a buffer.
  96. */
  97. inline LSUP_Key
  98. LSUP_buffer_hash (const LSUP_Buffer *buf)
  99. { return (buf == NULL) ? NULL_KEY : XXH64 (buf->addr, buf->size, HASH_SEED); }
  100. /** @brief Print a byte string of a given length in a human-readable format.
  101. *
  102. * The string is printed in Python style: printable characters are output
  103. * literally, and non-printable ones as hex sequences.
  104. */
  105. void LSUP_buffer_print (const LSUP_Buffer *buf);
  106. /** @brief Format a buffer into anb ASCII string.
  107. *
  108. * The string has non-printable characters escaped as "\xNN".
  109. *
  110. * @param buf[in] Buffer to convert.
  111. *
  112. * @return Formatted string. It must be freed with free().
  113. */
  114. char *
  115. LSUP_buffer_as_str (const LSUP_Buffer *buf);
  116. /** @brief Compare two buffers.
  117. *
  118. * The return value is the same as memcmp.
  119. */
  120. inline int LSUP_buffer_cmp (const LSUP_Buffer *buf1, const LSUP_Buffer *buf2)
  121. {
  122. return memcmp (
  123. buf1->addr, buf2->addr,
  124. (buf1->size > buf2->size ? buf1->size : buf2->size));
  125. }
  126. /** @brief Return whether two buffers are equal.
  127. *
  128. * This may be faster than #LSUP_buffer_cmp() because it does a size comparison
  129. * first.
  130. */
  131. inline bool LSUP_buffer_eq (const LSUP_Buffer *buf1, const LSUP_Buffer *buf2)
  132. {
  133. if (buf1->size != buf2->size) return false;
  134. return (LSUP_buffer_cmp (buf1, buf2) == 0) ? true : false;
  135. }
  136. /*
  137. * Buffer triples.
  138. */
  139. LSUP_BufferTriple *
  140. LSUP_btriple_new(LSUP_Buffer *s, LSUP_Buffer *p, LSUP_Buffer *o);
  141. /** @brief Initialize internal term pointers in a heap-allocated buffer triple.
  142. *
  143. * The triple must be freed with #LSUP_btriple_free().
  144. *
  145. * @param sspo[in] Serialized triple pointer to initialize.
  146. */
  147. LSUP_rc
  148. LSUP_btriple_init (
  149. LSUP_BufferTriple *sspo, LSUP_Buffer *s, LSUP_Buffer *p, LSUP_Buffer *o);
  150. /** @brief Free the internal pointers of a buffer triple.
  151. *
  152. * @param sspo[in] Buffer triple to be freed.
  153. */
  154. void
  155. LSUP_btriple_done (LSUP_BufferTriple *sspo);
  156. /** @brief Free a buffer triple and all its internal pointers.
  157. *
  158. * NOTE: If the buffer pointers are not to be freed (e.g. they are owned by a
  159. * back end), use a simple free(sspo) instead of this.
  160. *
  161. * @param sspo[in] Buffer triple to be freed.
  162. */
  163. void
  164. LSUP_btriple_free (LSUP_BufferTriple *sspo);
  165. /** @brief Free a buffer triple and its buffer handles but not the buffer data.
  166. *
  167. * This is useful when freeing a "dummy" triple whose buffers are owned by the
  168. * caller but the data the terms point to are owned by the store.
  169. *
  170. */
  171. void
  172. LSUP_btriple_free_shallow (LSUP_BufferTriple *sspo);
  173. /** @brief Get serialized triple by term position.
  174. *
  175. * Useful for looping over all terms.
  176. *
  177. * @param trp[in] Serialized triple pointer.
  178. *
  179. * @param n[in] A number between 0÷2.
  180. *
  181. * @return Corresponding serialized term or NULL if n is out of range.
  182. */
  183. inline LSUP_Buffer *
  184. LSUP_btriple_pos (const LSUP_BufferTriple *btrp, LSUP_TriplePos n)
  185. {
  186. if (n == TRP_POS_S) return btrp->s;
  187. if (n == TRP_POS_P) return btrp->p;
  188. if (n == TRP_POS_O) return btrp->o;
  189. return NULL;
  190. }
  191. /** @brief Hash a buffer triple.
  192. *
  193. * TODO This doesn't handle blank nodes correctly.
  194. */
  195. inline LSUP_Key
  196. LSUP_btriple_hash (const LSUP_BufferTriple *strp)
  197. {
  198. return XXH64 (
  199. strp->s->addr, strp->s->size,
  200. XXH64 (
  201. strp->p->addr, strp->p->size,
  202. XXH64 (strp->o->addr, strp->o->size, HASH_SEED)
  203. )
  204. );
  205. }
  206. #define STRP_DUMMY LSUP_btriple_new (NULL, NULL, NULL)
  207. #endif