map.c 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836
  1. // Protocol Buffers - Google's data interchange format
  2. // Copyright 2014 Google Inc. All rights reserved.
  3. // https://developers.google.com/protocol-buffers/
  4. //
  5. // Redistribution and use in source and binary forms, with or without
  6. // modification, are permitted provided that the following conditions are
  7. // met:
  8. //
  9. // * Redistributions of source code must retain the above copyright
  10. // notice, this list of conditions and the following disclaimer.
  11. // * Redistributions in binary form must reproduce the above
  12. // copyright notice, this list of conditions and the following disclaimer
  13. // in the documentation and/or other materials provided with the
  14. // distribution.
  15. // * Neither the name of Google Inc. nor the names of its
  16. // contributors may be used to endorse or promote products derived from
  17. // this software without specific prior written permission.
  18. //
  19. // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  20. // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  21. // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  22. // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  23. // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  24. // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  25. // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  26. // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  27. // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  28. // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  29. // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  30. #include "protobuf.h"
  31. // -----------------------------------------------------------------------------
  32. // Basic map operations on top of upb's strtable.
  33. //
  34. // Note that we roll our own `Map` container here because, as for
  35. // `RepeatedField`, we want a strongly-typed container. This is so that any user
  36. // errors due to incorrect map key or value types are raised as close as
  37. // possible to the error site, rather than at some deferred point (e.g.,
  38. // serialization).
  39. //
  40. // We build our `Map` on top of upb_strtable so that we're able to take
  41. // advantage of the native_slot storage abstraction, as RepeatedField does.
  42. // (This is not quite a perfect mapping -- see the key conversions below -- but
  43. // gives us full support and error-checking for all value types for free.)
  44. // -----------------------------------------------------------------------------
  45. // Map values are stored using the native_slot abstraction (as with repeated
  46. // field values), but keys are a bit special. Since we use a strtable, we need
  47. // to store keys as sequences of bytes such that equality of those bytes maps
  48. // one-to-one to equality of keys. We store strings directly (i.e., they map to
  49. // their own bytes) and integers as native integers (using the native_slot
  50. // abstraction).
  51. // Note that there is another tradeoff here in keeping string keys as native
  52. // strings rather than Ruby strings: traversing the Map requires conversion to
  53. // Ruby string values on every traversal, potentially creating more garbage. We
  54. // should consider ways to cache a Ruby version of the key if this becomes an
  55. // issue later.
  56. // Forms a key to use with the underlying strtable from a Ruby key value. |buf|
  57. // must point to TABLE_KEY_BUF_LENGTH bytes of temporary space, used to
  58. // construct a key byte sequence if needed. |out_key| and |out_length| provide
  59. // the resulting key data/length.
  60. #define TABLE_KEY_BUF_LENGTH 8 // sizeof(uint64_t)
  61. static VALUE table_key(Map* self, VALUE key,
  62. char* buf,
  63. const char** out_key,
  64. size_t* out_length) {
  65. switch (self->key_type) {
  66. case UPB_TYPE_BYTES:
  67. case UPB_TYPE_STRING:
  68. // Strings: use string content directly.
  69. if (TYPE(key) == T_SYMBOL) {
  70. key = rb_id2str(SYM2ID(key));
  71. }
  72. Check_Type(key, T_STRING);
  73. key = native_slot_encode_and_freeze_string(self->key_type, key);
  74. *out_key = RSTRING_PTR(key);
  75. *out_length = RSTRING_LEN(key);
  76. break;
  77. case UPB_TYPE_BOOL:
  78. case UPB_TYPE_INT32:
  79. case UPB_TYPE_INT64:
  80. case UPB_TYPE_UINT32:
  81. case UPB_TYPE_UINT64:
  82. native_slot_set("", self->key_type, Qnil, buf, key);
  83. *out_key = buf;
  84. *out_length = native_slot_size(self->key_type);
  85. break;
  86. default:
  87. // Map constructor should not allow a Map with another key type to be
  88. // constructed.
  89. assert(false);
  90. break;
  91. }
  92. return key;
  93. }
  94. static VALUE table_key_to_ruby(Map* self, upb_strview key) {
  95. switch (self->key_type) {
  96. case UPB_TYPE_BYTES:
  97. case UPB_TYPE_STRING: {
  98. VALUE ret = rb_str_new(key.data, key.size);
  99. rb_enc_associate(ret,
  100. (self->key_type == UPB_TYPE_BYTES) ?
  101. kRubyString8bitEncoding : kRubyStringUtf8Encoding);
  102. return ret;
  103. }
  104. case UPB_TYPE_BOOL:
  105. case UPB_TYPE_INT32:
  106. case UPB_TYPE_INT64:
  107. case UPB_TYPE_UINT32:
  108. case UPB_TYPE_UINT64:
  109. return native_slot_get(self->key_type, Qnil, key.data);
  110. default:
  111. assert(false);
  112. return Qnil;
  113. }
  114. }
  115. static void* value_memory(upb_value* v) {
  116. return (void*)(&v->val);
  117. }
  118. // -----------------------------------------------------------------------------
  119. // Map container type.
  120. // -----------------------------------------------------------------------------
  121. const rb_data_type_t Map_type = {
  122. "Google::Protobuf::Map",
  123. { Map_mark, Map_free, NULL },
  124. };
  125. VALUE cMap;
  126. Map* ruby_to_Map(VALUE _self) {
  127. Map* self;
  128. TypedData_Get_Struct(_self, Map, &Map_type, self);
  129. return self;
  130. }
  131. void Map_mark(void* _self) {
  132. Map* self = _self;
  133. rb_gc_mark(self->value_type_class);
  134. rb_gc_mark(self->parse_frame);
  135. if (self->value_type == UPB_TYPE_STRING ||
  136. self->value_type == UPB_TYPE_BYTES ||
  137. self->value_type == UPB_TYPE_MESSAGE) {
  138. upb_strtable_iter it;
  139. for (upb_strtable_begin(&it, &self->table);
  140. !upb_strtable_done(&it);
  141. upb_strtable_next(&it)) {
  142. upb_value v = upb_strtable_iter_value(&it);
  143. void* mem = value_memory(&v);
  144. native_slot_mark(self->value_type, mem);
  145. }
  146. }
  147. }
  148. void Map_free(void* _self) {
  149. Map* self = _self;
  150. upb_strtable_uninit(&self->table);
  151. xfree(self);
  152. }
  153. VALUE Map_alloc(VALUE klass) {
  154. Map* self = ALLOC(Map);
  155. memset(self, 0, sizeof(Map));
  156. self->value_type_class = Qnil;
  157. return TypedData_Wrap_Struct(klass, &Map_type, self);
  158. }
  159. VALUE Map_set_frame(VALUE map, VALUE val) {
  160. Map* self = ruby_to_Map(map);
  161. self->parse_frame = val;
  162. return val;
  163. }
  164. static bool needs_typeclass(upb_fieldtype_t type) {
  165. switch (type) {
  166. case UPB_TYPE_MESSAGE:
  167. case UPB_TYPE_ENUM:
  168. return true;
  169. default:
  170. return false;
  171. }
  172. }
  173. /*
  174. * call-seq:
  175. * Map.new(key_type, value_type, value_typeclass = nil, init_hashmap = {})
  176. * => new map
  177. *
  178. * Allocates a new Map container. This constructor may be called with 2, 3, or 4
  179. * arguments. The first two arguments are always present and are symbols (taking
  180. * on the same values as field-type symbols in message descriptors) that
  181. * indicate the type of the map key and value fields.
  182. *
  183. * The supported key types are: :int32, :int64, :uint32, :uint64, :bool,
  184. * :string, :bytes.
  185. *
  186. * The supported value types are: :int32, :int64, :uint32, :uint64, :bool,
  187. * :string, :bytes, :enum, :message.
  188. *
  189. * The third argument, value_typeclass, must be present if value_type is :enum
  190. * or :message. As in RepeatedField#new, this argument must be a message class
  191. * (for :message) or enum module (for :enum).
  192. *
  193. * The last argument, if present, provides initial content for map. Note that
  194. * this may be an ordinary Ruby hashmap or another Map instance with identical
  195. * key and value types. Also note that this argument may be present whether or
  196. * not value_typeclass is present (and it is unambiguously separate from
  197. * value_typeclass because value_typeclass's presence is strictly determined by
  198. * value_type). The contents of this initial hashmap or Map instance are
  199. * shallow-copied into the new Map: the original map is unmodified, but
  200. * references to underlying objects will be shared if the value type is a
  201. * message type.
  202. */
  203. VALUE Map_init(int argc, VALUE* argv, VALUE _self) {
  204. Map* self = ruby_to_Map(_self);
  205. int init_value_arg;
  206. // We take either two args (:key_type, :value_type), three args (:key_type,
  207. // :value_type, "ValueMessageType"), or four args (the above plus an initial
  208. // hashmap).
  209. if (argc < 2 || argc > 4) {
  210. rb_raise(rb_eArgError, "Map constructor expects 2, 3 or 4 arguments.");
  211. }
  212. self->key_type = ruby_to_fieldtype(argv[0]);
  213. self->value_type = ruby_to_fieldtype(argv[1]);
  214. self->parse_frame = Qnil;
  215. // Check that the key type is an allowed type.
  216. switch (self->key_type) {
  217. case UPB_TYPE_INT32:
  218. case UPB_TYPE_INT64:
  219. case UPB_TYPE_UINT32:
  220. case UPB_TYPE_UINT64:
  221. case UPB_TYPE_BOOL:
  222. case UPB_TYPE_STRING:
  223. case UPB_TYPE_BYTES:
  224. // These are OK.
  225. break;
  226. default:
  227. rb_raise(rb_eArgError, "Invalid key type for map.");
  228. }
  229. init_value_arg = 2;
  230. if (needs_typeclass(self->value_type) && argc > 2) {
  231. self->value_type_class = argv[2];
  232. validate_type_class(self->value_type, self->value_type_class);
  233. init_value_arg = 3;
  234. }
  235. // Table value type is always UINT64: this ensures enough space to store the
  236. // native_slot value.
  237. if (!upb_strtable_init(&self->table, UPB_CTYPE_UINT64)) {
  238. rb_raise(rb_eRuntimeError, "Could not allocate table.");
  239. }
  240. if (argc > init_value_arg) {
  241. Map_merge_into_self(_self, argv[init_value_arg]);
  242. }
  243. return Qnil;
  244. }
  245. /*
  246. * call-seq:
  247. * Map.each(&block)
  248. *
  249. * Invokes &block on each |key, value| pair in the map, in unspecified order.
  250. * Note that Map also includes Enumerable; map thus acts like a normal Ruby
  251. * sequence.
  252. */
  253. VALUE Map_each(VALUE _self) {
  254. Map* self = ruby_to_Map(_self);
  255. upb_strtable_iter it;
  256. for (upb_strtable_begin(&it, &self->table);
  257. !upb_strtable_done(&it);
  258. upb_strtable_next(&it)) {
  259. VALUE key = table_key_to_ruby(self, upb_strtable_iter_key(&it));
  260. upb_value v = upb_strtable_iter_value(&it);
  261. void* mem = value_memory(&v);
  262. VALUE value = native_slot_get(self->value_type,
  263. self->value_type_class,
  264. mem);
  265. rb_yield_values(2, key, value);
  266. }
  267. return Qnil;
  268. }
  269. /*
  270. * call-seq:
  271. * Map.keys => [list_of_keys]
  272. *
  273. * Returns the list of keys contained in the map, in unspecified order.
  274. */
  275. VALUE Map_keys(VALUE _self) {
  276. Map* self = ruby_to_Map(_self);
  277. VALUE ret = rb_ary_new();
  278. upb_strtable_iter it;
  279. for (upb_strtable_begin(&it, &self->table);
  280. !upb_strtable_done(&it);
  281. upb_strtable_next(&it)) {
  282. VALUE key = table_key_to_ruby(self, upb_strtable_iter_key(&it));
  283. rb_ary_push(ret, key);
  284. }
  285. return ret;
  286. }
  287. /*
  288. * call-seq:
  289. * Map.values => [list_of_values]
  290. *
  291. * Returns the list of values contained in the map, in unspecified order.
  292. */
  293. VALUE Map_values(VALUE _self) {
  294. Map* self = ruby_to_Map(_self);
  295. VALUE ret = rb_ary_new();
  296. upb_strtable_iter it;
  297. for (upb_strtable_begin(&it, &self->table);
  298. !upb_strtable_done(&it);
  299. upb_strtable_next(&it)) {
  300. upb_value v = upb_strtable_iter_value(&it);
  301. void* mem = value_memory(&v);
  302. VALUE value = native_slot_get(self->value_type,
  303. self->value_type_class,
  304. mem);
  305. rb_ary_push(ret, value);
  306. }
  307. return ret;
  308. }
  309. /*
  310. * call-seq:
  311. * Map.[](key) => value
  312. *
  313. * Accesses the element at the given key. Throws an exception if the key type is
  314. * incorrect. Returns nil when the key is not present in the map.
  315. */
  316. VALUE Map_index(VALUE _self, VALUE key) {
  317. Map* self = ruby_to_Map(_self);
  318. char keybuf[TABLE_KEY_BUF_LENGTH];
  319. const char* keyval = NULL;
  320. size_t length = 0;
  321. upb_value v;
  322. key = table_key(self, key, keybuf, &keyval, &length);
  323. if (upb_strtable_lookup2(&self->table, keyval, length, &v)) {
  324. void* mem = value_memory(&v);
  325. return native_slot_get(self->value_type, self->value_type_class, mem);
  326. } else {
  327. return Qnil;
  328. }
  329. }
  330. /*
  331. * call-seq:
  332. * Map.[]=(key, value) => value
  333. *
  334. * Inserts or overwrites the value at the given key with the given new value.
  335. * Throws an exception if the key type is incorrect. Returns the new value that
  336. * was just inserted.
  337. */
  338. VALUE Map_index_set(VALUE _self, VALUE key, VALUE value) {
  339. Map* self = ruby_to_Map(_self);
  340. char keybuf[TABLE_KEY_BUF_LENGTH];
  341. const char* keyval = NULL;
  342. size_t length = 0;
  343. upb_value v;
  344. void* mem;
  345. key = table_key(self, key, keybuf, &keyval, &length);
  346. rb_check_frozen(_self);
  347. if (TYPE(value) == T_HASH) {
  348. VALUE args[1] = { value };
  349. value = rb_class_new_instance(1, args, self->value_type_class);
  350. }
  351. mem = value_memory(&v);
  352. native_slot_set("", self->value_type, self->value_type_class, mem, value);
  353. // Replace any existing value by issuing a 'remove' operation first.
  354. upb_strtable_remove2(&self->table, keyval, length, NULL);
  355. if (!upb_strtable_insert2(&self->table, keyval, length, v)) {
  356. rb_raise(rb_eRuntimeError, "Could not insert into table");
  357. }
  358. // Ruby hashmap's :[]= method also returns the inserted value.
  359. return value;
  360. }
  361. /*
  362. * call-seq:
  363. * Map.has_key?(key) => bool
  364. *
  365. * Returns true if the given key is present in the map. Throws an exception if
  366. * the key has the wrong type.
  367. */
  368. VALUE Map_has_key(VALUE _self, VALUE key) {
  369. Map* self = ruby_to_Map(_self);
  370. char keybuf[TABLE_KEY_BUF_LENGTH];
  371. const char* keyval = NULL;
  372. size_t length = 0;
  373. key = table_key(self, key, keybuf, &keyval, &length);
  374. if (upb_strtable_lookup2(&self->table, keyval, length, NULL)) {
  375. return Qtrue;
  376. } else {
  377. return Qfalse;
  378. }
  379. }
  380. /*
  381. * call-seq:
  382. * Map.delete(key) => old_value
  383. *
  384. * Deletes the value at the given key, if any, returning either the old value or
  385. * nil if none was present. Throws an exception if the key is of the wrong type.
  386. */
  387. VALUE Map_delete(VALUE _self, VALUE key) {
  388. Map* self = ruby_to_Map(_self);
  389. char keybuf[TABLE_KEY_BUF_LENGTH];
  390. const char* keyval = NULL;
  391. size_t length = 0;
  392. upb_value v;
  393. key = table_key(self, key, keybuf, &keyval, &length);
  394. rb_check_frozen(_self);
  395. if (upb_strtable_remove2(&self->table, keyval, length, &v)) {
  396. void* mem = value_memory(&v);
  397. return native_slot_get(self->value_type, self->value_type_class, mem);
  398. } else {
  399. return Qnil;
  400. }
  401. }
  402. /*
  403. * call-seq:
  404. * Map.clear
  405. *
  406. * Removes all entries from the map.
  407. */
  408. VALUE Map_clear(VALUE _self) {
  409. Map* self = ruby_to_Map(_self);
  410. rb_check_frozen(_self);
  411. // Uninit and reinit the table -- this is faster than iterating and doing a
  412. // delete-lookup on each key.
  413. upb_strtable_uninit(&self->table);
  414. if (!upb_strtable_init(&self->table, UPB_CTYPE_INT64)) {
  415. rb_raise(rb_eRuntimeError, "Unable to re-initialize table");
  416. }
  417. return Qnil;
  418. }
  419. /*
  420. * call-seq:
  421. * Map.length
  422. *
  423. * Returns the number of entries (key-value pairs) in the map.
  424. */
  425. VALUE Map_length(VALUE _self) {
  426. Map* self = ruby_to_Map(_self);
  427. return ULL2NUM(upb_strtable_count(&self->table));
  428. }
  429. VALUE Map_new_this_type(VALUE _self) {
  430. Map* self = ruby_to_Map(_self);
  431. VALUE new_map = Qnil;
  432. VALUE key_type = fieldtype_to_ruby(self->key_type);
  433. VALUE value_type = fieldtype_to_ruby(self->value_type);
  434. if (self->value_type_class != Qnil) {
  435. new_map = rb_funcall(CLASS_OF(_self), rb_intern("new"), 3,
  436. key_type, value_type, self->value_type_class);
  437. } else {
  438. new_map = rb_funcall(CLASS_OF(_self), rb_intern("new"), 2,
  439. key_type, value_type);
  440. }
  441. return new_map;
  442. }
  443. /*
  444. * call-seq:
  445. * Map.dup => new_map
  446. *
  447. * Duplicates this map with a shallow copy. References to all non-primitive
  448. * element objects (e.g., submessages) are shared.
  449. */
  450. VALUE Map_dup(VALUE _self) {
  451. Map* self = ruby_to_Map(_self);
  452. VALUE new_map = Map_new_this_type(_self);
  453. Map* new_self = ruby_to_Map(new_map);
  454. upb_strtable_iter it;
  455. for (upb_strtable_begin(&it, &self->table);
  456. !upb_strtable_done(&it);
  457. upb_strtable_next(&it)) {
  458. upb_strview k = upb_strtable_iter_key(&it);
  459. upb_value v = upb_strtable_iter_value(&it);
  460. void* mem = value_memory(&v);
  461. upb_value dup;
  462. void* dup_mem = value_memory(&dup);
  463. native_slot_dup(self->value_type, dup_mem, mem);
  464. if (!upb_strtable_insert2(&new_self->table, k.data, k.size, dup)) {
  465. rb_raise(rb_eRuntimeError, "Error inserting value into new table");
  466. }
  467. }
  468. return new_map;
  469. }
  470. // Used by Google::Protobuf.deep_copy but not exposed directly.
  471. VALUE Map_deep_copy(VALUE _self) {
  472. Map* self = ruby_to_Map(_self);
  473. VALUE new_map = Map_new_this_type(_self);
  474. Map* new_self = ruby_to_Map(new_map);
  475. upb_strtable_iter it;
  476. for (upb_strtable_begin(&it, &self->table);
  477. !upb_strtable_done(&it);
  478. upb_strtable_next(&it)) {
  479. upb_strview k = upb_strtable_iter_key(&it);
  480. upb_value v = upb_strtable_iter_value(&it);
  481. void* mem = value_memory(&v);
  482. upb_value dup;
  483. void* dup_mem = value_memory(&dup);
  484. native_slot_deep_copy(self->value_type, self->value_type_class, dup_mem,
  485. mem);
  486. if (!upb_strtable_insert2(&new_self->table, k.data, k.size, dup)) {
  487. rb_raise(rb_eRuntimeError, "Error inserting value into new table");
  488. }
  489. }
  490. return new_map;
  491. }
  492. /*
  493. * call-seq:
  494. * Map.==(other) => boolean
  495. *
  496. * Compares this map to another. Maps are equal if they have identical key sets,
  497. * and for each key, the values in both maps compare equal. Elements are
  498. * compared as per normal Ruby semantics, by calling their :== methods (or
  499. * performing a more efficient comparison for primitive types).
  500. *
  501. * Maps with dissimilar key types or value types/typeclasses are never equal,
  502. * even if value comparison (for example, between integers and floats) would
  503. * have otherwise indicated that every element has equal value.
  504. */
  505. VALUE Map_eq(VALUE _self, VALUE _other) {
  506. Map* self = ruby_to_Map(_self);
  507. Map* other;
  508. upb_strtable_iter it;
  509. // Allow comparisons to Ruby hashmaps by converting to a temporary Map
  510. // instance. Slow, but workable.
  511. if (TYPE(_other) == T_HASH) {
  512. VALUE other_map = Map_new_this_type(_self);
  513. Map_merge_into_self(other_map, _other);
  514. _other = other_map;
  515. }
  516. other = ruby_to_Map(_other);
  517. if (self == other) {
  518. return Qtrue;
  519. }
  520. if (self->key_type != other->key_type ||
  521. self->value_type != other->value_type ||
  522. self->value_type_class != other->value_type_class) {
  523. return Qfalse;
  524. }
  525. if (upb_strtable_count(&self->table) != upb_strtable_count(&other->table)) {
  526. return Qfalse;
  527. }
  528. // For each member of self, check that an equal member exists at the same key
  529. // in other.
  530. for (upb_strtable_begin(&it, &self->table);
  531. !upb_strtable_done(&it);
  532. upb_strtable_next(&it)) {
  533. upb_strview k = upb_strtable_iter_key(&it);
  534. upb_value v = upb_strtable_iter_value(&it);
  535. void* mem = value_memory(&v);
  536. upb_value other_v;
  537. void* other_mem = value_memory(&other_v);
  538. if (!upb_strtable_lookup2(&other->table, k.data, k.size, &other_v)) {
  539. // Not present in other map.
  540. return Qfalse;
  541. }
  542. if (!native_slot_eq(self->value_type, self->value_type_class, mem,
  543. other_mem)) {
  544. // Present, but value not equal.
  545. return Qfalse;
  546. }
  547. }
  548. return Qtrue;
  549. }
  550. /*
  551. * call-seq:
  552. * Map.hash => hash_value
  553. *
  554. * Returns a hash value based on this map's contents.
  555. */
  556. VALUE Map_hash(VALUE _self) {
  557. Map* self = ruby_to_Map(_self);
  558. st_index_t h = rb_hash_start(0);
  559. VALUE hash_sym = rb_intern("hash");
  560. upb_strtable_iter it;
  561. for (upb_strtable_begin(&it, &self->table); !upb_strtable_done(&it);
  562. upb_strtable_next(&it)) {
  563. VALUE key = table_key_to_ruby(self, upb_strtable_iter_key(&it));
  564. upb_value v = upb_strtable_iter_value(&it);
  565. void* mem = value_memory(&v);
  566. VALUE value = native_slot_get(self->value_type,
  567. self->value_type_class,
  568. mem);
  569. h = rb_hash_uint(h, NUM2LONG(rb_funcall(key, hash_sym, 0)));
  570. h = rb_hash_uint(h, NUM2LONG(rb_funcall(value, hash_sym, 0)));
  571. }
  572. return INT2FIX(h);
  573. }
  574. /*
  575. * call-seq:
  576. * Map.to_h => {}
  577. *
  578. * Returns a Ruby Hash object containing all the values within the map
  579. */
  580. VALUE Map_to_h(VALUE _self) {
  581. Map* self = ruby_to_Map(_self);
  582. VALUE hash = rb_hash_new();
  583. upb_strtable_iter it;
  584. for (upb_strtable_begin(&it, &self->table);
  585. !upb_strtable_done(&it);
  586. upb_strtable_next(&it)) {
  587. VALUE key = table_key_to_ruby(self, upb_strtable_iter_key(&it));
  588. upb_value v = upb_strtable_iter_value(&it);
  589. void* mem = value_memory(&v);
  590. VALUE value = native_slot_get(self->value_type,
  591. self->value_type_class,
  592. mem);
  593. if (self->value_type == UPB_TYPE_MESSAGE) {
  594. value = Message_to_h(value);
  595. }
  596. rb_hash_aset(hash, key, value);
  597. }
  598. return hash;
  599. }
  600. /*
  601. * call-seq:
  602. * Map.inspect => string
  603. *
  604. * Returns a string representing this map's elements. It will be formatted as
  605. * "{key => value, key => value, ...}", with each key and value string
  606. * representation computed by its own #inspect method.
  607. */
  608. VALUE Map_inspect(VALUE _self) {
  609. Map* self = ruby_to_Map(_self);
  610. VALUE str = rb_str_new2("{");
  611. bool first = true;
  612. VALUE inspect_sym = rb_intern("inspect");
  613. upb_strtable_iter it;
  614. for (upb_strtable_begin(&it, &self->table); !upb_strtable_done(&it);
  615. upb_strtable_next(&it)) {
  616. VALUE key = table_key_to_ruby(self, upb_strtable_iter_key(&it));
  617. upb_value v = upb_strtable_iter_value(&it);
  618. void* mem = value_memory(&v);
  619. VALUE value = native_slot_get(self->value_type,
  620. self->value_type_class,
  621. mem);
  622. if (!first) {
  623. str = rb_str_cat2(str, ", ");
  624. } else {
  625. first = false;
  626. }
  627. str = rb_str_append(str, rb_funcall(key, inspect_sym, 0));
  628. str = rb_str_cat2(str, "=>");
  629. str = rb_str_append(str, rb_funcall(value, inspect_sym, 0));
  630. }
  631. str = rb_str_cat2(str, "}");
  632. return str;
  633. }
  634. /*
  635. * call-seq:
  636. * Map.merge(other_map) => map
  637. *
  638. * Copies key/value pairs from other_map into a copy of this map. If a key is
  639. * set in other_map and this map, the value from other_map overwrites the value
  640. * in the new copy of this map. Returns the new copy of this map with merged
  641. * contents.
  642. */
  643. VALUE Map_merge(VALUE _self, VALUE hashmap) {
  644. VALUE dupped = Map_dup(_self);
  645. return Map_merge_into_self(dupped, hashmap);
  646. }
  647. static int merge_into_self_callback(VALUE key, VALUE value, VALUE self) {
  648. Map_index_set(self, key, value);
  649. return ST_CONTINUE;
  650. }
  651. // Used only internally -- shared by #merge and #initialize.
  652. VALUE Map_merge_into_self(VALUE _self, VALUE hashmap) {
  653. if (TYPE(hashmap) == T_HASH) {
  654. rb_hash_foreach(hashmap, merge_into_self_callback, _self);
  655. } else if (RB_TYPE_P(hashmap, T_DATA) && RTYPEDDATA_P(hashmap) &&
  656. RTYPEDDATA_TYPE(hashmap) == &Map_type) {
  657. Map* self = ruby_to_Map(_self);
  658. Map* other = ruby_to_Map(hashmap);
  659. upb_strtable_iter it;
  660. if (self->key_type != other->key_type ||
  661. self->value_type != other->value_type ||
  662. self->value_type_class != other->value_type_class) {
  663. rb_raise(rb_eArgError, "Attempt to merge Map with mismatching types");
  664. }
  665. for (upb_strtable_begin(&it, &other->table);
  666. !upb_strtable_done(&it);
  667. upb_strtable_next(&it)) {
  668. upb_strview k = upb_strtable_iter_key(&it);
  669. // Replace any existing value by issuing a 'remove' operation first.
  670. upb_value v;
  671. upb_value oldv;
  672. upb_strtable_remove2(&self->table, k.data, k.size, &oldv);
  673. v = upb_strtable_iter_value(&it);
  674. upb_strtable_insert2(&self->table, k.data, k.size, v);
  675. }
  676. } else {
  677. rb_raise(rb_eArgError, "Unknown type merging into Map");
  678. }
  679. return _self;
  680. }
  681. // Internal method: map iterator initialization (used for serialization).
  682. void Map_begin(VALUE _self, Map_iter* iter) {
  683. Map* self = ruby_to_Map(_self);
  684. iter->self = self;
  685. upb_strtable_begin(&iter->it, &self->table);
  686. }
  687. void Map_next(Map_iter* iter) {
  688. upb_strtable_next(&iter->it);
  689. }
  690. bool Map_done(Map_iter* iter) {
  691. return upb_strtable_done(&iter->it);
  692. }
  693. VALUE Map_iter_key(Map_iter* iter) {
  694. return table_key_to_ruby(iter->self, upb_strtable_iter_key(&iter->it));
  695. }
  696. VALUE Map_iter_value(Map_iter* iter) {
  697. upb_value v = upb_strtable_iter_value(&iter->it);
  698. void* mem = value_memory(&v);
  699. return native_slot_get(iter->self->value_type,
  700. iter->self->value_type_class,
  701. mem);
  702. }
  703. void Map_register(VALUE module) {
  704. VALUE klass = rb_define_class_under(module, "Map", rb_cObject);
  705. rb_define_alloc_func(klass, Map_alloc);
  706. rb_gc_register_address(&cMap);
  707. cMap = klass;
  708. rb_define_method(klass, "initialize", Map_init, -1);
  709. rb_define_method(klass, "each", Map_each, 0);
  710. rb_define_method(klass, "keys", Map_keys, 0);
  711. rb_define_method(klass, "values", Map_values, 0);
  712. rb_define_method(klass, "[]", Map_index, 1);
  713. rb_define_method(klass, "[]=", Map_index_set, 2);
  714. rb_define_method(klass, "has_key?", Map_has_key, 1);
  715. rb_define_method(klass, "delete", Map_delete, 1);
  716. rb_define_method(klass, "clear", Map_clear, 0);
  717. rb_define_method(klass, "length", Map_length, 0);
  718. rb_define_method(klass, "dup", Map_dup, 0);
  719. rb_define_method(klass, "==", Map_eq, 1);
  720. rb_define_method(klass, "hash", Map_hash, 0);
  721. rb_define_method(klass, "to_h", Map_to_h, 0);
  722. rb_define_method(klass, "inspect", Map_inspect, 0);
  723. rb_define_method(klass, "merge", Map_merge, 1);
  724. rb_include_module(klass, rb_mEnumerable);
  725. }