From abargnesi at gmail.com Fri Sep 19 16:16:07 2014 From: abargnesi at gmail.com (Anthony Bargnesi) Date: Fri, 19 Sep 2014 16:16:07 -0400 Subject: [redland-dev] Calling librdf_new_uri from multiple threads Message-ID: Hi folks, I am encountering segfaults when calling librdf_new_uri from multiple threads in C. My program code: #include #include #include #include #include #include #include /* pthread_mutex_t mutex; */ struct thread_struct { librdf_world *world; char *uri; }; void *create_uri_instances(void *args) { char *original_uri; char *uri_copy; librdf_uri *uri; struct thread_struct *arg_struct = (struct thread_struct *) args; const int iterations = 1000; librdf_world_open(arg_struct->world); int i; for(i = 0; i < iterations; i++) { uri_copy = (char *) malloc(strlen(arg_struct->uri) + 1); strcpy(uri_copy, arg_struct->uri); /* pthread_mutex_lock(&mutex); */ uri = librdf_new_uri(arg_struct->world, uri_copy); librdf_free_uri(uri); fprintf(stdout, "new/free of librdf_uri: %s\n", uri_copy); free(uri_copy); /* pthread_mutex_unlock(&mutex); */ } } int main(int argc, char *argv[]) { librdf_world* world; pthread_t create_uri_instances_thread_1; pthread_t create_uri_instances_thread_2; // open world world = librdf_new_world(); librdf_world_open(world); /* pthread_mutex_init(&mutex, NULL); */ /* start thread 1 */ struct thread_struct args1; args1.world = world; args1.uri = "http://host.org/1"; pthread_create(&create_uri_instances_thread_1, NULL, create_uri_instances, (void *) &args1); /* start thread 2 */ struct thread_struct args2; args2.world = world; args2.uri = "http://host.org/2"; pthread_create(&create_uri_instances_thread_2, NULL, create_uri_instances, (void *) &args2); /* join on threads */ pthread_join(create_uri_instances_thread_1, NULL); pthread_join(create_uri_instances_thread_2, NULL); librdf_free_world(world); pthread_mutex_destroy(&mutex); return 0; } Without the pthread mutex I encounter different segfaults originating from raptor_avltree.c. The gdb backtraces are attached. When I synchronize around librdf_new_uri / librdf_free_uri with the pthread mutext I do not encounter segfaults. Is this expected behaviour? Does anyone have advice or examples on using threads with librdf? Thanks for your time, Anthony Bargnesi -------------- next part -------------- An HTML attachment was scrubbed... URL: -------------- next part -------------- Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7ffff6a59700 (LWP 17193)] 0x00007ffff7b3b002 in raptor_avltree_balance_right (tree=0x603870, node_pp=0x7fffe8000928, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:940 940 switch((*node_pp)->balance) { (gdb) bt #0 0x00007ffff7b3b002 in raptor_avltree_balance_right (tree=0x603870, node_pp=0x7fffe8000928, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:940 #1 0x00007ffff7b3aceb in raptor_avltree_delete_internal2 (tree=0x603870, ppr_r=0x7fffe8000928, rebalancing_p=0x7ffff6a58c04, ppr_q=0x7ffff6a58a38) at raptor_avltree.c:828 #2 0x00007ffff7b3ac3c in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x624578, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:799 #3 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x6216b8, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:765 #4 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x6039d8, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:765 #5 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603948, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:765 #6 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603a68, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:765 #7 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603870, p_data=0x7fffe80008e0, rebalancing_p=0x7ffff6a58c04) at raptor_avltree.c:765 #8 0x00007ffff7b3a1fa in raptor_avltree_remove (tree=0x603870, p_data=0x7fffe80008e0) at raptor_avltree.c:293 #9 0x00007ffff7b3a23f in raptor_avltree_delete (tree=0x603870, p_data=0x7fffe80008e0) at raptor_avltree.c:322 #10 0x00007ffff7b28778 in raptor_free_uri (uri=0x7fffe80008e0) at raptor_uri.c:493 #11 0x00007ffff7d97de6 in librdf_free_uri (uri=0x7fffe80008e0) at rdf_uri.c:311 #12 0x0000000000400be4 in create_uri_instances (args=0x7fffffffd1a0) at librdf_thread.c:33 #13 0x00000038a5607d15 in start_thread () from /lib64/libpthread.so.0 #14 0x00000038a4ef253d in clone () from /lib64/libc.so.6 ----------------------------------- Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7ffff725a700 (LWP 17572)] 0x00007ffff7b3a8e3 in raptor_avltree_sprout (tree=0x603870, parent=0x0, node_pp=0x10, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:681 681 if(!*node_pp) { A debugging session is active. Inferior 1 [process 17568] will be killed. Quit anyway? (y or n) n Not confirmed. Missing separate debuginfos, use: debuginfo-install glibc-2.16-34.fc18.x86_64 gmp-5.0.5-3.fc18.x86_64 keyutils-libs-1.5.5-3.fc18.x86_64 krb5-libs-1.10.3-17.fc18.x86_64 libcom_err-1.42.5-1.fc18.x86_64 libdb-5.3.21-3.fc18.x86_64 libgcc-4.7.2-8.fc18.x86_64 libgcrypt-1.5.0-8.fc18.x86_64 libgpg-error-1.10-3.fc18.x86_64 libselinux-2.1.12-7.3.fc18.x86_64 libuuid-2.22.2-7.fc18.x86_64 libxslt-1.1.28-1.fc18.x86_64 mpfr-3.1.1-1.fc18.x86_64 openssl-libs-1.0.1e-30.fc18.x86_64 pcre-8.31-5.fc18.x86_64 xz-libs-5.1.2-2alpha.fc18.x86_64 zlib-1.2.7-9.fc18.x86_64 (gdb) bt #0 0x00007ffff7b3a8e3 in raptor_avltree_sprout (tree=0x603870, parent=0x0, node_pp=0x10, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:681 #1 0x00007ffff7b3a66f in raptor_avltree_sprout_right (tree=0x603870, node_pp=0x7fffe8000928, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:561 #2 0x00007ffff7b3aa05 in raptor_avltree_sprout (tree=0x603870, parent=0x7fffe8000920, node_pp=0x7fffe8000928, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:724 #3 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x624578, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #4 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x624570, node_pp=0x624578, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #5 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x6216b8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #6 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x6216b0, node_pp=0x6216b8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #7 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x6039d8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #8 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x6039d0, node_pp=0x6039d8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #9 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603948, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #10 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x603940, node_pp=0x603948, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #11 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603a68, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #12 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x603a60, node_pp=0x603a68, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #13 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603870, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #14 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x0, node_pp=0x603870, ---Type to continue, or q to quit--- p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #15 0x00007ffff7b3a1c3 in raptor_avltree_add (tree=0x603870, p_data=0x7ffff00008e0) at raptor_avltree.c:259 #16 0x00007ffff7b2814d in raptor_new_uri_from_counted_string (world=0x603570, uri_string=0x7ffff00008c0 "http://host.org/1", length=17) at raptor_uri.c:165 #17 0x00007ffff7d97a42 in librdf_new_uri2 (world=0x603040, uri_string=0x7ffff00008c0 "http://host.org/1", length=17) at rdf_uri.c:99 #18 0x00007ffff7d97a9b in librdf_new_uri (world=0x603040, uri_string=0x7ffff00008c0 "http://host.org/1") at rdf_uri.c:125 #19 0x0000000000400bd4 in create_uri_instances (args=0x7fffffffd1b0) at librdf_thread.c:32 #20 0x00000038a5607d15 in start_thread () from /lib64/libpthread.so.0 #21 0x00000038a4ef253d in clone () from /lib64/libc.so.6 ----------------------------------- Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7ffff725a700 (LWP 17748)] 0x00007ffff7b3a38f in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x624ef8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:452 452 p_parent = (*node_pp)->parent; A debugging session is active. Inferior 1 [process 17744] will be killed. Quit anyway? (y or n) n Not confirmed. Missing separate debuginfos, use: debuginfo-install glibc-2.16-34.fc18.x86_64 gmp-5.0.5-3.fc18.x86_64 keyutils-libs-1.5.5-3.fc18.x86_64 krb5-libs-1.10.3-17.fc18.x86_64 libcom_err-1.42.5-1.fc18.x86_64 libdb-5.3.21-3.fc18.x86_64 libgcc-4.7.2-8.fc18.x86_64 libgcrypt-1.5.0-8.fc18.x86_64 libgpg-error-1.10-3.fc18.x86_64 libselinux-2.1.12-7.3.fc18.x86_64 libuuid-2.22.2-7.fc18.x86_64 libxslt-1.1.28-1.fc18.x86_64 mpfr-3.1.1-1.fc18.x86_64 openssl-libs-1.0.1e-30.fc18.x86_64 pcre-8.31-5.fc18.x86_64 xz-libs-5.1.2-2alpha.fc18.x86_64 zlib-1.2.7-9.fc18.x86_64 (gdb) bt #0 0x00007ffff7b3a38f in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x624ef8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:452 #1 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x624ef0, node_pp=0x624ef8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #2 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x7ffff0000960, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #3 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x7ffff0000950, node_pp=0x7ffff0000960, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #4 0x00007ffff7b3a66f in raptor_avltree_sprout_right (tree=0x603870, node_pp=0x624578, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:561 #5 0x00007ffff7b3aa05 in raptor_avltree_sprout (tree=0x603870, parent=0x624570, node_pp=0x624578, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:724 #6 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x6216b8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #7 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x6216b0, node_pp=0x6216b8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #8 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x6039d8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #9 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x6039d0, node_pp=0x6039d8, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #10 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603948, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #11 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x603940, node_pp=0x603948, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #12 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603a68, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #13 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x603a60, node_pp=0x603a68, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #14 0x00007ffff7b3a3c5 in raptor_avltree_sprout_left (tree=0x603870, node_pp=0x603870, p_data=0x7ffff00008e0, ---Type to continue, or q to quit--- rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:454 #15 0x00007ffff7b3a9e2 in raptor_avltree_sprout (tree=0x603870, parent=0x0, node_pp=0x603870, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259bc8) at raptor_avltree.c:721 #16 0x00007ffff7b3a1c3 in raptor_avltree_add (tree=0x603870, p_data=0x7ffff00008e0) at raptor_avltree.c:259 #17 0x00007ffff7b2814d in raptor_new_uri_from_counted_string (world=0x603570, uri_string=0x7ffff00008c0 "http://host.org/1", length=17) at raptor_uri.c:165 #18 0x00007ffff7d97a42 in librdf_new_uri2 (world=0x603040, uri_string=0x7ffff00008c0 "http://host.org/1", length=17) at rdf_uri.c:99 #19 0x00007ffff7d97a9b in librdf_new_uri (world=0x603040, uri_string=0x7ffff00008c0 "http://host.org/1") at rdf_uri.c:125 #20 0x0000000000400bd4 in create_uri_instances (args=0x7fffffffd1b0) at librdf_thread.c:32 #21 0x00000038a5607d15 in start_thread () from /lib64/libpthread.so.0 #22 0x00000038a4ef253d in clone () from /lib64/libc.so.6 ----------------------------------- Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7ffff6a59700 (LWP 18195)] 0x00007ffff7b3b136 in raptor_avltree_balance_right (tree=0x603870, node_pp=0x624578, rebalancing_p=0x7ffff6a58c04 980 b2 = p2->balance; A debugging session is active. Inferior 1 [process 18189] will be killed. Quit anyway? (y or n) n Not confirmed. Missing separate debuginfos, use: debuginfo-install glibc-2.16-34.fc18.x86_64 gmp-5.0.5-3.fc18.x86_64 keyutils-liibgcc-4.7.2-8.fc18.x86_64 libgcrypt-1.5.0-8.fc18.x86_64 libgpg-error-1.10-3.fc18.x86_64 libselinux-2.1.12-7.3.fc1fc18.x86_64 pcre-8.31-5.fc18.x86_64 xz-libs-5.1.2-2alpha.fc18.x86_64 zlib-1.2.7-9.fc18.x86_64 (gdb) bt #0 0x00007ffff7b3b136 in raptor_avltree_balance_right (tree=0x603870, node_pp=0x624578, rebalancing_p=0x7ffff6a5 #1 0x00007ffff7b3ab77 in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x624578, p_data=0x7fffe80008e0, #2 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x6039d8, p_data=0x7fffe80008e0, #3 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603948, p_data=0x7fffe80008e0, #4 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603a68, p_data=0x7fffe80008e0, #5 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x603870, p_data=0x7fffe80008e0, #6 0x00007ffff7b3a1fa in raptor_avltree_remove (tree=0x603870, p_data=0x7fffe80008e0) at raptor_avltree.c:293 #7 0x00007ffff7b3a23f in raptor_avltree_delete (tree=0x603870, p_data=0x7fffe80008e0) at raptor_avltree.c:322 #8 0x00007ffff7b28778 in raptor_free_uri (uri=0x7fffe80008e0) at raptor_uri.c:493 #9 0x00007ffff7d97de6 in librdf_free_uri (uri=0x7fffe80008e0) at rdf_uri.c:311 #10 0x0000000000400be4 in create_uri_instances (args=0x7fffffffd1a0) at librdf_thread.c:33 #11 0x00000038a5607d15 in start_thread () from /lib64/libpthread.so.0 #12 0x00000038a4ef253d in clone () from /lib64/libc.so.6 ----------------------------------- Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7ffff725a700 (LWP 18335)] 0x00007ffff7b28843 in raptor_uri_compare (uri1=0x0, uri2=0x0) at raptor_uri.c:548 548 { A debugging session is active. Inferior 1 [process 18331] will be killed. Quit anyway? (y or n) n Not confirmed. Missing separate debuginfos, use: debuginfo-install glibc-2.16-34.fc18.x86_64 gmp-5.0.5-3.fc18.x86_64 keyutils-libs-1.5.5-3.fc18.x86_64 krb5-libs-1.10.3-17.fc18.x86_64 libcom_err-1.42.5-1.fc18.x86_64 libdb-5.3.21-3.fc18.x86_64 libgcc-4.7.2-8.fc18.x86_64 libgcrypt-1.5.0-8.fc18.x86_64 libgpg-error-1.10-3.fc18.x86_64 libselinux-2.1.12-7.3.fc18.x86_64 libuuid-2.22.2-7.fc18.x86_64 libxslt-1.1.28-1.fc18.x86_64 mpfr-3.1.1-1.fc18.x86_64 openssl-libs-1.0.1e-30.fc18.x86_64 pcre-8.31-5.fc18.x86_64 xz-libs-5.1.2-2alpha.fc18.x86_64 zlib-1.2.7-9.fc18.x86_64 (gdb) bt #0 0x00007ffff7b28843 in raptor_uri_compare (uri1=0x0, uri2=0x0) at raptor_uri.c:548 #1 0x00007ffff7b3aad3 in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:761 #2 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #3 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #4 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #5 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #6 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #7 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #8 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #9 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #10 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #11 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #12 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #13 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #14 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #15 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #16 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #17 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #18 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #19 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #20 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #21 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #22 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #23 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #24 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #25 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765 #26 0x00007ffff7b3aafb in raptor_avltree_delete_internal (tree=0x603870, node_pp=0x7fffe8000958, p_data=0x7ffff00008e0, rebalancing_p=0x7ffff7259c04) at raptor_avltree.c:765