riak on one node

Curtis Schofield curtis at ram9.cc
Mon Oct 1 20:03:43 EDT 2012


I know this isn't really the typical use case.  I wanted to use riak on a
development setup and a small production setup

I am using it to store HTTP requests. I have 4 secondary indexes. When I
start to load up the server with live traffic from
one device - it crashes the server very fast. I am doing multiple large
writes quickly for each request.

I do not believe that this is the best use of memcache - I have switched to
the filesystem for now - I could imagine this
system becoming very large and it would be useful to have a cluster holding
the server traffic.


I HAVE NOT USED  n_val 1

Could someone explain how this may change things?

{default_bucket_props, [{n_val,1},
   {allow_mult,false},
   {last_write_wins,false},
   {precommit, []},
   {postcommit, []},
   {chash_keyfun, {riak_core_util, chash_std_keyfun}}
]}



riak-admin status
--
1-minute stats for 'riak at 127.0.0.1'
-------------------------------------------
vnode_gets : 0
vnode_gets_total : 0
vnode_puts : 0
vnode_puts_total : 0
vnode_index_reads : 0
vnode_index_reads_total : 0
vnode_index_writes : 0
vnode_index_writes_total : 0
vnode_index_writes_postings : 0
vnode_index_writes_postings_total : 0
vnode_index_deletes : 0
vnode_index_deletes_total : 0
vnode_index_deletes_postings : 0
vnode_index_deletes_postings_total : 0
node_gets : 0
node_gets_total : 0
node_get_fsm_siblings_mean : 0
node_get_fsm_siblings_median : 0
node_get_fsm_siblings_95 : 0
node_get_fsm_siblings_99 : 0
node_get_fsm_siblings_100 : 0
node_get_fsm_objsize_mean : 0
node_get_fsm_objsize_median : 0
node_get_fsm_objsize_95 : 0
node_get_fsm_objsize_99 : 0
node_get_fsm_objsize_100 : 0
node_get_fsm_time_mean : 0
node_get_fsm_time_median : 0
node_get_fsm_time_95 : 0
node_get_fsm_time_99 : 0
node_get_fsm_time_100 : 0
node_puts : 0
node_puts_total : 0
node_put_fsm_time_mean : 0
node_put_fsm_time_median : 0
node_put_fsm_time_95 : 0
node_put_fsm_time_99 : 0
node_put_fsm_time_100 : 0
read_repairs : 0
read_repairs_total : 0
coord_redirs_total : 0
executing_mappers : 0
precommit_fail : 0
postcommit_fail : 0
pbc_active : 0
pbc_connects : 0
pbc_connects_total : 0
cpu_nprocs : 167
cpu_avg1 : 20
cpu_avg5 : 8
cpu_avg15 : 13
mem_total : 2090033152
mem_allocated : 2009604096
disk : [{"/",82569904,9},
        {"/dev",1011788,1},
        {"/run",408212,1},
        {"/run/lock",5120,0},
        {"/run/shm",1020524,0}]
nodename : 'riak at 127.0.0.1'
connected_nodes : []
sys_driver_version : <<"2.0">>
sys_global_heaps_size : 0
sys_heap_type : private
sys_logical_processors : 4
sys_otp_release : <<"R15B01">>
sys_process_count : 1392
sys_smp_support : true
sys_system_version : <<"Erlang R15B01 (erts-5.9.1) [source] [64-bit]
[smp:4:4] [async-threads:64] [kernel-poll:true]">>
sys_system_architecture : <<"x86_64-unknown-linux-gnu">>
sys_threads_enabled : true
sys_thread_pool_size : 64
sys_wordsize : 8
ring_members : ['riak at 127.0.0.1']
ring_num_partitions : 64
ring_ownership : <<"[{'riak at 127.0.0.1',64}]">>
ring_creation_size : 64
storage_backend : riak_kv_eleveldb_backend
erlydtl_version : <<"0.7.0">>
riak_control_version : <<"1.2.0">>
cluster_info_version : <<"1.2.2">>
riak_api_version : <<"1.2.0">>
riak_search_version : <<"1.2.0">>
merge_index_version : <<"1.2.0">>
riak_kv_version : <<"1.2.0">>
riak_pipe_version : <<"1.2.0">>
riak_core_version : <<"1.2.0">>
lager_version : <<"1.2.0">>
syntax_tools_version : <<"1.6.8">>
compiler_version : <<"4.8.1">>
bitcask_version : <<"1.5.1">>
basho_stats_version : <<"1.0.2">>
luke_version : <<"0.2.5">>
webmachine_version : <<"1.9.2">>
mochiweb_version : <<"1.5.1">>
inets_version : <<"5.9">>
erlang_js_version : <<"1.2.0">>
runtime_tools_version : <<"1.8.8">>
os_mon_version : <<"2.2.9">>
riak_sysmon_version : <<"1.1.2">>
ssl_version : <<"5.0.1">>
public_key_version : <<"0.15">>
crypto_version : <<"2.1">>
sasl_version : <<"2.2.1">>
stdlib_version : <<"1.18.1">>
kernel_version : <<"2.15.1">>
memory_total : 22136232
memory_processes : 6884866
memory_processes_used : 6884852
memory_system : 15251366
memory_atom : 429569
memory_atom_used : 403025
memory_binary : 68592
memory_code : 9114868
memory_ets : 761720



riak ERROR.log
-

{error,{error,{badmatch,{error,timeout}},[{riak_kv_wm_buckets,produce_bucket_list,2,[{file,"src/riak_kv_wm_buckets.erl"},{line,123}]},{webmachine_resource,resource_call,3,[{file,"src/webmachine_resource.erl"},{line,169}]},{webmachine_resource,do,3,[{file,"src/webmachine_resource.erl"},{line,128}]},{webmachine_decision_core,resource_call,1,[{file,"src/webmachine_decision_core.erl"},{line,48}]},{webmachine_decision_core,decision,1,[{file,"src/webmachine_decision_core.erl"},{line,532}]},{webmachine_decision_core,handle_request,2,[{file,"src/webmachine_decision_core.erl"},{line,33}]},{webmachine_mochiweb,loop,1,[{file,"src/webmachine_mochiweb.erl"},{line,87}]},{mochiweb_http,parse_headers,5,[{file,"src/mochiweb_http.erl"},{line,180}]}]}}

2012-09-26 20:09:07.781 [error] <0.181.0> webmachine error:
path="/buckets/requests/index/request-complete_int/1"
{error,{error,insufficient_vnodes_available}}



2012-09-26 20:17:01.297 [error] <0.1023.0>@riak_core_vnode:handle_info:510
662242929415565384811044689824565743281594433536 riak_kv_vnode worker pool
crashed
{timeout,{gen_fsm,sync_send_event,[<0.1026.0>,{checkout,false,5000},5000]}}


Riak Crash
-

** When State == ready
**      Data  == {state,{[],[]},<0.1536.0>,[],undefined}
** Reason for termination =
**
{timeout,{gen_server,call,[<0.1538.0>,{work,<0.1536.0>,{fold,#Fun<riak_kv_eleveldb_backend.3.97398576>,#Fun<riak_kv_vnode.14.47983300>},{fsm,{65698276,{1347321821914426127719021955160323408745312813056,'
riak at 127.0.0.1'}},<0.2014.0>}}]}}
2012-09-26 20:17:05 =CRASH REPORT====
  crasher:
    initial call: riak_core_vnode_worker_pool:init/1
    pid: <0.1535.0>
    registered_name: []
    exception exit:
{{timeout,{gen_server,call,[<0.1538.0>,{work,<0.1536.0>,{fold,#Fun<riak_kv_eleveldb_backend.3.97398576>,#Fun<riak_kv_vnode.14.47983300>},{fsm,{65698276,{1347321821914426127719021955160323408745312813056,'
riak at 127.0.0.1
'}},<0.2014.0>}}]}},[{gen_fsm,terminate,7,[{file,"gen_fsm.erl"},{line,611}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}
    ancestors: [<0.1530.0>,riak_core_vnode_sup,riak_core_sup,<0.136.0>]
    messages: [{#Ref<0.0.0.7742>,ok}]
    links: [<0.1530.0>]
    dictionary: []
    trap_exit: false
    status: running
    heap_size: 610
    stack_size: 24
    reductions: 219
  neighbours:


-- 
---
Modern Yoga vs Traditional Yoga
http://swamij.com/traditional-yoga.htm#swamirama
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.basho.com/pipermail/riak-users_lists.basho.com/attachments/20121001/0c604c08/attachment.html>


More information about the riak-users mailing list