We are using 4.1.0CE. cluster has 3 nodes with 2 buckets,
bucket1 RAM : 40 GB for each node and 10 design documents having 1 view each.
bucket2 RAM:10 GBB for each node
clusterRAM: 50GB for each node.
each docSize : 40KB
we have started inserting data but couchbase node going down due to after reaching 4.5M due to views indexing. when views are removed , cluster is functions as normal.
below error message from UI log
Event Module Code Server Node Time
Node (‘ns_1@10.2.1.187’) was automatically failovered.
[{last_heard,{1474,482676,53082}},
{now,{1474,453896,350068}},
{active_buckets,[“ptxdata”,“pttdata”]},
{ready_buckets,[]},
{status_latency,5974},
{outgoing_replications_safeness_level,[{“pttdata”,green},{“ptxdata”,green}]},
{incoming_replications_conf_hashes,[{“pttdata”,[]},{“ptxdata”,[]}]},
{local_tasks,[[{pid,<<"<0.9320.0>">>},
{changes_done,1},
{design_documents,[<<"_design/expired_doc_views">>]},
{indexer_type,replica},
{initial_build,true},
{progress,0},
{set,<<“ptxdata”>>},
{signature,<<“d3230d1ce7eb73c151f6a8352bb4b149”>>},
{started_on,1474453895},
{total_changes,421545},
{type,indexer},
{updated_on,1474453895}],
[{pid,<<"<0.9321.0>">>},
{changes_done,1},
{design_documents,[<<"_design/revision_count_view">>]},
{indexer_type,replica},
{initial_build,true},
{progress,0},
{set,<<“ptxdata”>>},
{signature,<<“a7e754922adb132049b614e532c05fff”>>},
{started_on,1474453895},
{total_changes,421545},
{type,indexer},
{updated_on,1474453895}],
[{pid,<<"<0.9322.0>">>},
{changes_done,1},
{design_documents,[<<"_design/revision_count_view">>]},
{indexer_type,main},
{initial_build,true},
{progress,0},
{set,<<“ptxdata”>>},
{signature,<<“a7e754922adb132049b614e532c05fff”>>},
{started_on,1474453895},
{total_changes,594422},
{type,indexer},
{updated_on,1474453895}],
[{pid,<<"<0.9323.0>">>},
{changes_done,1},
{design_documents,[<<"_design/expired_doc_views">>]},
{indexer_type,main},
{initial_build,true},
{progress,0},
{set,<<“ptxdata”>>},
{signature,<<“d3230d1ce7eb73c151f6a8352bb4b149”>>},
{started_on,1474453895},
{total_changes,594422},
{type,indexer},
{updated_on,1474453895}],
[{type,warming_up},
{bucket,<<“pttdata”>>},
{node,‘ns_1@10.2.1.187’},
{recommendedRefreshPeriod,2.0},
{stats,{struct,[{<<“ep_warmup_estimated_value_count”>>,
<<“unknown”>>},
{<<“ep_warmup_estimated_key_count”>>,
<<“unknown”>>},
{<<“ep_warmup_min_item_threshold”>>,<<“100”>>},
{<<“ep_warmup_min_memory_threshold”>>,
<<“100”>>},
{<<“ep_warmup_item_expired”>>,<<“0”>>},
{<<“ep_warmup_oom”>>,<<“0”>>},
{<<“ep_warmup_dups”>>,<<“0”>>},
{<<“ep_warmup_value_count”>>,<<“0”>>},
{<<“ep_warmup_key_count”>>,<<“0”>>},
{<<“ep_warmup_thread”>>,<<“running”>>},
{<<“ep_warmup_state”>>,<<“initialize”>>},
{<<“ep_warmup”>>,<<“enabled”>>}]}}],
[{type,warming_up},
{bucket,<<“ptxdata”>>},
{node,‘ns_1@10.2.1.187’},
{recommendedRefreshPeriod,2.0},
{stats,{struct,[{<<“ep_warmup_estimated_value_count”>>,
<<“unknown”>>},
{<<“ep_warmup_estimated_key_count”>>,
<<“1190255”>>},
{<<“ep_warmup_estimate_time”>>,<<“7048”>>},
{<<“ep_warmup_min_item_threshold”>>,<<“100”>>},
{<<“ep_warmup_min_memory_threshold”>>,
<<“100”>>},
{<<“ep_warmup_item_expired”>>,<<“0”>>},
{<<“ep_warmup_oom”>>,<<“0”>>},
{<<“ep_warmup_dups”>>,<<“0”>>},
{<<“ep_warmup_value_count”>>,<<“0”>>},
{<<“ep_warmup_key_count”>>,<<“1082397”>>},
{<<“ep_warmup_thread”>>,<<“running”>>},
{<<“ep_warmup_state”>>,<<“loading keys”>>},
{<<“ep_warmup”>>,<<“enabled”>>}]}}]]},
{memory,[{total,386177608},
{processes,214139936},
{processes_used,214102632},
{system,172037672},
{atom,553569},
{atom_used,552677},
{binary,21532856},
{code,13578428},
{ets,118068496}]},
{system_memory_data,[{system_total_memory,134284263424},
{free_swap,0},
{total_swap,0},
{cached_memory,8211415040},
{buffered_memory,1113493504},
{free_memory,120415715328},
{total_memory,134284263424}]},
{node_storage_conf,[{db_path,"/Database/CouchData"},
{index_path,"/Database/CouchIndex"}]},
{statistics,[{wall_clock,{1513077,1698}},
{context_switches,{684395,0}},
{garbage_collection,{207659,1393630175,0}},
{io,{{input,626774489},{output,1892979542}}},
{reductions,{276765611,304059}},
{run_queue,0},
{runtime,{110920,160}},
{run_queues,{0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0}}]},
{system_stats,[{cpu_utilization_rate,6.024474427361155},
{swap_total,0},
{swap_used,0},
{mem_total,134284263424},
{mem_free,130240954368}]},
{interesting_stats,[{cmd_get,0.0},
{couch_docs_actual_disk_size,5577519580},
{couch_docs_data_size,2650715709},
{couch_spatial_data_size,0},
{couch_spatial_disk_size,0},
{couch_views_actual_disk_size,1086886392},
{couch_views_data_size,543211599},
{curr_items,594598},
{curr_items_tot,1018200},
{ep_bg_fetched,0.0},
{get_hits,0.0},
{mem_used,170140976},
{ops,0.0},
{vb_replica_curr_items,423602}]},
{per_bucket_interesting_stats,[{“ptxdata”,
[{cmd_get,0.0},
{couch_docs_actual_disk_size,2660663987},
{couch_docs_data_size,2650715709},
{couch_spatial_data_size,0},
{couch_spatial_disk_size,0},
{couch_views_actual_disk_size,558533544},
{couch_views_data_size,278911547},
{curr_items,594598},
{curr_items_tot,1018200},
{ep_bg_fetched,0.0},
{get_hits,0.0},
{mem_used,142472648},
{ops,0.0},
{vb_replica_curr_items,423602}]},
{“pttdata”,
[{cmd_get,0.0},
{couch_docs_actual_disk_size,2916855593},
{couch_docs_data_size,0},
{couch_spatial_data_size,0},
{couch_spatial_disk_size,0},
{couch_views_actual_disk_size,528352848},
{couch_views_data_size,264300052},
{curr_items,0},
{curr_items_tot,0},
{ep_bg_fetched,0.0},
{get_hits,0.0},
{mem_used,27668328},
{ops,0.0},
{vb_replica_curr_items,0}]}]},
{processes_stats,[{<<“godu/34506/ppid”>>,34444},
{<<“godu/34506/mem_size”>>,4849664},
{<<“godu/34506/mem_resident”>>,1425408},
{<<“godu/34506/cpu_utilization”>>,2},
{<<“godu/34506/major_faults_raw”>>,115},
{<<“goxdcr/34558/ppid”>>,34555},
{<<“goxdcr/34558/mem_size”>>,431005696},
{<<“goxdcr/34558/mem_resident”>>,4358144},
{<<“goxdcr/34558/cpu_utilization”>>,0},
{<<“goxdcr/34558/major_faults_raw”>>,3771},
{<<“projector/34547/ppid”>>,34544},
{<<“projector/34547/mem_size”>>,446324736},
{<<“projector/34547/mem_resident”>>,3862528},
{<<“projector/34547/cpu_utilization”>>,0},
{<<“projector/34547/major_faults_raw”>>,452},
{<<“sigar_port/34543/ppid”>>,34367},
{<<“sigar_port/34543/mem_size”>>,8790016},
{<<“sigar_port/34543/mem_resident”>>,741376},
{<<“sigar_port/34543/cpu_utilization”>>,0},
{<<“sigar_port/34543/major_faults_raw”>>,12},
{<<“godu/34508/ppid”>>,34367},
{<<“godu/34508/mem_size”>>,4849664},
{<<“godu/34508/mem_resident”>>,421888},
{<<“godu/34508/cpu_utilization”>>,0},
{<<“godu/34508/major_faults_raw”>>,12},
{<<“beam.smp/34444/ppid”>>,34367},
{<<“beam.smp/34444/mem_size”>>,6646566912},
{<<“beam.smp/34444/mem_resident”>>,647725056},
{<<“beam.smp/34444/cpu_utilization”>>,48},
{<<“beam.smp/34444/major_faults_raw”>>,10323},
{<<“mc:listener/87650/ppid”>>,34311},
{<<“mc:listener/87650/mem_size”>>,761516032},
{<<“mc:listener/87650/mem_resident”>>,179834880},
{<<“mc:listener/87650/cpu_utilization”>>,132},
{<<“mc:listener/87650/major_faults_raw”>>,68},
{<<“goport/34555/ppid”>>,34311},
{<<“goport/34555/mem_size”>>,5115904},
{<<“goport/34555/mem_resident”>>,454656},
{<<“goport/34555/cpu_utilization”>>,0},
{<<“goport/34555/major_faults_raw”>>,723},
{<<“saslauthd-port/34545/ppid”>>,34311},
{<<“saslauthd-port/34545/mem_size”>>,107573248},
{<<“saslauthd-port/34545/mem_resident”>>,958464},
{<<“saslauthd-port/34545/cpu_utilization”>>,0},
{<<“saslauthd-port/34545/major_faults_raw”>>,143},
{<<“goport/34544/ppid”>>,34311},
{<<“goport/34544/mem_size”>>,5115904},
{<<“goport/34544/mem_resident”>>,446464},
{<<“goport/34544/cpu_utilization”>>,0},
{<<“goport/34544/major_faults_raw”>>,794},
{<<“beam.smp/34367/ppid”>>,34311},
{<<“beam.smp/34367/mem_size”>>,3564630016},
{<<“beam.smp/34367/mem_resident”>>,568672256},
{<<“beam.smp/34367/cpu_utilization”>>,16},
{<<“beam.smp/34367/major_faults_raw”>>,2125},
{<<“beam.smp/34311/ppid”>>,1},
{<<“beam.smp/34311/mem_size”>>,1589727232},
{<<“beam.smp/34311/mem_resident”>>,38359040},
{<<“beam.smp/34311/cpu_utilization”>>,1},
{<<“beam.smp/34311/major_faults_raw”>>,42}]},
{index_status,[]},
{cluster_compatibility_version,262145},
{version,[{lhttpc,“1.3.0”},
{os_mon,“2.2.14”},
{public_key,“0.21”},
{asn1,“2.0.4”},
{kernel,“2.16.4”},
{ale,“4.1.0-5005-community”},
{inets,“5.9.8”},
{ns_server,“4.1.0-5005-community”},
{crypto,“3.2”},
{ssl,“5.3.3”},
{sasl,“2.3.4”},
{stdlib,“1.19.4”}]},
{supported_compat_version,[4,1]},
{advertised_version,[4,1,0]},
{system_arch,“x86_64-unknown-linux-gnu”},
{wall_clock,1513},
{memory_data,{134284263424,11875405824,{<17726.413.0>,52534688}}},
{disk_data,[{"/",10190100,50},
{"/dev",65568488,0},
{"/dev/shm",65536,0},
{"/etc/hostname",51474912,1},
{"/Container",185650528,1},
{"/DGdata",746090848,1},
{"/DGlogs",185650528,1},
{"/Database",466386608,2},
{"/Software",746090848,1},
{"/conf",746090848,1},
{"/etc/localtime",6061632,36},
{"/sys/fs/cgroup",65568488,0},
{"/tmp",103080888,1},
{"/var/TimesTen",466386608,2},
{"/run",65568488,1}]},
{meminfo,<<“MemTotal: 131136976 kB\nMemFree: 117593472 kB\nMemAvailable: 127011544 kB\nBuffers: 1087396 kB\nCached: 8018960 kB\nSwapCached: 0 kB\nActive: 8515392 kB\nInactive: 2720800 kB\nActive(anon): 2328884 kB\nInactive(anon): 152280 kB\nActive(file): 6186508 kB\nInactive(file): 2568520 kB\nUnevictable: 149924 kB\nMlocked: 149924 kB\nSwapTotal: 0 kB\nSwapFree: 0 kB\nDirty: 652 kB\nWriteback: 0 kB\nAnonPages: 2279268 kB\nMapped: 89768 kB\nShmem: 345760 kB\nSlab: 1238632 kB\nSReclaimable: 1000916 kB\nSUnreclaim: 237716 kB\nKernelStack: 11368 kB\nPageTables: 18752 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 65568488 kB\nCommitted_AS: 5719584 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 530244 kB\nVmallocChunk: 34291933604 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 10240 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 150256 kB\nDirectMap2M: 4997120 kB\nDirectMap1G: 131072000 kB\n”>>}]