Assertion не может импортировать огромные данные

Question

Когда я делаю импорт монго 200 000 записей, половина моих записей только вставлена, а оставшиеся остаются, но если я импортирую 10 000 записей, они импортируются успешно. Ниже показана небольшая часть моего журнала. Я запускаю ubuntu linux 11.04 с 1gb RAM.

Fri Jun 29 23:10:38 [conn7] insert doctor_development.alabama_nps exception: file /home/abhay/data/db/doctor_development.1 open/create failed in createPrivateMap (look in log for more information) code:13636 3ms 
Fri Jun 29 23:10:38 [conn7] ERROR: mmap private failed with out of memory. (64 bit build) 
Fri Jun 29 23:10:38 [conn7] Assertion: 13636:file /home/abhay/data/db/doctor_development.1 open/create failed in createPrivateMap (look in log for more information) 
0x588cb2 0x75b95e 0x75c853 0x8a07cb 0x89c0e2 0x89c7c5 0x89ca3f 0x8a1b52 0x8a1d57 0x8aede9 0x8b04bb 0x8817f8 0x887371 0x889825 0xa9c576 0x638937 0x2b8a68736d8c 0x2b8a691d604d 
./mongod(_ZN5mongo11msgassertedEiPKc+0x112) [0x588cb2] 
./mongod(_ZN5mongo8MongoMMF13finishOpeningEv+0x1be) [0x75b95e] 
./mongod(_ZN5mongo8MongoMMF6createESsRyb+0x63) [0x75c853] 
./mongod(_ZN5mongo13MongoDataFile4openEPKcib+0x14b) [0x8a07cb] 
./mongod(_ZN5mongo8Database7getFileEiib+0x102) [0x89c0e2] 
./mongod(_ZN5mongo8Database12suitableFileEPKcibb+0x55) [0x89c7c5] 
./mongod(_ZN5mongo8Database11allocExtentEPKcibb+0x7f) [0x89ca3f] 
./mongod(_ZN5mongo10outOfSpaceEPKcPNS_16NamespaceDetailsEibNS_7DiskLocE+0x112) [0x8a1b52] 
./mongod(_ZN5mongo26allocateSpaceForANewRecordEPKcPNS_16NamespaceDetailsEib+0x77) [0x8a1d57] 
./mongod(_ZN5mongo11DataFileMgr6insertEPKcPKvibbPb+0x4a9) [0x8aede9] 
./mongod(_ZN5mongo11DataFileMgr16insertWithObjModEPKcRNS_7BSONObjEb+0x4b) [0x8b04bb] 
./mongod(_ZN5mongo14checkAndInsertEPKcRNS_7BSONObjE+0xa8) [0x8817f8] 
./mongod(_ZN5mongo14receivedInsertERNS_7MessageERNS_5CurOpE+0x441) [0x887371] 
./mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x1155) [0x889825] 
./mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa9c576] 
./mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x638937] 
/lib/x86_64-linux-gnu/libpthread.so.0(+0x6d8c) [0x2b8a68736d8c] 
/lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x2b8a691d604d] 
Fri Jun 29 23:10:38 [conn7] insert doctor_development.alabama_nps exception: file /home/abhay/data/db/doctor_development.1 open/create failed in createPrivateMap (look in log for more information) code:13636 3ms 
Fri Jun 29 23:10:38 [conn7] ERROR: mmap private failed with out of memory. (64 bit build) 
Fri Jun 29 23:10:38 [conn7] Assertion: 13636:file /home/abhay/data/db/doctor_development.1 open/create failed in createPrivateMap (look in log for more information) 
0x588cb2 0x75b95e 0x75c853 0x8a07cb 0x89c0e2 0x89c7c5 0x89ca3f 0x8a1b52 0x8a1d57 0x8aede9 0x8b04bb 0x8817f8 0x887371 0x889825 0xa9c576 0x638937 0x2b8a68736d8c 0x2b8a691d604d 
./mongod(_ZN5mongo11msgassertedEiPKc+0x112) [0x588cb2] 
./mongod(_ZN5mongo8MongoMMF13finishOpeningEv+0x1be) [0x75b95e] 
./mongod(_ZN5mongo8MongoMMF6createESsRyb+0x63) [0x75c853] 
./mongod(_ZN5mongo13MongoDataFile4openEPKcib+0x14b) [0x8a07cb] 
./mongod(_ZN5mongo8Database7getFileEiib+0x102) [0x89c0e2] 
./mongod(_ZN5mongo8Database12suitableFileEPKcibb+0x55) [0x89c7c5] 
./mongod(_ZN5mongo8Database11allocExtentEPKcibb+0x7f) [0x89ca3f] 
./mongod(_ZN5mongo10outOfSpaceEPKcPNS_16NamespaceDetailsEibNS_7DiskLocE+0x112) [0x8a1b52] 
./mongod(_ZN5mongo26allocateSpaceForANewRecordEPKcPNS_16NamespaceDetailsEib+0x77) [0x8a1d57] 
./mongod(_ZN5mongo11DataFileMgr6insertEPKcPKvibbPb+0x4a9) [0x8aede9] 
./mongod(_ZN5mongo11DataFileMgr16insertWithObjModEPKcRNS_7BSONObjEb+0x4b) [0x8b04bb] 
./mongod(_ZN5mongo14checkAndInsertEPKcRNS_7BSONObjE+0xa8) [0x8817f8] 
./mongod(_ZN5mongo14receivedInsertERNS_7MessageERNS_5CurOpE+0x441) [0x887371] 
./mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x1155) [0x889825] 
./mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa9c576] 
./mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x638937] 
/lib/x86_64-linux-gnu/libpthread.so.0(+0x6d8c) [0x2b8a68736d8c] 
/lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x2b8a691d604d] 

Answer 1

Это не лучший ответ, но он сработал. Я использовал mongodb 2.0.6, он выдавал всевозможные ошибки, как упоминалось выше, но когда я понизил его до 1.8.5, он работал как прелесть.

Answer 2

Для меня проблема была 2gb предел в 32-разрядных системах: http://blog.mongodb.org/post/137788967/32-bit-limitations