system_info: n_threads = 8 / 20 | AVX = 0 | AVX2 = 0 | AVX512 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 1 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 0 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks
76.76 seconds per pass - ETA 13.97 hours
[1]3.0602,[2]3.4535,[3]4.0805,[4]3.8289,[5]3.6680,[6]3.5852,[7]3.7126,[8]3.8242,[9]3.8991,[10]3.9340,[11]3.9331,[12]3.9386,[13]3.9613,[14]4.0782,[15]4.2259,[16]4.0927,[17]4.1129,[18]4.1515,[19]4.0325,[20]4.0658,[21]4.0374,[22]3.9273,[23]3.9291,[24]3.8940,[25]3.8873,[26]3.7785,[27]3.6835,[28]3.6198,[29]3.5519,[30]3.4575,[31]3.3818,[32]3.3945,[33]3.3646,[34]3.3836,[35]3.4008,[36]3.4267,[37]3.4260,[38]3.4192,[39]3.4356,[40]3.4620,[41]3.4844,[42]3.5139,[43]3.5133,[44]3.5578,[45]3.5792,[46]3.5790,[47]3.6101,[48]3.6172,[49]3.6331,[50]3.6221,[51]3.6445,[52]3.6570,[53]3.7008,[54]3.7091,[55]3.6848,[56]3.6213,[57]3.5748,[58]3.5807,[59]3.6009,[60]3.6249,[61]3.6273,[62]3.6666,[63]3.6796,[64]3.6921,[65]3.7132,[66]3.7072,[67]3.7193,[68]3.7340,[69]3.7548,[70]3.7795,[71]3.7981,[72]3.8268,[73]3.8551,[74]3.8622,[75]3.8698,[76]3.8758,[77]3.8740,[78]3.8601,[79]3.8812,[80]3.8590,[81]3.8732,[82]3.8460,[83]3.8201,[84]3.8101,[85]3.8127,[86]3.8113,[87]3.7716,[88]3.7255,[89]3.6969,[90]3.6753,[91]3.6629,[92]3.6506,[93]3.6402,[94]3.6275,[95]3.6338,[96]3.6340,[97]3.6210,[98]3.6169,[99]3.6098,[100]3.6088,[101]3.6092,[102]3.5985,[103]3.5950,[104]3.5937,[105]3.5896,[106]3.5883,[107]3.5813,[108]3.5841,[109]3.5808,[110]3.5732,[111]3.5838,[112]3.5918,[113]3.5857,[114]3.5754,[115]3.5685,[116]3.5651,[117]3.5627,[118]3.5854,[119]3.6059,[120]3.6332,[121]3.6452,[122]3.6656,[123]3.6965,[124]3.7148,[125]3.7194,[126]3.7495,[127]3.7783,[128]3.8026,[129]3.7886,[130]3.7975,[131]3.8020,[132]3.8043,[133]3.8017,[134]3.8128,[135]3.8217,[136]3.8235,[137]3.8292,[138]3.8252,[139]3.8271,[140]3.8293,[141]3.8170,[142]3.8211,[143]3.8109,[144]3.8063,[145]3.8024,[146]3.8007,[147]3.8095,[148]3.8166,[149]3.8183,[150]3.8240,[151]3.8326,[152]3.8350,[153]3.8331,[154]3.8355,[155]3.8453,[156]3.8485,[157]3.8621,[158]3.8657,[159]3.8709,[160]3.8817,[161]3.8945,[162]3.8832,[163]3.8807,[164]3.8705,[165]3.8582,[166]3.8465,[167]3.8312,[168]3.8093,[169]3.7970,[170]3.7936,[171]3.7824,[172]3.7785,[173]3.7721,[174]3.7578,[175]3.7468,[176]3.7426,[177]3.7347,[178]3.7254,[179]3.7214,[180]3.7202,[181]3.7126,[182]3.7052,[183]3.7015,[184]3.7047,[185]3.6984,[186]3.6986,[187]3.7072,[188]3.7022,[189]3.7142,[190]3.7177,[191]3.7340,[192]3.7451,[193]3.7559,[194]3.7635,[195]3.7815,[196]3.7941,[197]3.8120,[198]3.8240,[199]3.8295,[200]3.8103,[201]3.7927,[202]3.7830,[203]3.7735,[204]3.7575,[205]3.7528,[206]3.7452,[207]3.7404,[208]3.7398,[209]3.7421,[210]3.7506,[211]3.7609,[212]3.7684,[213]3.7800,[214]3.7867,[215]3.7915,[216]3.8035,[217]3.8179,[218]3.8301,[219]3.8341,[220]3.8364,[221]3.8361,[222]3.8392,[223]3.8377,[224]3.8357,[225]3.8360,[226]3.8510,[227]3.8540,[228]3.8629,[229]3.8704,[230]3.8710,[231]3.8839,[232]3.8815,[233]3.8761,[234]3.8697,[235]3.8568,[236]3.8552,[237]3.8523,[238]3.8586,[239]3.8550,[240]3.8531,[241]3.8561,[242]3.8604,[243]3.8630,[244]3.8603,[245]3.8607,[246]3.8572,[247]3.8537,[248]3.8532,[249]3.8545,[250]3.8606,[251]3.8582,[252]3.8597,[253]3.8555,[254]3.8530,[255]3.8504,[256]3.8426,[257]3.8381,[258]3.8353,[259]3.8367,[260]3.8327,[261]3.8319,[262]3.8315,[263]3.8299,[264]3.8146,[265]3.8170,[266]3.8157,[267]3.8131,[268]3.8180,[269]3.8184,[270]3.8216,[271]3.8284,[272]3.8302,[273]3.8309,[274]3.8337,[275]3.8396,[276]3.8421,[277]3.8528,[278]3.8613,[279]3.8691,[280]3.8725,[281]3.8805,[282]3.8870,[283]3.8991,[284]3.9082,[285]3.9171,[286]3.9277,[287]3.9240,[288]3.9309,[289]3.9290,[290]3.9155,[291]3.9017,[292]3.8890,[293]3.8785,[294]3.8733,[295]3.8749,[296]3.8750,[297]3.8735,[298]3.8704,[299]3.8650,[300]3.8560,[301]3.8490,[302]3.8423,[303]3.8367,[304]3.8301,[305]3.8257,[306]3.8188,[307]3.8159,[308]3.8131,[309]3.8047,[310]3.7990,[311]3.7947,[312]3.7912,[313]3.7883,[314]3.7857,[315]3.7765,[316]3.7713,[317]3.7637,[318]3.7525,[319]3.7602,[320]3.7695,[321]3.7745,[322]3.7741,[323]3.7694,[324]3.7691,[325]3.7749,[326]3.7782,[327]3.7796,[328]3.7823,[329]3.7863,[330]3.7873,[331]3.7958,[332]3.7951,[333]3.8014,[334]3.7986,[335]3.7980,[336]3.8013,[337]3.8027,[338]3.8034,[339]3.8029,[340]3.8029,[341]3.8094,[342]3.8137,[343]3.8186,[344]3.8205,[345]3.8237,[346]3.8254,[347]3.8292,[348]3.8347,[349]3.8392,[350]3.8394,[351]3.8418,[352]3.8435,[353]3.8422,[354]3.8421,[355]3.8443,[356]3.8481,[357]3.8468,[358]3.8550,[359]3.8550,[360]3.8542,[361]3.8552,[362]3.8603,[363]3.8682,[364]3.8728,[365]3.8763,[366]3.8792,[367]3.8865,[368]3.8871,[369]3.8891,[370]3.8923,[371]3.8914,[372]3.8972,[373]3.9010,[374]3.9017,[375]3.9024,[376]3.9081,[377]3.9063,[378]3.9093,[379]3.9127,[380]3.9092,[381]3.9078,[382]3.9048,[383]3.9044,[384]3.9063,[385]3.9063,[386]3.9063,[387]3.9077,[388]3.9051,[389]3.9025,[390]3.8994,[391]3.8959,[392]3.8938,[393]3.8925,[394]3.8959,[395]3.8966,[396]3.8945,[397]3.9002,[398]3.9044,[399]3.9099,[400]3.9093,[401]3.9120,[402]3.9137,[403]3.9172,[404]3.9232,[405]3.9115,[406]3.9009,[407]3.8945,[408]3.8931,[409]3.8993,[410]3.9060,[411]3.9119,[412]3.9213,[413]3.9271,[414]3.9298,[415]3.9344,[416]3.9388,[417]3.9452,[418]3.9429,[419]3.9446,[420]3.9469,[421]3.9532,[422]3.9542,[423]3.9558,[424]3.9594,[425]3.9631,[426]3.9671,[427]3.9690,[428]3.9716,[429]3.9743,[430]3.9784,[431]3.9874,[432]3.9896,[433]3.9893,[434]3.9878,[435]3.9889,[436]3.9891,[437]3.9952,[438]4.0007,[439]3.9987,[440]3.9976,[441]3.9946,[442]3.9950,[443]3.9972,[444]3.9997,[445]4.0002,[446]4.0030,[447]4.0058,[448]4.0081,[449]4.0079,[450]4.0096,[451]4.0096,[452]3.9993,[453]3.9912,[454]3.9842,[455]3.9786,[456]3.9782,[457]3.9720,[458]3.9651,[459]3.9597,[460]3.9527,[461]3.9443,[462]3.9343,[463]3.9272,[464]3.9231,[465]3.9192,[466]3.9109,[467]3.9014,[468]3.8936,[469]3.8847,[470]3.8769,[471]3.8678,[472]3.8597,[473]3.8530,[474]3.8466,[475]3.8391,[476]3.8317,[477]3.8271,[478]3.8252,[479]3.8209,[480]3.8142,[481]3.8088,[482]3.8023,[483]3.7952,[484]3.7881,[485]3.7840,[486]3.7782,[487]3.7748,[488]3.7728,[489]3.7654,[490]3.7581,[491]3.7529,[492]3.7451,[493]3.7391,[494]3.7345,[495]3.7294,[496]3.7251,[497]3.7174,[498]3.7101,[499]3.7069,[500]3.7017,[501]3.6939,[502]3.6887,[503]3.6831,[504]3.6751,[505]3.6707,[506]3.6718,[507]3.6691,[508]3.6683,[509]3.6706,[510]3.6733,[511]3.6781,[512]3.6830,[513]3.6864,[514]3.6915,[515]3.6866,[516]3.6860,[517]3.6858,[518]3.6847,[519]3.6869,[520]3.6874,[521]3.6879,[522]3.6888,[523]3.6890,[524]3.6937,[525]3.6954,[526]3.6960,[527]3.6973,[528]3.6949,[529]3.6971,[530]3.6962,[531]3.6973,[532]3.7025,[533]3.7062,[534]3.7054,[535]3.7066,[536]3.7027,[537]3.7023,[538]3.7038,[539]3.7053,[540]3.7074,[541]3.7074,[542]3.7083,[543]3.7103,[544]3.7128,[545]3.7137,[546]3.7154,[547]3.7151,[548]3.7134,[549]3.7146,[550]3.7139,[551]3.7133,[552]3.7136,[553]3.7136,[554]3.7133,[555]3.7134,[556]3.7142,[557]3.7160,[558]3.7153,[559]3.7166,[560]3.7126,[561]3.7138,[562]3.7133,[563]3.7138,[564]3.7184,[565]3.7205,[566]3.7223,[567]3.7215,[568]3.7236,[569]3.7243,[570]3.7272,[571]3.7289,[572]3.7304,[573]3.7321,[574]3.7311,[575]3.7311,[576]3.7321,[577]3.7316,[578]3.7317,[579]3.7323,[580]3.7296,[581]3.7288,[582]3.7303,[583]3.7325,[584]3.7350,[585]3.7324,[586]3.7303,[587]3.7320,[588]3.7367,[589]3.7413,[590]3.7440,[591]3.7469,[592]3.7472,[593]3.7409,[594]3.7415,[595]3.7370,[596]3.7402,[597]3.7397,[598]3.7381,[599]3.7403,[600]3.7408,[601]3.7376,[602]3.7356,[603]3.7382,[604]3.7377,[605]3.7403,[606]3.7421,[607]3.7423,[608]3.7416,[609]3.7428,[610]3.7459,[611]3.7457,[612]3.7483,[613]3.7470,[614]3.7455,[615]3.7432,[616]3.7456,[617]3.7436,[618]3.7418,[619]3.7406,[620]3.7343,[621]3.7313,[622]3.7277,[623]3.7284,[624]3.7295,[625]3.7309,[626]3.7317,[627]3.7342,[628]3.7353,[629]3.7363,[630]3.7387,[631]3.7409,[632]3.7449,[633]3.7446,[634]3.7472,[635]3.7475,[636]3.7455,[637]3.7397,[638]3.7347,[639]3.7288,[640]3.7224,[641]3.7173,[642]3.7133,[643]3.7075,[644]3.7035,[645]3.6988,[646]3.6968,[647]3.6917,[648]3.6882,[649]3.6875,[650]3.6885,[651]3.6913,[652]3.6911,[653]3.6940,[654]3.6910,[655]3.6902,
./main -t 8 --perplexity -m models/65B/ggml-model-q4_0.bin -f wiki.test.raw  416898.29s user 2820.62s system 891% cpu 13:04:35.45 total