main: seed = 1679642984 llama_model_load: loading model from 'models/30B/ggml-model-q4_1.bin' - please wait ... llama_model_load: n_vocab = 32000 llama_model_load: n_ctx = 512 llama_model_load: n_embd = 6656 llama_model_load: n_mult = 256 llama_model_load: n_head = 52 llama_model_load: n_layer = 60 llama_model_load: n_rot = 128 llama_model_load: f16 = 3 llama_model_load: n_ff = 17920 llama_model_load: n_parts = 4 llama_model_load: ggml ctx size = 24829.16 MB llama_model_load: memory_size = 1560.00 MB, n_mem = 30720 llama_model_load: loading model part 1/4 from 'models/30B/ggml-model-q4_1.bin' llama_model_load: ................................................................... done llama_model_load: model size = 5819.56 MB / num tensors = 543 llama_model_load: loading model part 2/4 from 'models/30B/ggml-model-q4_1.bin.1' llama_model_load: ................................................................... done llama_model_load: model size = 5819.56 MB / num tensors = 543 llama_model_load: loading model part 3/4 from 'models/30B/ggml-model-q4_1.bin.2' llama_model_load: ................................................................... done llama_model_load: model size = 5819.56 MB / num tensors = 543 llama_model_load: loading model part 4/4 from 'models/30B/ggml-model-q4_1.bin.3' llama_model_load: ................................................................... done llama_model_load: model size = 5819.56 MB / num tensors = 543 system_info: n_threads = 4 / 20 | AVX = 0 | AVX2 = 0 | AVX512 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 1 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 0 | VSX = 0 | perplexity : calculating perplexity over 655 chunks 38.09 seconds per pass - ETA 6.93 hours [1]3.3182,[2]3.7416,[3]4.4521,[4]4.4275,[5]4.3163,[6]4.2858,[7]4.4757,[8]4.5506,[9]4.8047,[10]5.0137,[11]5.1621,[12]5.1982,[13]5.1647,[14]5.2479,[15]5.4012,[16]5.1892,[17]5.1646,[18]5.1816,[19]4.9778,[20]5.0004,[21]4.9459,[22]4.7868,[23]4.7590,[24]4.6975,[25]4.6754,[26]4.5450,[27]4.4027,[28]4.3206,[29]4.2435,[30]4.1344,[31]4.0536,[32]4.0689,[33]4.0233,[34]4.0490,[35]4.0643,[36]4.0864,[37]4.0817,[38]4.0842,[39]4.1102,[40]4.1418,[41]4.1612,[42]4.1886,[43]4.1732,[44]4.2209,[45]4.2448,[46]4.2336,[47]4.2607,[48]4.2550,[49]4.2597,[50]4.2430,[51]4.2586,[52]4.2593,[53]4.3022,[54]4.2953,[55]4.2761,[56]4.2162,[57]4.1752,[58]4.1877,[59]4.2074,[60]4.2375,[61]4.2388,[62]4.2854,[63]4.3017,[64]4.3144,[65]4.3409,[66]4.3358,[67]4.3496,[68]4.3591,[69]4.3836,[70]4.4112,[71]4.4337,[72]4.4658,[73]4.5059,[74]4.5103,[75]4.5206,[76]4.5255,[77]4.5325,[78]4.5173,[79]4.5412,[80]4.5395,[81]4.5505,[82]4.5489,[83]4.5188,[84]4.5150,[85]4.5180,[86]4.5117,[87]4.4612,[88]4.4063,[89]4.3655,[90]4.3421,[91]4.3399,[92]4.3345,[93]4.3333,[94]4.3311,[95]4.3527,[96]4.3516,[97]4.3440,[98]4.3421,[99]4.3320,[100]4.3294,[101]4.3408,[102]4.3345,[103]4.3429,[104]4.3472,[105]4.3496,[106]4.3589,[107]4.3555,[108]4.3589,[109]4.3554,[110]4.3526,[111]4.3672,[112]4.3877,[113]4.3882,[114]4.3845,[115]4.3857,[116]4.3779,[117]4.3782,[118]4.4008,[119]4.4196,[120]4.4477,[121]4.4598,[122]4.4796,[123]4.5104,[124]4.5274,[125]4.5286,[126]4.5619,[127]4.5917,[128]4.6153,[129]4.6064,[130]4.6135,[131]4.6145,[132]4.6141,[133]4.6072,[134]4.6162,[135]4.6187,[136]4.6154,[137]4.6183,[138]4.6113,[139]4.6077,[140]4.6095,[141]4.5880,[142]4.5865,[143]4.5670,[144]4.5544,[145]4.5497,[146]4.5449,[147]4.5513,[148]4.5567,[149]4.5559,[150]4.5583,[151]4.5647,[152]4.5643,[153]4.5587,[154]4.5602,[155]4.5686,[156]4.5711,[157]4.5845,[158]4.5887,[159]4.5938,[160]4.6029,[161]4.6164,[162]4.6003,[163]4.5948,[164]4.5802,[165]4.5625,[166]4.5462,[167]4.5236,[168]4.5013,[169]4.4918,[170]4.4868,[171]4.4715,[172]4.4643,[173]4.4552,[174]4.4365,[175]4.4233,[176]4.4150,[177]4.4041,[178]4.3897,[179]4.3812,[180]4.3775,[181]4.3658,[182]4.3549,[183]4.3491,[184]4.3520,[185]4.3441,[186]4.3469,[187]4.3551,[188]4.3528,[189]4.3676,[190]4.3697,[191]4.3874,[192]4.4087,[193]4.4210,[194]4.4307,[195]4.4489,[196]4.4609,[197]4.4781,[198]4.4896,[199]4.4934,[200]4.4761,[201]4.4609,[202]4.4599,[203]4.4505,[204]4.4437,[205]4.4454,[206]4.4447,[207]4.4410,[208]4.4408,[209]4.4434,[210]4.4498,[211]4.4595,[212]4.4664,[213]4.4752,[214]4.4798,[215]4.4831,[216]4.4950,[217]4.5097,[218]4.5216,[219]4.5241,[220]4.5236,[221]4.5221,[222]4.5241,[223]4.5193,[224]4.5148,[225]4.5124,[226]4.5278,[227]4.5307,[228]4.5384,[229]4.5451,[230]4.5439,[231]4.5588,[232]4.5527,[233]4.5434,[234]4.5344,[235]4.5189,[236]4.5168,[237]4.5121,[238]4.5184,[239]4.5116,[240]4.5066,[241]4.5100,[242]4.5135,[243]4.5152,[244]4.5100,[245]4.5095,[246]4.5027,[247]4.4970,[248]4.4950,[249]4.4938,[250]4.4994,[251]4.4940,[252]4.4938,[253]4.4867,[254]4.4833,[255]4.4786,[256]4.4673,[257]4.4615,[258]4.4564,[259]4.4564,[260]4.4511,[261]4.4493,[262]4.4474,[263]4.4444,[264]4.4247,[265]4.4266,[266]4.4248,[267]4.4214,[268]4.4255,[269]4.4243,[270]4.4274,[271]4.4343,[272]4.4344,[273]4.4347,[274]4.4370,[275]4.4412,[276]4.4442,[277]4.4549,[278]4.4640,[279]4.4719,[280]4.4760,[281]4.4839,[282]4.4896,[283]4.5015,[284]4.5102,[285]4.5186,[286]4.5303,[287]4.5277,[288]4.5334,[289]4.5295,[290]4.5138,[291]4.4954,[292]4.4813,[293]4.4694,[294]4.4657,[295]4.4658,[296]4.4676,[297]4.4667,[298]4.4677,[299]4.4654,[300]4.4566,[301]4.4553,[302]4.4498,[303]4.4430,[304]4.4368,[305]4.4326,[306]4.4232,[307]4.4251,[308]4.4240,[309]4.4134,[310]4.4101,[311]4.4053,[312]4.4044,[313]4.4008,[314]4.3992,[315]4.3885,[316]4.3814,[317]4.3706,[318]4.3573,[319]4.3672,[320]4.3779,[321]4.3825,[322]4.3812,[323]4.3761,[324]4.3748,[325]4.3823,[326]4.3844,[327]4.3861,[328]4.3896,[329]4.3938,[330]4.3955,[331]4.4053,[332]4.4034,[333]4.4097,[334]4.4054,[335]4.4035,[336]4.4065,[337]4.4068,[338]4.4062,[339]4.4037,[340]4.4022,[341]4.4086,[342]4.4113,[343]4.4146,[344]4.4153,[345]4.4177,[346]4.4177,[347]4.4207,[348]4.4241,[349]4.4271,[350]4.4260,[351]4.4276,[352]4.4292,[353]4.4256,[354]4.4238,[355]4.4270,[356]4.4301,[357]4.4282,[358]4.4364,[359]4.4386,[360]4.4364,[361]4.4373,[362]4.4439,[363]4.4525,[364]4.4578,[365]4.4617,[366]4.4646,[367]4.4721,[368]4.4714,[369]4.4730,[370]4.4761,[371]4.4741,[372]4.4791,[373]4.4834,[374]4.4840,[375]4.4843,[376]4.4904,[377]4.4888,[378]4.4916,[379]4.4952,[380]4.4901,[381]4.4879,[382]4.4847,[383]4.4839,[384]4.4850,[385]4.4852,[386]4.4842,[387]4.4847,[388]4.4815,[389]4.4773,[390]4.4731,[391]4.4683,[392]4.4657,[393]4.4635,[394]4.4666,[395]4.4661,[396]4.4620,[397]4.4679,[398]4.4717,[399]4.4769,[400]4.4768,[401]4.4775,[402]4.4786,[403]4.4819,[404]4.4877,[405]4.4730,[406]4.4618,[407]4.4567,[408]4.4566,[409]4.4654,[410]4.4731,[411]4.4814,[412]4.4927,[413]4.5001,[414]4.5047,[415]4.5094,[416]4.5152,[417]4.5244,[418]4.5264,[419]4.5307,[420]4.5366,[421]4.5444,[422]4.5475,[423]4.5514,[424]4.5575,[425]4.5628,[426]4.5681,[427]4.5712,[428]4.5768,[429]4.5800,[430]4.5847,[431]4.5951,[432]4.5981,[433]4.5981,[434]4.5962,[435]4.5984,[436]4.6005,[437]4.6069,[438]4.6131,[439]4.6105,[440]4.6091,[441]4.6053,[442]4.6049,[443]4.6071,[444]4.6094,[445]4.6089,[446]4.6122,[447]4.6153,[448]4.6183,[449]4.6174,[450]4.6186,[451]4.6169,[452]4.6045,[453]4.5942,[454]4.5855,[455]4.5769,[456]4.5786,[457]4.5747,[458]4.5706,[459]4.5672,[460]4.5675,[461]4.5592,[462]4.5500,[463]4.5422,[464]4.5386,[465]4.5368,[466]4.5260,[467]4.5144,[468]4.5070,[469]4.4958,[470]4.4862,[471]4.4761,[472]4.4690,[473]4.4647,[474]4.4556,[475]4.4454,[476]4.4367,[477]4.4305,[478]4.4275,[479]4.4215,[480]4.4167,[481]4.4116,[482]4.4054,[483]4.3963,[484]4.3876,[485]4.3817,[486]4.3735,[487]4.3683,[488]4.3650,[489]4.3551,[490]4.3457,[491]4.3383,[492]4.3292,[493]4.3235,[494]4.3195,[495]4.3124,[496]4.3061,[497]4.2961,[498]4.2861,[499]4.2823,[500]4.2754,[501]4.2654,[502]4.2590,[503]4.2540,[504]4.2444,[505]4.2387,[506]4.2398,[507]4.2360,[508]4.2341,[509]4.2356,[510]4.2383,[511]4.2428,[512]4.2471,[513]4.2498,[514]4.2542,[515]4.2504,[516]4.2503,[517]4.2509,[518]4.2506,[519]4.2534,[520]4.2548,[521]4.2568,[522]4.2591,[523]4.2603,[524]4.2655,[525]4.2681,[526]4.2689,[527]4.2705,[528]4.2669,[529]4.2689,[530]4.2677,[531]4.2690,[532]4.2738,[533]4.2773,[534]4.2760,[535]4.2778,[536]4.2734,[537]4.2725,[538]4.2758,[539]4.2773,[540]4.2788,[541]4.2788,[542]4.2801,[543]4.2829,[544]4.2849,[545]4.2851,[546]4.2864,[547]4.2855,[548]4.2829,[549]4.2833,[550]4.2823,[551]4.2814,[552]4.2810,[553]4.2797,[554]4.2791,[555]4.2784,[556]4.2788,[557]4.2811,[558]4.2795,[559]4.2812,[560]4.2771,[561]4.2782,[562]4.2776,[563]4.2783,[564]4.2830,[565]4.2855,[566]4.2869,[567]4.2863,[568]4.2888,[569]4.2885,[570]4.2915,[571]4.2928,[572]4.2942,[573]4.2959,[574]4.2946,[575]4.2941,[576]4.2943,[577]4.2930,[578]4.2927,[579]4.2938,[580]4.2906,[581]4.2897,[582]4.2906,[583]4.2915,[584]4.2935,[585]4.2894,[586]4.2859,[587]4.2873,[588]4.2913,[589]4.2961,[590]4.2992,[591]4.3021,[592]4.3016,[593]4.2942,[594]4.2954,[595]4.2909,[596]4.2949,[597]4.2942,[598]4.2923,[599]4.2950,[600]4.2955,[601]4.2925,[602]4.2905,[603]4.2932,[604]4.2932,[605]4.2963,[606]4.2978,[607]4.2973,[608]4.2960,[609]4.2972,[610]4.3005,[611]4.2994,[612]4.3019,[613]4.3004,[614]4.2976,[615]4.2938,[616]4.2967,[617]4.2936,[618]4.2910,[619]4.2887,[620]4.2809,[621]4.2774,[622]4.2761,[623]4.2779,[624]4.2793,[625]4.2807,[626]4.2812,[627]4.2841,[628]4.2855,[629]4.2862,[630]4.2893,[631]4.2935,[632]4.2980,[633]4.2980,[634]4.3010,[635]4.3018,[636]4.2990,[637]4.2924,[638]4.2875,[639]4.2816,[640]4.2758,[641]4.2720,[642]4.2718,[643]4.2719,[644]4.2700,[645]4.2669,[646]4.2690,[647]4.2633,[648]4.2635,[649]4.2639,[650]4.2661,[651]4.2697,[652]4.2712,[653]4.2746,[654]4.2710,[655]4.2701,