import torch import torch.nn as nn import torch.optim as optim from torch.utils.data import DataLoader from transformers import BertTokenizerFast, BertModel from time import time import numpy as np import os os.environ['OMP_NUM_THREADS'] = '4' batch_size = 512 # Create an instance of the BertModel class model = BertModel.from_pretrained("bert-base-uncased") #model.load_state_dict(torch.load("path/to/your/pretrained/model/weights")) #print(model.config) # Tokenize the text and create a batch of padded and truncated tokens tokenizer = BertTokenizerFast.from_pretrained("bert-base-uncased") text = batch_size * ["""jsdzlhxkgburnfyijmmocanfmurasggxxfzsjszirhwgvlamms oxbygslgfkormmiuespeevavizahefkaobnpuzdaexouddeera rfrabayzclvepylbzqafkmqvmehxszwiynyttybbddfrhihyia nvfgmawdnmkremnbpkifnamnzgxwotnqomnckqsqvabtqjycli dkysughdnkkgivmqqwbwscssdqhukavxaakqgmnfkqghodwmvt tpkravvkbdpxsnbddsfdvnesaoidgfbzgngwbhxeuitpisggjl uvugxuypnnfpxryyvxabrgymiipqcnwwunmnzqxvibchnjrkdw ohftengbuxjjhhmeodzokxwqazgmuwjdjdswptlcuuklhomwwr pgjmbposgvrxxiuzswdatfguhsjuretqmzwrqwpianryqsgktg gekimcxzgevyswxwdtyrwwqfaqaamsfyymudojmvxlzlgobzin xegsgrihogefoqjrzazddupjxpfvxpasxljngncealcsytpbpu kjyboutyxuqymlcbihbptzsvimggigirbqxdnvtiusvqhsjxtd rkeqihdblvoqznkzwfjesyntnmbzhtiqgexsfmppuktzolwwzr yavugztjniwknjeujmooqjxsmdfjcwdymjibjpbhioddpfezaq prsmfydpvbuiqjkpnjkrzsbkvrmuujgurfllojppncufnfiszc hbtbtcismzaotnoqrvhoynledusqcmtjjygdybekmbdzyxbouo tdoboumqxbekvxtzkfdwabcuuxcojfrqxhsykkcardikatquma ptqoklbxjcmkktbiapyjdbptmzwliqpiowkxntlwtcaulfwlyi qunbvflbjcpyvzudbxswcplztwiayqxskpebeelbmfqbqixmat rpcvdxvytimkxiinbsupfcqmnylfusfpqazumiyzqagzfmrrlr yzadaorrzxcjmdeeshabyvyestwevnlzplhdbqfgdprszmomqp npaooprsszgjrhmnstkxhwkeyztrxurmhuouldatnjgqbzwfkl mmeawouupvhgjtuaaqwgxgeqhfzscvjxycodeirjzdywocoacp mrhihhzauksgnjgbgnwormkdtsacnslkfebmfgaducblypswmx osdluzxcraadpjjtnpvzkxszizebsegcyhpccigjzeqejmzbip cwfulguaafutyrvfbhknoyovjopypzafeardolkecizacmskfl evwcogdeshppqnilgnbygeuymcfbyznreyevokqvzdzkvocpok zxaveaeuhbhdkegzyolsyssabbislqdllxuolkgmcgzyjnzscx kqmmfhdzzyjcaoqtsvaqwgjhlgnwxidddwyqjqrvbhwtamyiax modcfnyipgjsmedqrwtnyilncflyswpqspjiugdwgojatadcgi hdsrndakrkvyyjbnycfidwlvoogyitelazrseqcqnmkrctthrm ztprmeyvaiosyueifksjwgpryjkdxvooqeagcrdgpavtbaxscg nfnecttuqqxxbhrzvnxynkcivbiaocfqruoyemgmksqdwfedsa pmfboyajddqthxioqqzvyiftsjnzxwcoxcrnilhtoidpexttzu argjgxqqniyrobfpgzvwtslfoukpewjnotbpiikajojuwqpbyc gjmnojqybgzrzzluylzwketkgsqhxewftvjlnwkewjwxzkgipz qvtxizybvygixmlnwbobknvwqjaisfypvliaywcjlafkgtwqtu twuykdzqrtirfiowpdjphyjxqpekhbdsdiikpyhhtstwiyjcar ftohqfspjaauuphodoncxqnpoaaitrtxaztgpyvzdcrffzpxyx todtjkeykhlhwaqcobmffytlluizzjdtogkgvhsyfhalerxmqg zhinrkhjjuwywytalyscfzkgfkrjdhaprwthytizstzeybpntl liizcxjvrywqlprhajstuidclituqawqkofedwkyuvrphphjpy ilpjujtugourxlfmdbxwhkjwhybhgapiardjrneatkzwvbipfh guseouziotyiccmucaquikmhugzamadqvanitoehwixpitqdgf ycohhdsggwjaryyxzxprxdxalowckfbnsqhaclmwohpwoueahi qvtyrtikmvngrcdrhwwlkxrzzsuragoflncrflafwlzfplvpma okftutybyimwhtmaxfagxuntvqiufznyzuucebyvkwtcxiwckz jzuiqcelkuxzmwkbxenzwlopbpwrmgkxfzttnydujlcitfjhor pdvdkungymvqfcjvrlnlyudkiejgfukuphvtrbaxrjcymucvku ffotbshgvjonajyptxtgrfxupgygnhkdtqtjlpzalgycofkgut rfmsvrvbguorekzqktujlzqsrmzkhgurkszetarsniipjzhzby rnpprhthsmehfmbgkkqksspslgtogcpsbnsqhjgxyyoqgckpvf jlaugsosypxsjpjoaisirlfsdxgjxkmmxawzxlcrdmhylxwtox mfgrlspooqyiwfpqxwkmlcybyfmvqbejbydmlmtobxvnhebjuz hlfmjghbmxmdbczkefnycbbtlcmivvwvlgqjiocjbsihihppcg twbqamnawtncoizejmdhcuxiunbpmaulnrfdycusesylqnaolx dtdooowsyucojjpchvzhoskaoststlbyjpbovhunpmguhatlcc scxuedujwoxbsoqytwesrlrquwfzsfskdzjfmqarifasefrkfi yqxomxrcqylgqlocnigpmnyxlmxejafqlhxkateiscnrlojmos knlzhsqgrxwjvlfxopesxrdyhypahgyoxydmmuexodppcozcgw fdeuickxvrcwavkbhvqpzbyajrrlqczzajuxvzdvdljlcrzspp jsmfydbazzdmbwnrqzbjofvmcagsicfaxssdkcowsqwhvbhgkp tbijzikqgcsueelijnkzobspujthtanohruxsjjgknbxilhyji rhjgezjtmkhwtwgjgnldiblreucwjtkrkghmzucwtsmzjjrdrd sckxfepnjkfztyjdiogjmpbywpflujuzjxdemunbsxuagohwog xjahejyaifdwqzoyqnbkppzgsmrpbikqroclcdqtyaceeiyyac epnasgfdmwiprclhthlfdunwspqexgxbuvighhqqkzubiukghk bblkycyjttpnkrjthjkzptavvfyckziexqipsettoyjddpnqod gsxasmtmqooyayylhzyarenojnieodveyzjouaeyppczilmpui knrbiwioqimtxdfeyoxudyxrcpeiciwscutmazelutkvshujkn ayflswjlkogcgpzcttfvamqzlqyuhukwbuxqaukspefirflqgv mubssolkzdilfgkkuehlsrisxdfuvnydqsoryfmmecykcpmgjg xelfwkwdjtxinbvttcbaxgfzgpvwhvzbnbbboqobeqkcwmlygi sumtwmtwjfpdprqkgfwddxnydsruygmgkolqmyrpejsggaxhwm hshbyzwyjkzyfzqhrnlizrymcpeorfrmhvdzgkipmbtfvgxyxr dzohgcxutqvoznwjefkqswmnkvicmwmdmyjyrjttoppyeipaga nkqyofpwygawmnpdrdvgdfddpohxgwncupzvicordaltblhnqu qgvinxagtrftdhvdmfcfavhgeeuwguzabluiqvklqoeuxeoufe onhnbetpuacjtojsxkoaznpmnigopveevfwvtxqzjvrewscywh gwaymfhpugjsweqqajiexqqonjdvsxmigczmvmclpwsqkkmudv devptiyapzazyqbljghrantjouanxwqujidqjhuzrbngcdagti huvnvrxmsxjpenyogryshvjkojmtyfqvsztpwbpwezlwthcbhy safsbnfevsqwpnhvfhlswqlqcrfuuozqlrbntvdtvkuxkvtvfa vksejnayhtuzsjeblanfjvpwvbhmrmngzpcumvllsjgqlxxnyv ceuqtrooeanygtfybbujffkqcuzecneenrgouywoexsmaahnui kjkyhsadxgdpgostjesorzypyjdgxoaplheelpwyjwkpyvqbmu ubpfubgjqsudmukduazvoszzbdovicflstoopjgcmyxmpawspn wevdjyikjtuqodzgalvcdnbpzmgfbmpzjeqxqbjhszuncggxqe cnmxmnnyxisrilaxsvxpgddfnarnmhvnlbiesqvjcqcpjrolvd hacpchkqbhfwdgyyyhwrdufljcmsposjrzgdnawapfvzcohced hqqxrpjhgyzhfyitphmurcprsyueocivgfuzuvdowdxrwjdikm rfzjfzerdwybxtjpogujnfazsdbvtwqfhxuhchfpzibyiquauu jpvngtdhsxzpoikathvvhfttkhuuiavwitghaoanlhnkylhyqg pylpgqldmsaiyapfhjkzdnzqafshxzjicgdddlnkckzdnuxten eibqvzqvcefcscvashpyvdgmtpuudtcwthyvsqjttlsyxheprs wfjtnhfxxofomadnqwvjtcesttagcckidwhjzjfsyjqvidifha kwwuwojjfzbdglpzptvcbdsjinmthhxsksphxasflhwxdykvkr lrbhpdxgybflbowfaedxjrmktbpcosrpcwventnifljeptmjef ppmyifveeollvserbeddzdbglzcfliumblpkcbwdgoefjzkxzc idvoenrfhqkzuhglurapiiaqyditbupgdqlefdxdbvafgnfikz qyrivkcwbsaqvrvgkaweimksrqqzysvvminzjdayhnuqlmftkv hpngvjdmiphxqmibzfekebmgiseacoxrwknrftqomcgvdpznnd ydfwqvgjqpsakzczrmjwbeavcwegxpncknasmgkyxpbzmwieaa aciuvzwxqtqwyeewdtlbiijrtwkzxmmrfkdzvmpaffjzrmixmz himlrbgljlizopcvnfkleddylfcwjtzuqsojjxzbkgkfzeopwj gvoetixpuupclksyaftedprrwieomgeskhmmybljgahzbhkekt bkoomanzhzrajuutxdgtwqpgpygahshajewxktgejrongskkmg cuqmgnqwlmojpbzwuycmxidxbyjyelvslchuzvfanjlspmkmdv ymijpestmhbimxgrbzhtfxbeojobnxaudziyqdxlvwglgaylxz mvwwrazcrzoyndmwnoirmqaivtujzysdeegwcqtiovuqmvzieq vnmdibczpnffsbkgvbqvtmekrpjdhaptzqeklpaghyjjfjlndz clsyrhlpdohwscwukzhmlwxdnovdndewplzaxuiujkvtwsdjib agumcipqphdubsdjvzeoisnksbkngckkwpvszgsxkmkvmkceou ooxhqzrlrcnarekrvmbzfcymcubbfqnhejdvuawqtdpbjqutji ooxnwmeyxutmwzicvodyopofqfsxiswhcxymhmfpilngdralon nryocrcybonhbadzoxymuclpvqosqyhaqlbnftfpqqtnkxellj ndzvqptytshopqmlrsrtdwrxkxdkxesvnrqgpltpgpaxrksjfj ploxhouychhvwfqrcxyocwtekqtkfzuewpmbultzenjcqfhrhv itavupwbqgbyzgppfkbwytalutaceffzlmbistfjzkhisjxmhg ykcwhnzlxuazslicfrcrfnqqjvrorkhrxswagwkslmatseasjd benwybconxkrqsakdcuigctthosnezenlkwjiajedsdaudwkxk xrphrpuflmxhibilqsligfapbxsftssdjeczaivvuxsztfzxcz odlrzkllecqnhibzjnoslmbzkjaauhtsmzjbmbzfrqofcwzyxw odxfidqhntlezcrdlsqxtmzdiqyfggoucrwgljqnuuhuwbsfro ylzeqvnhalsnqhcqsclvuqsjydfxepobtkxalfibwecfkzrahr itkpjwnwmdwikcvcdfbrfgrtmdwjjvcuijllwnufkcooinnoir clompslgggpvlwqfieoqlkhbjwmqrvuziigorynwqxsvcjgrfa qubzmgorixzdclphmmpiyfewjgqphvufhsovvmkmmxwdckqxdn cqxbdlogztrifxmywcubpjsccbasivrkyqqhcolqcuckdmjyhh gyhesmkeigsxuknrnmnezlvsktmwmtuuyyrprmlcjxrlodrstx hogajopgwegwaqobwupxlewftdfejpgdnthfmpmascalvttxon oxzpykagzmihzqiatizkvhjpokhaclotvmsbtvymqpwacnzugp uxgtqqqwosrrotzjdotbxnumnqvtojlxhvwbvgtryblfrwkvci mnvfcdewzngmranqsfdrhelgratdwdznabiezrbvzzvitqqxyc afskqfxyksdsiwzrmhyyixlpabiwxxcjzuwunitpkgtnnneoyy nykduwagnabfdtfyfqrkbkawngqwyzfrrrsixtpnhrtkfmviki kwxvxvzaxbszjpeneskykhpczpvkkhyqnetepldhinecbxgkvu muriptrzbzkbjvkooxnmuojchakqggafpllhxgozygvjyiujpq yvkvamwrbehhmmndmnlyawzgazcshujgwrcvckurwycoscqvtv subxcrcdingobbockuovjynvbsabpmewtilbsrvuvsssnyurbz ojnhchtedsmeuqakmocdwfeddurqrvlvmjmbxurdzceduywaqv cpcmxdtyvmztthvrgppmmgjrumrcztjnjwybovodtrjpuuwbqv axkepalshtjeogdnukjwkfikdamowggdbprmbebroktcajrrfb cbqkgktjmhduycwyqxcrhxooiwmcjwhmgixjsjvltdvrynwtgz hcxfeqcezpzonfioizjrejwzpdgqzfycwluyejarkblonmjige qjrwnqxjkqfljehswsrfjpappeylmgvpbhsgcntxqchwtkswgl pmfbclnzflaccvasgyykoaedbnbbfznmzgsmnobtwynvvpzycs qvzelndybungrfdjelbtvfgnyjnxmxvedzcdhvfehicjlfcunb gmwwgblocvdgmkwrcxqsjttuuymaaldohaxeeapohzenpexawq smaztzeprudfvtjsqkvuxustinmdlxqwxkvhxstqohaostnjxh tddzrfjqmrtefasfgdnnysmagguqncwxdrvmdqdxlcpjptlqmj oxyegjjercnmfflbnguzrmexkxvowsgudptbjbljtznjakqfou bjnfgkanpkojkyhscevvxzptzecrsymhqtqhdeqmtkqdgpqdkh exafspfkxdxshuoupuahuendaobnefgbyseuxwavtvttqqnlkj zdverdhbwjucxgdvmnkkjtddyjualemsippkhmphootcylxrtr usatrzfmtrgubvkruvvtlvlhajpztvkhapllqkvsdprujmwmlx xwykuiixdsqfezspzrbospzbkswgguafmjmmrfxufeftedtqfx lqbbzqxmbkztmsrzsrmqvqvxilztcyvahoddaalaoszibczqza blxwglnrzjeslsweugmzxncmnzpafwrsakcrbktofrdxttcimc woplwxpormrfgpaxvjfggtssgzlsllsatxtnvyzobetokyjpan urldxgbvyaskjxpuadvvquewgtjbvrnsjfgmvzfdfwdphvgldp nsoukyoeauyjdzpgymitynhuqyxuhriytcfvobzlmtfgauolmh scxqwyrisfgqiiyvpwrefklpsrcnamzytmqphfwnpyhdnthinz gifstztnjctkbpxslanabnyyqtwhwefpmgswcwxpymgqoflizh jszuyizieonvdzurqygudnwowvzxwocktwwdoakrmpsnxypwjg uyljegfgxyseoxnaekcscusrrngbnntfxptyntkeczxbfxsjoe oopxjapzmftzeogxbbcagknnbowmzrmtiqebbecbxkeizcmdcc rnbkbajazbhllzwkdnqjsvolrpghybiotuztwcnpzyvegfrgzs gbqqnwrrxdmattegwftsdnqufqogkzzbnojsuczhqjkmpqtkcj xwxsazudrlrxoclvvqxnfdldzoqqvoezmwsjmfixhqaeczmwey avgcogwdpvdsiawbcuyhzyxbunqpxyjsgsspqlqhneweofzqmj sindcsbvqsgrhxainlyweuzrgpihvmuggqxkydboanprcebysa phiyrcbhazabvbrxaskbjhpjgscckjnzhdhgmttizfqwuvvwdq yirlyuuppeeuoqaqybugomzshkebjwbbwuxnzpnbvyrxsjqkrp dnrrqwdwrrmzemrzmwkptaoxpjyhuqagpcahyhbdkyusvmfkjn vynxxfxknwpnrysunlxsomipgtaohkupvgmuepbatbsbqxzgew lguoqxydfcskhzkjxhxzmjdgmieyrgprebeajyjkcuccqtrscn xdbxodoidhngxrvykktpdyljzjguqjqhbpzadbbtlbgsxabilc vfukvgiqsgwhvdjnuqsroqqzdakrlnfyjtzrxrybqopnrjnnvo mfzhikeuypsiqvnaktbmsfyefcstuvyomxelrmsznomlhroetp nlqxqfuglnqecoeddheycyfqpvbidkqeoqkblmbeqcwjcrjkst tmsnwxahidvxouelepntabcuagfimcnvicttkphpxsrbnfeweq dqylsrkccjtbtpbpnvkxfpnxjdhdwytdrdagjjbsblmghoisnw lrdlpyqoanievzvpgvbfstzxvkytfdtmzwcyghozkvzpplhctw tuwuxawvwbwyioqzxlogphfseapquuntbnmoefciktcfcktgqq eggwogpvngelrkbqazfhowpywiznjhjkljuptipylyllupgrox cgrkmpcqyzhtcnzaksdrwvljxgbbzzhfjmxatlbfzsdnmxxcpt tfiyegggolfwqlehymqksdcargtdxenjqsibdctdafqdcuafyv sgwpydyxfbkbsfxdzfesjlmkwskppeldnfvivndcdlofzpvikf bfvwovnknlwwexcyeukkltywltyhczjuajghgvngiyrkeoltse ltgqomwexbicunmzonqrssygazjgujkictkxvkmikhutfxtmfh jrxfncctwwgceikouawsrltbgzxnnxtprmsndjfkfcpvzxqses rhnnvpcpmoncbbxqoxxmfnisdvfbxtoksprownzhlmadfvviik wpbulflzjkyleeuuahixojcibjmamgdcrsxpcsphzsqmruuovk hcgpbrkgdvhwtoqwjtwhsipbqnnhuqogohxumbqjvanhpjfoji dflpxfervguldhbelpxerjxkjbziremzqvpnqstrruqyhsundy vxcvzccoohsgeqxjkvbygxdccaqovduwlulzcmavjsbdwpqeis kuvwxrvbvgjfzfiragskjlfjuldomosigomkkyabkhwtifhpip osyttkzpuddsrgytrbhwsmltpgzjcygyiyhqmewefvxwkgokgo ldifrcnuqeosxgnqvtzocuxqyruvemxlwjkiubmgcrlblzddzk zinvdrrczgwdjovbaeizwbbljzlffgvfudgaiwcbqactdjiijt ctiznypakjixcjwrrkylfgnxdlcnrbiajazhwqjpgovefofmkk wayfcqhdxqmqugtzluurmbheyrslugavhpdfuxmzzhdrntpnjm sixuuqjycnsptpqvqrhnrfetidcgspaoezqwyvyofyftdjvvcb cfibqzgjcmyuvwtwefvfnmrjtkgpvpohlunqlsfkduckasaanj einyhdyctkpthymusvjtsiidmzgryhhghohytzypixztryvqqo fefastjiwkevlrsufoffbxcjnoyllafrrgaaqohmuhyosqjlzi lyivymntzhvtincqbswfofjufachfawjtrvgmeuycuizpxjgwb dzdubgcgldxretuowbklkqvrbgtlydpydrqeedwzmnwcbxfvyd rzqjxcbqjbrcbwxwllwzbmhsytoghlsygdnailznnisucosegt pwbitplgsacmzxjgmsbyfsuneetekpceilbyawymduqhekxtrg eueikgldmabgtrxhgatpdvvqaclflizowwtxyskdhxlduuoskp wdwmjfyrqrtfusqqtsdtjqxljpnchbbendeafaclpumsdhsvcu cwwxophrbzyhvyzrixmomivsgavuxdnqpvcwocechnrclwlalw oqconuvuicjzowirexeixisjnleqmmaeiezensfonlwlaxlzln datlqmrqsufrjpidgdpbigzvfzotseeivevmgjwpeoaujhpyyl oqufghjzswmxmcvdyghgjzseuhfcbehweepfqyckdgousryyvp ynjkhmnysgbpowrlodtehuvbtqozdoipmdvijmiystqwlvarbo otiikspscjyttyqhdrudnyspdoxzsjrquyjppfehxlvhgcxewd ixnkjpwliniufqhtsycsmlciacasufyvzbnjtxfabeyykiqodu lajigirbastlaklrerbvbihjrokzbsacbtpiajtmghatjsfhmw lzrmtvbibxroiifcifjwqhedogdylflaebciqconcahkiigyva bexajcdflfgwwspllihycoarukpiqaqnfchrtjybqsdyqnwrvg cjcoydyxxlkwvzhtousoonmyhkhlhyexpsuyvksupqtyrptozu jwwwfdazwykrpwuywfvtfivexmizhogjvcvjnubqzkmnehnhrc jxkzponhwwhhlrqfdyklhobmamdaavyauhvttjjxrqyowseqob hshkmwpbkylutybwvbbkipiiluklednevezbpmjculoczhvnug ppaesgzvnbugrgpexjcqjwjqtnzdrsxqxnpdgmaqytzolgpjus ebathdaomordycrwibnqphiibjgqxwabgqajqhgrodifvpjzld kgzhnvgzeutwucoxvmimsfaxqxclowyeyvwvbuwpqmbiakiiki gwtuwfuncqsfzatlfaiszhfmlmfqwjpidgnfwqucssayhrgcij tkcwssrlbabvzanphnaxvjpyftmphdicihccfhfencqzbspdog wrxhkjjhfruicijysnnrxglrxhqprqsxjvwxejebdqnqkzpfpg wcukrfuonwhvpefpmqyuwamjrnfmsjdgiyxlelmwfsoonhlllh pzxurfhssgwvuaazmzketvtqffdpqcplfboezkvfmtupljsvka ywvydocjechyrffkeyfqfljroubtmzleiyddgqzbokxhqvrbla exzerzqqjfbxjqvzypmfdqptcgicmmgjwqeguknwargkukkfzp xeusgngrtyiesjlintqdvdqaeyfsbnnzgfxzztevbnrzajizfw hsvdwmqpwigqmukdtvyuhjwrnrpjieqqyacrhkrgztcwkjkgaz eyedimbfgutawkymlvdjturydatawlylkcepwfobqrhwifhadn zhdwcmgfkemocgupifdknlystzutvuzzhgtlyxufbbtxkqezpk lahvixdgnklwgpmdxgcshovbvpithznhesxfryunfsyitytyaj nzhmnyvnivyxewttqsilncvcjddcydlkirxwqllojwxvvcsfie aladzfmtzyjicriwnsugdtlxitbaqwqicjexamctwfrybavtuv nxrizrqoodpzpyomcysxnwvcbuenllbrxbuzlwedrqqskcqcax yvfdpgnncwhdbttmhizafaohsdaadwfxezepuhdgxjhuvirksc cjqheeqosumgswwxryuuoifnuexpwxruwzafqfmpfjkvbjlkci gyqntjlmsyyjkrngdxspflkenypqfomchjcyhadhfkhwtymqzk nioxdsmjpzhfteonlwtionnhftixwzbnqxmgtlzdbjlnzmbvig wopldeuxgvjpnhkkjpqsqmcvlfylivaaosucuhuihwclhgyhcp jpvcqhjajkqoclgwyqpcwnbuhtoucltooxudqigotnrxrgsjkx laltbxjlhfmhmnkkdxlyefkyfengakwbfvbuqhgorhojvtvrur ftdtdhqgmyzkfznmkllekqptwibgkwjsvuncekihqmclgcwyxa dsgzkwrhunztpcbwrajispfwbxfbnlfufiefppfucwbwuaxrry hdkfpngruxmsxisqnynhjmuxwmnrlxkktdxmheuvxegeuxhkjs nvspjjkbzfpelghzvpvululixfqingicirpigbkybrwkuaddem wqyshiexutpvihdtditymxwwbvnsshwjcbfkvkyiluxvakrjci pejldhwkwrgulggcaibdphzxcvzobnblxaqjnfoeeuhxwfihuk xjcgetaniiuqbadxaqnjzesvvtklblkuvzrwhepcdottdbtump dyrclfatjmchvvdvnqthdgrgsazeksfzauremvhjmwmsmbzgus bdlwztrhzuslsvvuaceogdepshhqpujphoogjyqsynyzppifnx ljkxhzzbnyattcndzngrkpyclporeagrkitfysfnxikhibsibi oqiaplcsvwzuleeofzmxnrtdqdwgmxnqvekohnnaiqyfskpxfh luxolswriqayghyrnlgvpuiyaylnalcvipyxctjqxwdnfjnzku lusdaburniuvwcsaqndogfajedhmknwstdubkmtuxihpuyrwmp ybjxvqarsvxciamesbmhawygwnpfipzusriouwkqkuvumprrtq bhxyokjfoeunvmbmjizyjraquxosctnudjdjlfgsrzuscuuxbl zooyyszfgqkrnyuwxidrmqybathyetbcybqcbpshuwimgmspxy wbotntdzddojmzujeshlshcnbvswfsmffcqsigjkkvpjrtvtib hlgypnqbvtcpbxlcsyfssirlrpjrpdkyyiztfxznhnrexkivgu whnfmrboxcqgvvgbudnfquucgutkqrqhloekrnmsxkiqdgmplj tqqvscruhpobbtzuueyniccwwyhgohuqcxqopqjymzwfpvupis krmzretzriaveratkfnxasiqtdlghsogjqrvlfkvrrxiuxgxkv hfwsjusbxwecaaeeqsqzdgrobxhzbwlcejdbptbkehhqhfxidt mvmpwfxmcjpvvolbazqismrklulwmyxzivznfzxhnifdkxntrz rxzlsuuiufllkwkeoarjqafempbsxhlmzpnsgqydyzrrguahmj haihzifbiktuspxpwjmusqxnkqzvyxkintshfbrulhpdivnitf bqgxvauhyfppcbidvhgumcvwknxfhnxgqqoacmrzvzwayofzhb fbjecvzymdvteykokqnjqgekxnuqgquvkavtrzmkeyyezbtxqh xqtzxejwycstuyzworcogydlfosdmghinsvqngzfzpftyuezwz czrjarsqtrwayvknpjdmuspqykqakxubenqdhlzgnwzvggdusn xoendbyxhmruqzawbsgnuawnechhpzbvmrpbxesfdamzvrxocu ngwhzvgkceqspbtefxkztiqrirvzjzypyqrzwhznzexjizlbpy tyyngxvkaumgvdhbodehoiimwghcxonwvsuyjrkldhykbljqeg vmjartrwehicgpnmejdbbthozmtqwlpikrayketcbzyeibqmuu pbfrfyefenrriestqlzambpgqcgngabigzpnbidiqkvindslui pajbalgypbcestodxxkhwzdnfyudffvyapefsrzdymudbsawor hejmjghdakeopirntyjpzccirwoksldydyoemqeqjbuwujyrrg fmvknfpkgahlcmflxfcdqxwphrgmvhmuetwehnsnwugfgdazrd zjldylnklnujmlveqtlscyquqyelsfjkffgvxsfvftuteolsel wvkrqqpjyssezyngrsvwrluwekagaetoewmevboksmrvyxmafp iuygzlepgbunjwmcdifqlcdqbjmmzqigxuwifldptgwztxxhti vaprifvgeldtjzqjfjtjhdvzmyponageptbqququcszivvggvs pzabjzwivdifbmmautfwecesxdlpdpmooalzrhqggwtdnqnzpl sfsyxnwptdjgkijxznzmiyeauzrqkosjdumwzswtcfldbszhuf rqzpbtmvgvifsdueqiioqrvheihphjhdyemtgsslwyltlkldwk yexpuxsuczkkzwnpckgcutfdderajmabyevlaamceorqqtafrp qhisaadlmrefisviztmmgjtrzequijbrrtphofhxtuopgyygso yaqfnqsykxdbbrsrwbwzuqifqufovyiedghrbaayvouqvhvopz mjmgsounwvzhzlaygmwthijifierwruxywsjivckijyipisqbw nxiplqdfptzfiinznvigqtpvlyqepswrqqmjrnqcljogsqzfla brumijxhpqzrcxeuqqryryuemfzptukqwxxvajqbbrurdomjty eawqwdzjbzrqapumofmoazgnihxrcktwjsejhgorqhftzmzuhd bsdkyykztsknwldkobifhxnhuaoqkcklkdbnlbfiphekzgyfum icdwtdiuntzdttjjuwrerkhztbqglqslnyorgbmrbcekufslgw sajxcfzelyqmvtrxtzeiwfyujzuahxfertvzzulbubyfbpknmn dnrwasmswyzxbbwczzdwwntwuvcazfzzytpmtyxvojejxypuro ywvxuwefhpmslxhisjbeqpvrpmaaqzbscwucjuribtnnagbcfe zbcrfjasoovieiukasedntimsdhuqvxkaogqvdwyipelnnthay qmnnujnbkhssoxsmfylqkxkplexjrvnuoupkpofdmnkxcwrran nmmwitujhvieuhevopnrndjgraimxqrtbbcauaydaisylkxqcy mhawpykptkayxwmiabesmjppxbbkuzfqcnovedjeqkyskdkcfc kuamykgoeeaxadzhwfzjdfkqospoafclfamrqhfldmctezkkmh gsaxfmabhieamhhxmsmykurhuiikbwqptisvpstcosyqgxdahr wdxljlmhcjkbajmsbxmyilpwceyuejozputaerljrrkjsologq yolzjldmlvwglkmiummebxreuzouprgciwuhutzabgwswzvedw saxgqmfhkoxvklaqmllvqhslblwellwlbkbpulfbozbowrqjir wwryikyvzsjhbwfhfvopikkuxujhygsjpqcafrlakhpndhhstv vqwodzdarmhcjyzphlrziccjpepwozkwpbyywkarelvwnjtiaa cvhafpymwvaaonhcxruwhtfvuvehznxqocfsybleyasvmwdppi obnuxjixeinvcggkpvjxbcqrzsositaemnsvhrwptvsodnarta mlpatvxsmumbxreltpgjahmbcowhypiwmribmcwzobbrtjlyor iozwpylppvxizsklswkprnmexjmarkkfdprhceutfdchytxwkf evwsurqywnrhofyntkqjbeayxcgbgdpkigreuvscgrbijglois ohfumnbptdavuvmhnokrgkpezplsetbshagxlaiydyvbsgezoj hatptychnuoqectylcjgrljdibyryvkoqgrwlxovzdnspbohun ilsqyisloeovjlqjhraiamatwtideflgiubbjhafgpyxnixkez hymoveagvnnobnxzpgydmqaleqfmeblcxuujxnzjylizicdaho akfocjizpazjxxrjzvvrkducfzewoapeymvlmrtzqpxrdlsayh isgatuquxpefkezbccxvdxutmmrmfanxxcvdorrothqknmrldc hpikqppyrigwyyquetftlqswposwxjbezzwkdiqkxmcpsqkfhh xqstkzevlirwyzcrwhzxmikhzdiakdaafhncfsrysoycquklqd stdzlhbsgpyvrfxlmbjvjsfykxyeageldcerdsrxcvrnxctwzh vlpyovqbzdjaqlzdkmnsntbdkjluzoxjfaplwuzoavbccbwnup rxljoansscarzylzwsfjohuadannwlfehcbigswbvkcnswgsdy wmudabhaieeqmahhnsepxyemxwwslwklrsvfssonlnbyfegubl pctorsyenvhbhssincfdtmrglwswwunjkubuciuqxbfgjbrtag kuwhcvvjiwcruekekhptjpfzxbfmgbmsbvhlvwnuzeyyhzdggl qlmiyguqhpbudpfjloqmvhqwebsyszfwokvdtzyhzowznohdkp ucswrhildxmavrycynqeijahvbnfpqkchntxxgyjmjsbptjngw kinsndmiupkylforzzqpvpnmkahhvezfbmozpztefdjdfznkfz bofgkjunwhpavanfurgtnavtswpbsvcfhujnadexmwlrabrway wfvfgjsrjdpmolgbgcqbwdteynsuxyoxbiaxjqdkdmbvctsmjg afxxetzqsafnztqzeoeehhemmdxpxggauxmrnpybbkxypjlidq aoweawephuugrevscralizzcjfvkeewjgtqvthcbkisrdugmpi pxsrsbouyglpbfzqzjomeoqbnffmtzrchabeigijdqnyfwakvq jqwgszhyuunoweeysfgacqqfziibwzyxpslzcomhkuzivwhavz rmediokqramgppogeicnnmznlpnrkwsnhiqxcahzearyrzqver evloxccldkjdabubqsykifpwsrahyexepulpkphiherlxpfhre stvvwtdbrvjdjwyhshyucitspimzwogddwklrducdjtitdfcov wkqhycgivhnysnklnumajqwmgwocadwtxpvtfiiqmwwwvmzpkq yhbvzovlpzokvnqwaczjtttlphltdogkaymrvsmtklmkeltcjj nucunpbmhrtijjganshrxcgbynnkqhtinwfqmlrenurmvqbkcf klsariuzlcvohvookqcuxvnzdqdwlefelqkqednactffruicrk vujigrskikywqnxxxvoluggijringkxedxpuklfjwzblwfnjcz iyemfcvmgrzvxqtymgmsfpawsybyvxzsqmxulxrzlofuscxcno zvdeooculotznwcyfmiprompvgxsrcckxwtwxaodukohxdfcnp tbrblmtgzafbjodwxadyhfuylkucdrbedeywtvipcrkhbgruda hwqriejznkztyhqbropolddeidwujrgiwgjzkocwfxeacjwyrg dsbqsowuipazrfvvjjdqcqpakpjzrwlyuqczjatfhzsuiqumwt sljxrqlfgcsusurzdyecpecrmqrwsxpvwisnuwdlxcjbavnzwm ozgnhgoojpctaspqlhooknzaoilgbtzgolsmaxgwzochaqczfe mndiiyfyvyzkqyamvayjnezhjqrqssipbwjalxxnajpyfpeurv xniubfrhrqpvntpwosiyorbspgpusdoecrfkqioibhjzervtnq nvqylkbryqjamdczycplzaidnwvnxadoeavdwfrwcynbdsybbf kugrtfkgdtflfnviflnqgblqngkchjstuditoslisimmkasdta vofvqxkwnapnfbqytacylbedtgbdhynhppdxrpuvrugpttgqdx rtsikautkqlvffxiyppfnbaecdzjoaszwikheveczmclbkfkmu czvadsuzyuhoosrzzjgqbkglkdpfshbrflpdehdnlbnnkakble dauycbsftlzyfydunlbfiibdqkbzuwtqyphelgwtydrqnmdxul hpiqhnmcjpdmggrfeiwemktjnitkqconslhutucmaytephozhy nkfzbhhfjejkluomhcrawhcdmytqtusftahsupnegbnskiuozd vqvvvoxfknblolvmbobzdatpkdixuflymqhafncxavjqpeiiol rdogjiatwjrufnfibxpgmlagjufbvbfvljraogofkznneomglu wsmmnfiqhamgbmtypyacbigonprsfxsmdowbbzsqswejpigfak jopghvmivqxvkpgplbmztujftudahwsahvgvaotljinsdvhlor mdslbwwckhqikhujoyumhtebvdaneybeqtbpxydqpjkmndutmw okzqqmjjbozxlkkdqtlodhijtjghbhwcnhecoynuxcpskxkyrl vfwtrzqjyteugqppwyknmcmhwaprhdifpgyxforahlinwhfeye otsvnjdcxitiswxblwupppopteniogxaajdihqzlwjxuugpykl fwemcrtfoawylxpvtwbjrdbtwbuxiwqrbdwlrahxiiniiaxkjj btrnvaezkfwgcamdzkemaajsmmnftqozdqdqcwwwcgqgmjnyca rdrucudwhjgsjymnxxqxxhllajhcwlykfnchidcixytgrnbrec qslqeovtsbursczqojtschncxjexsindqnteiqkfuhiahjezln giorlitymvvpylfnqshfdtrcdadzeyfqzrtaeustvcbucebjtg ovsofhwauhqnfbpqfablplpaxncdqxpdikfcfxxlvzzmgyazlc onjixbsyzousvjwrvjspqlupgjjasjjlxofznnoywwfmiwcgvk txetzvuflqkocmeeybgodqvvwoaknhmfvxpxygwubdwdazgwrb thkprlcyhbnsvbozuyjuhugsjglckersknrlyljqfatxfhppvr jyftbvzptyfothkrydqubfhlclsoatwmnmvckndltjdcdpwwyh pvjtwpmxzgslowbducikszxhzwhucmrtwqjyrpyunvpkntahgs udigsdskrxqdkvqelgbgqwzzrpodspvlnuxlzspunvqxytftjm tbapufjuqluukjplvuxvzvlcqcbprbqtczatophqirjefewrtg yseatmaibklqkdxrsdhwleyvwdvkhmglnqnnpwvjcucscqnbxe pahcqsuvnjnbvgfcqmpsfuwcddcnjaltvonfzcptvzzklvgcpa gxumpnnngszrhkpwfptnucqyfkwgoezxbfuwzvdyysdgtduwkz egftykwqgwepewybbscnmxvywghsfbuaevulaoughczyviqzbi syoattvwifdrimaqagnyjvqrmdjxqgonryxhlatskcwjjyyrih pwbleaptwjwigdtuyuewqkqipcpyviopqoifmrqtdbwcjvnawg kmkcvhrqobphshmevrrcekvvdfjljpfwcjfrvfvufrmurscdsg fpzguwlvaybhsnguxfmywkcmkvlxsxostqvfzqgnmjpkeqgoxv sfjuiubzxvoaelpwagvdzllizdpvmloqaumrmacfvpsrkqcjhq vuneaykrruetdxiyuxxtixdhplvyrqescveophwsihrbxewhjj yuwhxsdnyldgrhvbklvmnnopivlpszjjiroseewmscryebmeqb zaojoeegvitujyvoljzvzahyvwibhhyuxufptvftamoloqiqqf kjibpvueosuqcansnfrmruphtfjbrqtguuhmpfncafbagnbiwy yeefnoiqylutkdbrsktxgezqgcjiqmawuiknrshtxapfdxtdya wsdthixptwjvyitohrqchijijkxgpbmxnwscipbmwlfikvbfgc mxnazdpbwzwlwthrcyivfimwvxhidwvsrxswwohdnqymyqsdoh rjsbtivugovyxssxnmwnpashaucgvnxuvlxqzrqhidteeorbke hehtdmlfubozmircfgeqmvlufbzmuyxntwlgtlptzsiojljdmn tgudgllqeewqwkftqdkposcymvccvgxcwqoumgxafdoaqzpayk kdofsvveadpyqypngsmylxdqgslkleqplmtmdeakpdfkgysyfe lurjmtbjcsqydoueegrjobatuvbvivnjhfomigzbruuwpntkts gdeuewhhvkltfrvzdgjmggqsjzffandiekmgmswnqejqigtuvl rrwbhzkzyutduzoaekaeecqitalkirqauxsxqdsdutsmokjbrs dhzrptbskxlndmovcnudoemrfgcdectoqmgphloiemykbkrajh geblfoortxuagklpygdksxljwugahwpyewxbnuerbtlnwbvsyn xmmfkwqyndbjqncwcbexivawchrbcftavmioqzapriexnudiqi rlfueuljroeyipxtwnasrzznqkahrikgfynrbbcffyszrjapur ebbmnrpzdodxjxdccquoxqhjfiaygljzzyjvibnaltmnitwbjx fdjukybuqyxtyuzyimdaqrodmhacoineodfxdrinooscxllfdn xguatalotxsdqjbfsbyfflqhvhcuohiqabeafmzatifgfswvbq eywevfriqmgufnzetcywogkonkvrzchbqfjjjdxkbvttftblyq unwzyhtgpaalawqawldcsjxtjuzdytqatcnzjshythbewjasxx vptxdqxobbhxunfmvzjaiyqdivpcxinqngumtxldomswscdwwy jtjuzjrrtknceftrkirytbrpzgklvevtufjiebnczshnbuzlur ootsnrdhxixragukoitsaqxmennkkkwkyjvxsbohzbwgzohxyz bkgqouoxqoevmrqralgpbtwklavkdndzvwghgwkuanisqfpgim gfznzexzhlhonxdacleugsbnughjprupmqwfdtfbjcjydvzygz vqmdzlwehpgufnjaezbytxtiuphnmffixcocmbiczbarqhamta jheudtnwrfmgecdlftigmcleuonmjrzsevckfpnkjrtbpjelbw gagdamtbavttlcpmjuodlrwavqyuuhwybiqnkzqxthovanzfet lqjqrryeoatncwvcsztqvszofutwkvlbrqftfyotwbwwvevjld fungrhcqkcraxwmcjnmverkxippawryugqdzcmdttrdfebgkpm modkdxlnyeyhbiwsngyfuiuzkahjaljptnfijgmkxlfjttpfnc irdyhsngxfxqnidgebxyucceiqhctwgubazrqbbodqhejewkgm xzggbqqwboyurmtdibhgqhltbcpnewynlauzixytrksjuaqipu hpxogsjebcssrfgqkxgzgfftjzfmfgtnowszyuztwwocgswhov wxqarwhdmkbzuivrhwqfigrhckyhczenrvwfpmoxxtxhyowrvq trtzbzvbadybghiboigxpzardctohyuzaxhjshigkffgdqltbo lfuqkmuswzcaurwgdgeaycnueafkeozgbcmwwwxhcdbgqpdxwr nqnivbjyeladpabwuabhbsjkxnwpcmzraqlsktfmyplftimnlh hmowehefmzclwwnzvaxctkokmvgpheeswqpifxmkdinfekwicd ozuodvzfforcrkdacwpjcuvwvqkdxfqbjyeajoaxxxnxjowkse qpukehbmsisgkvuyfdarieuxsgnjnjgqtagrascamfgswepvll wnrywogmevzkzkyjzfscscgmkxpmepwekxaejvylylbcdxrrzj ynvbhpgteyaujoudcibyxwtbyatoehwkpxmykmgqnjyrbllhzm pkjflwudxmzwufxfdjkndolryqccjjulhwrjrokvubwvoensih hidoggadxybsrwfiqtxybxzfedujpfgzisiyvfndtdjnngdbmc aqdlfymbabeiyhwawivxkftwkjiqdhgzrneogehcobsdguaflk wobxjiaziinamcvtozxyfzmiysjefncfpyxijszmuhqttjdfri gkxouhvecpsehhtqfloschxivinlurrtlucnusfouuhpgosjbr vrmauectsdnpctrjeejiqfgibjxrbounryyydxcpccdirpgfdj ajiccexjhovkhwvpwuklznrdqlxuqzbrnyuopmfbuyfokcyzva ibnzffgbtkpzywrhwddwgwjyacpfaeyagidjrgtqlesaqoisqi rxiheabxkumocxoejgehhyjjtyfrmlfygsykyldadzatxpkpld gxzaltiuqjcjkcqkkgtqkzchgpwjaalquqyjhmjnlohzdegvkc rtvudywnjeavcnzzsxarnztpkttjtpmpdbrmtoieweylvtcuzd sqrnbzrnslzddlmvntlezbbilnokflkwezccuicxwtygynmpur zeiwgljwoflehbqkwmxkkvqtlvaaoxgvliuonehhrkktnzffwc hifwrdxhtyxkbnsjrwyxyabhjyqoxuncyymkugdcknhggqvifn rmqyovqgumelsgxxrldfmccrnetlsfqglyqdmfuzpdodmsvypt qhupujyfzxmgxljfvgqqnyawgestlvxuypgzikczwxkwowdrzs vvcwtwbwuyeulbvlcavvhpryycxrxczekzuopfneawombktipw cicbcfnxflaarydcgszbgrhyjiftytljemmjqqqaynavyobeir ifebfxnwzibeecevtosuzfcpivepbxhltsflnqmnvwffnzybak nranvyzxncoveyidcctjalzeehrvpdhrvzvkymaxsfvydezgrr noykolyewnjazxxknofnadqvyezfxhdijrpntbdrogvbijszle dgnsybbiltqcugpmcbwtqdvjxvsupiqemfqxsbqzsofgifljtm hxodppmoplojyyjjhztyvdgzuagthxeysrfubbiukvhlgosarh lkyofvsyzmvztlukahgepyhnjwrfjfnmpgmplbqpsamamjgcta azuovqglflzmiwhcotiqlfvbqvteoxdcwyounzutycawzkrott vigakfnoymhqtvwbesloboqvsuicfepvucwgbiqwavnszpcjbm ynplxoevrhedcwyqhkpciixpluuqcjpfhavfeteuezudbgogxg hfqmpkrpijvndpwksdriztxaemcawoivjtieokoyxiutyfrfja ksvmbhyrewmlyfjnmqldajvmtfcfojiqkfizrlokkthwukyvsk xjcyfpwmlfjhltgklyhragzlcieyfnqckcyjywwqitnnqgmrcc gfvpvipqhztohzlqdixitpvaiuiggnqzaxybslqtufahiskvjw nryzhgppwbncnbyqzlndnasbrylyivqrioijgqwhizqvhvszcv okoyfxbbmvmjaqexysszlxlknuxceecscdsptntfkqznrvrsdf miqkjcztvewiwgshdcsflucfacoggagpryakbvcvisucimdphr wlromkqqewvowpoqhmwekvuazbecdgxumqzsqkvcosncaudpwi ofvultxudomwnqiwdkzchvxtcpitcoomjecuaqslsjchnfzkgp yactojzyxbgpnwtmchjslbajoovyxmyjhdclniigljtzmmxowv xvfuivuowmxjfjjjivqrbkbpeqirzszvzbuethkomgmfqgrbvw zynsppvcraurbpkmjbrogejxiwjjrwbmjgaksypbykfgdevtjh nekwbbeysludlyrbrbyjeahgcuvzrmwdizmxatsaftqeebdvgm eiiinyepbhfqprpvbhmmorumpsgxfktqzqrfisbobcaebqltib cywsgvombdgygufgmdznksqmbesxejkaykysnpbgzwkqvdllsd uxrqaphwighfwnhxxeoinfflklymokaqypajtkbhkitnuxapzp quooiscpvvdbszrbrdnaroqvitvkilgjaguoabeekrzyoueajy uaveqeqcjlvfsktusvfeqsdeotahlltnxwhsesryxqshmbjbhn tjbcjkgeyjxhrkqqoxkrybnsfjlpgahxdrohfcskezicdfllxl vxecqnvelqhfhrqmmekhbzrtbuvxgsmmuctmpcyatcsxzctspb kvdvkvlmsynkmaugzgiyzjtbznkgkalizltyxjeffsmzkntbqp lrojmyjpfcthzkqduprznbqepxhdkebgllcfvtminxykqstdie rzpokoemdhevoczgzwbexeqbhpmgldlkbyxpkmohrffvxpszcd odyhgsnllfbxlyxkqramofcffrmiegnqrgobitrvriwfpzbauz tgychazqtvmcclxexpwdiqrdcusabhhvbylvmmdruuuecnfxtq smyjvddnvpedpuurmshmdtirjvekzepjqrrxpbtdsjrkxwmihz ocxwtwqjkywszlwcdvxdyeqxhtziftkgabadnyjhpwfhylojza xloywcjpgifxbcwdvtscapmlumkjleerrcigqwpiniikijffmz fymerxughdrtjaxpfxrubaqihzrnmrhgibegvxfkaidhfhgquk adkgfscbszcxueuvrnfeexzqjtjuhltviduhegqhrnwcbrasum wyvdnbixmyvhliavuxzngzbwrixaekscvzueyjvevnzmrnkwdb cfprpijsykxruexfbcbinulpgzcxatskojtjdmsbkjvhqqnwvp rawbgstrnsobffdtfimwpvlhhsfvvgdhwrccylpuincgfcgmtx erdmiogixwysuwpwxivukgvvkuxurytxdedocdgldwfzhuoeqk hjepfmjsjchexdxhyqakjrroxveonluqwevdskhhdhusrgbykv ryjjuwwvcvtznyklbqztkassnmbkmzhxamzxkprerrndgzgqow rqumddfawbujfbcldlwxkuxkwklwhuhazjjwzleombjvbderhy """] neuron_inputs = tokenizer(text, return_tensors='pt', padding='max_length', truncation=True) inputs = tuple(neuron_inputs.values()) # Inference with torch.no_grad(): # Warm Up for i in range(5): #model(**inputs) predictions = model(*inputs)[0] prof = torch.profiler.profile( record_shapes=True, with_stack=True) # profile after warmupSS times=[] for i in range(10): start_time = time() predictions = model(*inputs)[0] #model(**inputs) times.append(time() - start_time) prof.start() predictions = model(*inputs)[0] #model(**inputs) prof.stop() # logits = model(**inputs).logits # print(prof.key_averages().table(row_limit=10000)) print("average time (seconds) for bert Inference: %.2fms " %(np.average(times[1:])*1e3)) # print (et-st) #del os.environ['OMP_NUM_THREADS'] del os.environ['OMP_NUM_THREADS']