| Author | Tokens | Token Proportion | Commits | Commit Proportion |
|---|---|---|---|---|
| Johan Almbladh | 50592 | 64.44% | 40 | 32.26% |
| Daniel Borkmann | 10233 | 13.03% | 21 | 16.94% |
| Alexei Starovoitov | 7160 | 9.12% | 13 | 10.48% |
| Michael Holzheu | 3296 | 4.20% | 2 | 1.61% |
| Puranjay Mohan | 2388 | 3.04% | 1 | 0.81% |
| Xu Kuohai | 1686 | 2.15% | 2 | 1.61% |
| Nicolas Schichan | 800 | 1.02% | 6 | 4.84% |
| Tiezhu Yang | 562 | 0.72% | 2 | 1.61% |
| Naveen N. Rao | 508 | 0.65% | 3 | 2.42% |
| Yonghong Song | 477 | 0.61% | 2 | 1.61% |
| Shmulik Ladkani | 441 | 0.56% | 2 | 1.61% |
| David Daney | 58 | 0.07% | 2 | 1.61% |
| Chema Gonzalez | 55 | 0.07% | 1 | 0.81% |
| Leon Huayra | 53 | 0.07% | 1 | 0.81% |
| Yang Shi | 33 | 0.04% | 1 | 0.81% |
| Andrew Morton | 31 | 0.04% | 1 | 0.81% |
| Denis Kirjanov | 26 | 0.03% | 1 | 0.81% |
| Xi Wang | 20 | 0.03% | 1 | 0.81% |
| Helge Deller | 18 | 0.02% | 1 | 0.81% |
| Vadim Fedorenko | 14 | 0.02% | 1 | 0.81% |
| Song Liu | 9 | 0.01% | 1 | 0.81% |
| Eric Dumazet | 7 | 0.01% | 2 | 1.61% |
| Jeff Johnson | 5 | 0.01% | 1 | 0.81% |
| Dan Carpenter | 4 | 0.01% | 1 | 0.81% |
| Su Hui | 4 | 0.01% | 1 | 0.81% |
| Michał Mirosław | 4 | 0.01% | 1 | 0.81% |
| Anders Roxell | 4 | 0.01% | 1 | 0.81% |
| Sumitra Sharma | 3 | 0.00% | 1 | 0.81% |
| Jakub Kiciński | 3 | 0.00% | 1 | 0.81% |
| David S. Miller | 2 | 0.00% | 1 | 0.81% |
| Thomas Gleixner | 2 | 0.00% | 1 | 0.81% |
| Chen Ni | 2 | 0.00% | 1 | 0.81% |
| Andrii Nakryiko | 1 | 0.00% | 1 | 0.81% |
| yuan linyu | 1 | 0.00% | 1 | 0.81% |
| Brendan Jackman | 1 | 0.00% | 1 | 0.81% |
| Jian Shen | 1 | 0.00% | 1 | 0.81% |
| Chen Pei | 1 | 0.00% | 1 | 0.81% |
| Uros Bizjak | 1 | 0.00% | 1 | 0.81% |
| Gary Lin | 1 | 0.00% | 1 | 0.81% |
| Total | 78507 | 124 |
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514951595169517951895199520952195229523952495259526952795289529953095319532953395349535953695379538953995409541954295439544954595469547954895499550955195529553955495559556955795589559956095619562956395649565956695679568956995709571957295739574957595769577957895799580958195829583958495859586958795889589959095919592959395949595959695979598959996009601960296039604960596069607960896099610961196129613961496159616961796189619962096219622962396249625962696279628962996309631963296339634963596369637963896399640964196429643964496459646964796489649965096519652965396549655965696579658965996609661966296639664966596669667966896699670967196729673967496759676967796789679968096819682968396849685968696879688968996909691969296939694969596969697969896999700970197029703970497059706970797089709971097119712971397149715971697179718971997209721972297239724972597269727972897299730973197329733973497359736973797389739974097419742974397449745974697479748974997509751975297539754975597569757975897599760976197629763976497659766976797689769977097719772977397749775977697779778977997809781978297839784978597869787978897899790979197929793979497959796979797989799980098019802980398049805980698079808980998109811981298139814981598169817981898199820982198229823982498259826982798289829983098319832983398349835983698379838983998409841984298439844984598469847984898499850985198529853985498559856985798589859986098619862986398649865986698679868986998709871987298739874987598769877987898799880988198829883988498859886988798889889989098919892989398949895989698979898989999009901990299039904990599069907990899099910991199129913991499159916991799189919992099219922992399249925992699279928992999309931993299339934993599369937993899399940994199429943994499459946994799489949995099519952995399549955995699579958995999609961996299639964996599669967996899699970997199729973997499759976997799789979998099819982998399849985998699879988998999909991999299939994999599969997999899991000010001100021000310004100051000610007100081000910010100111001210013100141001510016100171001810019100201002110022100231002410025100261002710028100291003010031100321003310034100351003610037100381003910040100411004210043100441004510046100471004810049100501005110052100531005410055100561005710058100591006010061100621006310064100651006610067100681006910070100711007210073100741007510076100771007810079100801008110082100831008410085100861008710088100891009010091100921009310094100951009610097100981009910100101011010210103101041010510106101071010810109101101011110112101131011410115101161011710118101191012010121101221012310124101251012610127101281012910130101311013210133101341013510136101371013810139101401014110142101431014410145101461014710148101491015010151101521015310154101551015610157101581015910160101611016210163101641016510166101671016810169101701017110172101731017410175101761017710178101791018010181101821018310184101851018610187101881018910190101911019210193101941019510196101971019810199102001020110202102031020410205102061020710208102091021010211102121021310214102151021610217102181021910220102211022210223102241022510226102271022810229102301023110232102331023410235102361023710238102391024010241102421024310244102451024610247102481024910250102511025210253102541025510256102571025810259102601026110262102631026410265102661026710268102691027010271102721027310274102751027610277102781027910280102811028210283102841028510286102871028810289102901029110292102931029410295102961029710298102991030010301103021030310304103051030610307103081030910310103111031210313103141031510316103171031810319103201032110322103231032410325103261032710328103291033010331103321033310334103351033610337103381033910340103411034210343103441034510346103471034810349103501035110352103531035410355103561035710358103591036010361103621036310364103651036610367103681036910370103711037210373103741037510376103771037810379103801038110382103831038410385103861038710388103891039010391103921039310394103951039610397103981039910400104011040210403104041040510406104071040810409104101041110412104131041410415104161041710418104191042010421104221042310424104251042610427104281042910430104311043210433104341043510436104371043810439104401044110442104431044410445104461044710448104491045010451104521045310454104551045610457104581045910460104611046210463104641046510466104671046810469104701047110472104731047410475104761047710478104791048010481104821048310484104851048610487104881048910490104911049210493104941049510496104971049810499105001050110502105031050410505105061050710508105091051010511105121051310514105151051610517105181051910520105211052210523105241052510526105271052810529105301053110532105331053410535105361053710538105391054010541105421054310544105451054610547105481054910550105511055210553105541055510556105571055810559105601056110562105631056410565105661056710568105691057010571105721057310574105751057610577105781057910580105811058210583105841058510586105871058810589105901059110592105931059410595105961059710598105991060010601106021060310604106051060610607106081060910610106111061210613106141061510616106171061810619106201062110622106231062410625106261062710628106291063010631106321063310634106351063610637106381063910640106411064210643106441064510646106471064810649106501065110652106531065410655106561065710658106591066010661106621066310664106651066610667106681066910670106711067210673106741067510676106771067810679106801068110682106831068410685106861068710688106891069010691106921069310694106951069610697106981069910700107011070210703107041070510706107071070810709107101071110712107131071410715107161071710718107191072010721107221072310724107251072610727107281072910730107311073210733107341073510736107371073810739107401074110742107431074410745107461074710748107491075010751107521075310754107551075610757107581075910760107611076210763107641076510766107671076810769107701077110772107731077410775107761077710778107791078010781107821078310784107851078610787107881078910790107911079210793107941079510796107971079810799108001080110802108031080410805108061080710808108091081010811108121081310814108151081610817108181081910820108211082210823108241082510826108271082810829108301083110832108331083410835108361083710838108391084010841108421084310844108451084610847108481084910850108511085210853108541085510856108571085810859108601086110862108631086410865108661086710868108691087010871108721087310874108751087610877108781087910880108811088210883108841088510886108871088810889108901089110892108931089410895108961089710898108991090010901109021090310904109051090610907109081090910910109111091210913109141091510916109171091810919109201092110922109231092410925109261092710928109291093010931109321093310934109351093610937109381093910940109411094210943109441094510946109471094810949109501095110952109531095410955109561095710958109591096010961109621096310964109651096610967109681096910970109711097210973109741097510976109771097810979109801098110982109831098410985109861098710988109891099010991109921099310994109951099610997109981099911000110011100211003110041100511006110071100811009110101101111012110131101411015110161101711018110191102011021110221102311024110251102611027110281102911030110311103211033110341103511036110371103811039110401104111042110431104411045110461104711048110491105011051110521105311054110551105611057110581105911060110611106211063110641106511066110671106811069110701107111072110731107411075110761107711078110791108011081110821108311084110851108611087110881108911090110911109211093110941109511096110971109811099111001110111102111031110411105111061110711108111091111011111111121111311114111151111611117111181111911120111211112211123111241112511126111271112811129111301113111132111331113411135111361113711138111391114011141111421114311144111451114611147111481114911150111511115211153111541115511156111571115811159111601116111162111631116411165111661116711168111691117011171111721117311174111751117611177111781117911180111811118211183111841118511186111871118811189111901119111192111931119411195111961119711198111991120011201112021120311204112051120611207112081120911210112111121211213112141121511216112171121811219112201122111222112231122411225112261122711228112291123011231112321123311234112351123611237112381123911240112411124211243112441124511246112471124811249112501125111252112531125411255112561125711258112591126011261112621126311264112651126611267112681126911270112711127211273112741127511276112771127811279112801128111282112831128411285112861128711288112891129011291112921129311294112951129611297112981129911300113011130211303113041130511306113071130811309113101131111312113131131411315113161131711318113191132011321113221132311324113251132611327113281132911330113311133211333113341133511336113371133811339113401134111342113431134411345113461134711348113491135011351113521135311354113551135611357113581135911360113611136211363113641136511366113671136811369113701137111372113731137411375113761137711378113791138011381113821138311384113851138611387113881138911390113911139211393113941139511396113971139811399114001140111402114031140411405114061140711408114091141011411114121141311414114151141611417114181141911420114211142211423114241142511426114271142811429114301143111432114331143411435114361143711438114391144011441114421144311444114451144611447114481144911450114511145211453114541145511456114571145811459114601146111462114631146411465114661146711468114691147011471114721147311474114751147611477114781147911480114811148211483114841148511486114871148811489114901149111492114931149411495114961149711498114991150011501115021150311504115051150611507115081150911510115111151211513115141151511516115171151811519115201152111522115231152411525115261152711528115291153011531115321153311534115351153611537115381153911540115411154211543115441154511546115471154811549115501155111552115531155411555115561155711558115591156011561115621156311564115651156611567115681156911570115711157211573115741157511576115771157811579115801158111582115831158411585115861158711588115891159011591115921159311594115951159611597115981159911600116011160211603116041160511606116071160811609116101161111612116131161411615116161161711618116191162011621116221162311624116251162611627116281162911630116311163211633116341163511636116371163811639116401164111642116431164411645116461164711648116491165011651116521165311654116551165611657116581165911660116611166211663116641166511666116671166811669116701167111672116731167411675116761167711678116791168011681116821168311684116851168611687116881168911690116911169211693116941169511696116971169811699117001170111702117031170411705117061170711708117091171011711117121171311714117151171611717117181171911720117211172211723117241172511726117271172811729117301173111732117331173411735117361173711738117391174011741117421174311744117451174611747117481174911750117511175211753117541175511756117571175811759117601176111762117631176411765117661176711768117691177011771117721177311774117751177611777117781177911780117811178211783117841178511786117871178811789117901179111792117931179411795117961179711798117991180011801118021180311804118051180611807118081180911810118111181211813118141181511816118171181811819118201182111822118231182411825118261182711828118291183011831118321183311834118351183611837118381183911840118411184211843118441184511846118471184811849118501185111852118531185411855118561185711858118591186011861118621186311864118651186611867118681186911870118711187211873118741187511876118771187811879118801188111882118831188411885118861188711888118891189011891118921189311894118951189611897118981189911900119011190211903119041190511906119071190811909119101191111912119131191411915119161191711918119191192011921119221192311924119251192611927119281192911930119311193211933119341193511936119371193811939119401194111942119431194411945119461194711948119491195011951119521195311954119551195611957119581195911960119611196211963119641196511966119671196811969119701197111972119731197411975119761197711978119791198011981119821198311984119851198611987119881198911990119911199211993119941199511996119971199811999120001200112002120031200412005120061200712008120091201012011120121201312014120151201612017120181201912020120211202212023120241202512026120271202812029120301203112032120331203412035120361203712038120391204012041120421204312044120451204612047120481204912050120511205212053120541205512056120571205812059120601206112062120631206412065120661206712068120691207012071120721207312074120751207612077120781207912080120811208212083120841208512086120871208812089120901209112092120931209412095120961209712098120991210012101121021210312104121051210612107121081210912110121111211212113121141211512116121171211812119121201212112122121231212412125121261212712128121291213012131121321213312134121351213612137121381213912140121411214212143121441214512146121471214812149121501215112152121531215412155121561215712158121591216012161121621216312164121651216612167121681216912170121711217212173121741217512176121771217812179121801218112182121831218412185121861218712188121891219012191121921219312194121951219612197121981219912200122011220212203122041220512206122071220812209122101221112212122131221412215122161221712218122191222012221122221222312224122251222612227122281222912230122311223212233122341223512236122371223812239122401224112242122431224412245122461224712248122491225012251122521225312254122551225612257122581225912260122611226212263122641226512266122671226812269122701227112272122731227412275122761227712278122791228012281122821228312284122851228612287122881228912290122911229212293122941229512296122971229812299123001230112302123031230412305123061230712308123091231012311123121231312314123151231612317123181231912320123211232212323123241232512326123271232812329123301233112332123331233412335123361233712338123391234012341123421234312344123451234612347123481234912350123511235212353123541235512356123571235812359123601236112362123631236412365123661236712368123691237012371123721237312374123751237612377123781237912380123811238212383123841238512386123871238812389123901239112392123931239412395123961239712398123991240012401124021240312404124051240612407124081240912410124111241212413124141241512416124171241812419124201242112422124231242412425124261242712428124291243012431124321243312434124351243612437124381243912440124411244212443124441244512446124471244812449124501245112452124531245412455124561245712458124591246012461124621246312464124651246612467124681246912470124711247212473124741247512476124771247812479124801248112482124831248412485124861248712488124891249012491124921249312494124951249612497124981249912500125011250212503125041250512506125071250812509125101251112512125131251412515125161251712518125191252012521125221252312524125251252612527125281252912530125311253212533125341253512536125371253812539125401254112542125431254412545125461254712548125491255012551125521255312554125551255612557125581255912560125611256212563125641256512566125671256812569125701257112572125731257412575125761257712578125791258012581125821258312584125851258612587125881258912590125911259212593125941259512596125971259812599126001260112602126031260412605126061260712608126091261012611126121261312614126151261612617126181261912620126211262212623126241262512626126271262812629126301263112632126331263412635126361263712638126391264012641126421264312644126451264612647126481264912650126511265212653126541265512656126571265812659126601266112662126631266412665126661266712668126691267012671126721267312674126751267612677126781267912680126811268212683126841268512686126871268812689126901269112692126931269412695126961269712698126991270012701127021270312704127051270612707127081270912710127111271212713127141271512716127171271812719127201272112722127231272412725127261272712728127291273012731127321273312734127351273612737127381273912740127411274212743127441274512746127471274812749127501275112752127531275412755127561275712758127591276012761127621276312764127651276612767127681276912770127711277212773127741277512776127771277812779127801278112782127831278412785127861278712788127891279012791127921279312794127951279612797127981279912800128011280212803128041280512806128071280812809128101281112812128131281412815128161281712818128191282012821128221282312824128251282612827128281282912830128311283212833128341283512836128371283812839128401284112842128431284412845128461284712848128491285012851128521285312854128551285612857128581285912860128611286212863128641286512866128671286812869128701287112872128731287412875128761287712878128791288012881128821288312884128851288612887128881288912890128911289212893128941289512896128971289812899129001290112902129031290412905129061290712908129091291012911129121291312914129151291612917129181291912920129211292212923129241292512926129271292812929129301293112932129331293412935129361293712938129391294012941129421294312944129451294612947129481294912950129511295212953129541295512956129571295812959129601296112962129631296412965129661296712968129691297012971129721297312974129751297612977129781297912980129811298212983129841298512986129871298812989129901299112992129931299412995129961299712998129991300013001130021300313004130051300613007130081300913010130111301213013130141301513016130171301813019130201302113022130231302413025130261302713028130291303013031130321303313034130351303613037130381303913040130411304213043130441304513046130471304813049130501305113052130531305413055130561305713058130591306013061130621306313064130651306613067130681306913070130711307213073130741307513076130771307813079130801308113082130831308413085130861308713088130891309013091130921309313094130951309613097130981309913100131011310213103131041310513106131071310813109131101311113112131131311413115131161311713118131191312013121131221312313124131251312613127131281312913130131311313213133131341313513136131371313813139131401314113142131431314413145131461314713148131491315013151131521315313154131551315613157131581315913160131611316213163131641316513166131671316813169131701317113172131731317413175131761317713178131791318013181131821318313184131851318613187131881318913190131911319213193131941319513196131971319813199132001320113202132031320413205132061320713208132091321013211132121321313214132151321613217132181321913220132211322213223132241322513226132271322813229132301323113232132331323413235132361323713238132391324013241132421324313244132451324613247132481324913250132511325213253132541325513256132571325813259132601326113262132631326413265132661326713268132691327013271132721327313274132751327613277132781327913280132811328213283132841328513286132871328813289132901329113292132931329413295132961329713298132991330013301133021330313304133051330613307133081330913310133111331213313133141331513316133171331813319133201332113322133231332413325133261332713328133291333013331133321333313334133351333613337133381333913340133411334213343133441334513346133471334813349133501335113352133531335413355133561335713358133591336013361133621336313364133651336613367133681336913370133711337213373133741337513376133771337813379133801338113382133831338413385133861338713388133891339013391133921339313394133951339613397133981339913400134011340213403134041340513406134071340813409134101341113412134131341413415134161341713418134191342013421134221342313424134251342613427134281342913430134311343213433134341343513436134371343813439134401344113442134431344413445134461344713448134491345013451134521345313454134551345613457134581345913460134611346213463134641346513466134671346813469134701347113472134731347413475134761347713478134791348013481134821348313484134851348613487134881348913490134911349213493134941349513496134971349813499135001350113502135031350413505135061350713508135091351013511135121351313514135151351613517135181351913520135211352213523135241352513526135271352813529135301353113532135331353413535135361353713538135391354013541135421354313544135451354613547135481354913550135511355213553135541355513556135571355813559135601356113562135631356413565135661356713568135691357013571135721357313574135751357613577135781357913580135811358213583135841358513586135871358813589135901359113592135931359413595135961359713598135991360013601136021360313604136051360613607136081360913610136111361213613136141361513616136171361813619136201362113622136231362413625136261362713628136291363013631136321363313634136351363613637136381363913640136411364213643136441364513646136471364813649136501365113652136531365413655136561365713658136591366013661136621366313664136651366613667136681366913670136711367213673136741367513676136771367813679136801368113682136831368413685136861368713688136891369013691136921369313694136951369613697136981369913700137011370213703137041370513706137071370813709137101371113712137131371413715137161371713718137191372013721137221372313724137251372613727137281372913730137311373213733137341373513736137371373813739137401374113742137431374413745137461374713748137491375013751137521375313754137551375613757137581375913760137611376213763137641376513766137671376813769137701377113772137731377413775137761377713778137791378013781137821378313784137851378613787137881378913790137911379213793137941379513796137971379813799138001380113802138031380413805138061380713808138091381013811138121381313814138151381613817138181381913820138211382213823138241382513826138271382813829138301383113832138331383413835138361383713838138391384013841138421384313844138451384613847138481384913850138511385213853138541385513856138571385813859138601386113862138631386413865138661386713868138691387013871138721387313874138751387613877138781387913880138811388213883138841388513886138871388813889138901389113892138931389413895138961389713898138991390013901139021390313904139051390613907139081390913910139111391213913139141391513916139171391813919139201392113922139231392413925139261392713928139291393013931139321393313934139351393613937139381393913940139411394213943139441394513946139471394813949139501395113952139531395413955139561395713958139591396013961139621396313964139651396613967139681396913970139711397213973139741397513976139771397813979139801398113982139831398413985139861398713988139891399013991139921399313994139951399613997139981399914000140011400214003140041400514006140071400814009140101401114012140131401414015140161401714018140191402014021140221402314024140251402614027140281402914030140311403214033140341403514036140371403814039140401404114042140431404414045140461404714048140491405014051140521405314054140551405614057140581405914060140611406214063140641406514066140671406814069140701407114072140731407414075140761407714078140791408014081140821408314084140851408614087140881408914090140911409214093140941409514096140971409814099141001410114102141031410414105141061410714108141091411014111141121411314114141151411614117141181411914120141211412214123141241412514126141271412814129141301413114132141331413414135141361413714138141391414014141141421414314144141451414614147141481414914150141511415214153141541415514156141571415814159141601416114162141631416414165141661416714168141691417014171141721417314174141751417614177141781417914180141811418214183141841418514186141871418814189141901419114192141931419414195141961419714198141991420014201142021420314204142051420614207142081420914210142111421214213142141421514216142171421814219142201422114222142231422414225142261422714228142291423014231142321423314234142351423614237142381423914240142411424214243142441424514246142471424814249142501425114252142531425414255142561425714258142591426014261142621426314264142651426614267142681426914270142711427214273142741427514276142771427814279142801428114282142831428414285142861428714288142891429014291142921429314294142951429614297142981429914300143011430214303143041430514306143071430814309143101431114312143131431414315143161431714318143191432014321143221432314324143251432614327143281432914330143311433214333143341433514336143371433814339143401434114342143431434414345143461434714348143491435014351143521435314354143551435614357143581435914360143611436214363143641436514366143671436814369143701437114372143731437414375143761437714378143791438014381143821438314384143851438614387143881438914390143911439214393143941439514396143971439814399144001440114402144031440414405144061440714408144091441014411144121441314414144151441614417144181441914420144211442214423144241442514426144271442814429144301443114432144331443414435144361443714438144391444014441144421444314444144451444614447144481444914450144511445214453144541445514456144571445814459144601446114462144631446414465144661446714468144691447014471144721447314474144751447614477144781447914480144811448214483144841448514486144871448814489144901449114492144931449414495144961449714498144991450014501145021450314504145051450614507145081450914510145111451214513145141451514516145171451814519145201452114522145231452414525145261452714528145291453014531145321453314534145351453614537145381453914540145411454214543145441454514546145471454814549145501455114552145531455414555145561455714558145591456014561145621456314564145651456614567145681456914570145711457214573145741457514576145771457814579145801458114582145831458414585145861458714588145891459014591145921459314594145951459614597145981459914600146011460214603146041460514606146071460814609146101461114612146131461414615146161461714618146191462014621146221462314624146251462614627146281462914630146311463214633146341463514636146371463814639146401464114642146431464414645146461464714648146491465014651146521465314654146551465614657146581465914660146611466214663146641466514666146671466814669146701467114672146731467414675146761467714678146791468014681146821468314684146851468614687146881468914690146911469214693146941469514696146971469814699147001470114702147031470414705147061470714708147091471014711147121471314714147151471614717147181471914720147211472214723147241472514726147271472814729147301473114732147331473414735147361473714738147391474014741147421474314744147451474614747147481474914750147511475214753147541475514756147571475814759147601476114762147631476414765147661476714768147691477014771147721477314774147751477614777147781477914780147811478214783147841478514786147871478814789147901479114792147931479414795147961479714798147991480014801148021480314804148051480614807148081480914810148111481214813148141481514816148171481814819148201482114822148231482414825148261482714828148291483014831148321483314834148351483614837148381483914840148411484214843148441484514846148471484814849148501485114852148531485414855148561485714858148591486014861148621486314864148651486614867148681486914870148711487214873148741487514876148771487814879148801488114882148831488414885148861488714888148891489014891148921489314894148951489614897148981489914900149011490214903149041490514906149071490814909149101491114912149131491414915149161491714918149191492014921149221492314924149251492614927149281492914930149311493214933149341493514936149371493814939149401494114942149431494414945149461494714948149491495014951149521495314954149551495614957149581495914960149611496214963149641496514966149671496814969149701497114972149731497414975149761497714978149791498014981149821498314984149851498614987149881498914990149911499214993149941499514996149971499814999150001500115002150031500415005150061500715008150091501015011150121501315014150151501615017150181501915020150211502215023150241502515026150271502815029150301503115032150331503415035150361503715038150391504015041150421504315044150451504615047150481504915050150511505215053150541505515056150571505815059150601506115062150631506415065150661506715068150691507015071150721507315074150751507615077150781507915080150811508215083150841508515086150871508815089150901509115092150931509415095150961509715098150991510015101151021510315104151051510615107151081510915110151111511215113151141511515116151171511815119151201512115122151231512415125151261512715128151291513015131151321513315134151351513615137151381513915140151411514215143151441514515146151471514815149151501515115152151531515415155151561515715158151591516015161151621516315164151651516615167151681516915170151711517215173151741517515176151771517815179151801518115182151831518415185151861518715188151891519015191151921519315194151951519615197151981519915200152011520215203152041520515206152071520815209152101521115212152131521415215152161521715218152191522015221152221522315224152251522615227152281522915230152311523215233152341523515236152371523815239152401524115242152431524415245152461524715248152491525015251152521525315254152551525615257152581525915260152611526215263152641526515266152671526815269152701527115272152731527415275152761527715278152791528015281152821528315284152851528615287152881528915290152911529215293152941529515296152971529815299153001530115302153031530415305153061530715308153091531015311153121531315314153151531615317153181531915320153211532215323153241532515326153271532815329153301533115332153331533415335153361533715338153391534015341153421534315344153451534615347153481534915350153511535215353153541535515356153571535815359153601536115362153631536415365153661536715368153691537015371153721537315374153751537615377153781537915380153811538215383153841538515386153871538815389153901539115392153931539415395153961539715398153991540015401154021540315404154051540615407154081540915410154111541215413154141541515416154171541815419154201542115422154231542415425154261542715428154291543015431154321543315434154351543615437154381543915440154411544215443154441544515446154471544815449154501545115452154531545415455154561545715458154591546015461154621546315464154651546615467154681546915470154711547215473154741547515476154771547815479154801548115482154831548415485154861548715488154891549015491154921549315494154951549615497154981549915500155011550215503155041550515506155071550815509155101551115512155131551415515155161551715518155191552015521155221552315524155251552615527155281552915530155311553215533155341553515536155371553815539155401554115542155431554415545155461554715548155491555015551155521555315554155551555615557155581555915560155611556215563155641556515566155671556815569155701557115572155731557415575155761557715578155791558015581155821558315584155851558615587155881558915590155911559215593155941559515596155971559815599156001560115602156031560415605156061560715608156091561015611156121561315614156151561615617156181561915620156211562215623156241562515626156271562815629156301563115632156331563415635156361563715638156391564015641156421564315644156451564615647156481564915650156511565215653156541565515656156571565815659156601566115662156631566415665156661566715668156691567015671156721567315674156751567615677156781567915680156811568215683156841568515686156871568815689156901569115692156931569415695156961569715698156991570015701157021570315704157051570615707157081570915710157111571215713157141571515716157171571815719
// SPDX-License-Identifier: GPL-2.0-only /* * Testsuite for BPF interpreter and BPF JIT compiler * * Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com */ #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt #include <linux/init.h> #include <linux/module.h> #include <linux/filter.h> #include <linux/bpf.h> #include <linux/skbuff.h> #include <linux/netdevice.h> #include <linux/if_vlan.h> #include <linux/prandom.h> #include <linux/highmem.h> #include <linux/sched.h> /* General test specific settings */ #define MAX_SUBTESTS 3 #define MAX_TESTRUNS 1000 #define MAX_DATA 128 #define MAX_INSNS 512 #define MAX_K 0xffffFFFF /* Few constants used to init test 'skb' */ #define SKB_TYPE 3 #define SKB_MARK 0x1234aaaa #define SKB_HASH 0x1234aaab #define SKB_QUEUE_MAP 123 #define SKB_VLAN_TCI 0xffff #define SKB_VLAN_PRESENT 1 #define SKB_DEV_IFINDEX 577 #define SKB_DEV_TYPE 588 /* Redefine REGs to make tests less verbose */ #define R0 BPF_REG_0 #define R1 BPF_REG_1 #define R2 BPF_REG_2 #define R3 BPF_REG_3 #define R4 BPF_REG_4 #define R5 BPF_REG_5 #define R6 BPF_REG_6 #define R7 BPF_REG_7 #define R8 BPF_REG_8 #define R9 BPF_REG_9 #define R10 BPF_REG_10 /* Flags that can be passed to test cases */ #define FLAG_NO_DATA BIT(0) #define FLAG_EXPECTED_FAIL BIT(1) #define FLAG_SKB_FRAG BIT(2) #define FLAG_VERIFIER_ZEXT BIT(3) #define FLAG_LARGE_MEM BIT(4) enum { CLASSIC = BIT(6), /* Old BPF instructions only. */ INTERNAL = BIT(7), /* Extended instruction set. */ }; #define TEST_TYPE_MASK (CLASSIC | INTERNAL) struct bpf_test { const char *descr; union { struct sock_filter insns[MAX_INSNS]; struct bpf_insn insns_int[MAX_INSNS]; struct { void *insns; unsigned int len; } ptr; } u; __u8 aux; __u8 data[MAX_DATA]; struct { int data_size; __u32 result; } test[MAX_SUBTESTS]; int (*fill_helper)(struct bpf_test *self); int expected_errcode; /* used when FLAG_EXPECTED_FAIL is set in the aux */ __u8 frag_data[MAX_DATA]; int stack_depth; /* for eBPF only, since tests don't call verifier */ int nr_testruns; /* Custom run count, defaults to MAX_TESTRUNS if 0 */ }; /* Large test cases need separate allocation and fill handler. */ static int bpf_fill_maxinsns1(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; __u32 k = ~0; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len; i++, k--) insn[i] = __BPF_STMT(BPF_RET | BPF_K, k); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns2(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len; i++) insn[i] = __BPF_STMT(BPF_RET | BPF_K, 0xfefefefe); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns3(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; struct rnd_state rnd; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; prandom_seed_state(&rnd, 3141592653589793238ULL); for (i = 0; i < len - 1; i++) { __u32 k = prandom_u32_state(&rnd); insn[i] = __BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, k); } insn[len - 1] = __BPF_STMT(BPF_RET | BPF_A, 0); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns4(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS + 1; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len; i++) insn[i] = __BPF_STMT(BPF_RET | BPF_K, 0xfefefefe); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns5(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[0] = __BPF_JUMP(BPF_JMP | BPF_JA, len - 2, 0, 0); for (i = 1; i < len - 1; i++) insn[i] = __BPF_STMT(BPF_RET | BPF_K, 0xfefefefe); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_K, 0xabababab); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns6(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len - 1; i++) insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_VLAN_TAG_PRESENT); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_A, 0); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns7(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len - 4; i++) insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_CPU); insn[len - 4] = __BPF_STMT(BPF_MISC | BPF_TAX, 0); insn[len - 3] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_CPU); insn[len - 2] = __BPF_STMT(BPF_ALU | BPF_SUB | BPF_X, 0); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_A, 0); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns8(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i, jmp_off = len - 3; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[0] = __BPF_STMT(BPF_LD | BPF_IMM, 0xffffffff); for (i = 1; i < len - 1; i++) insn[i] = __BPF_JUMP(BPF_JMP | BPF_JGT, 0xffffffff, jmp_off--, 0); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_A, 0); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns9(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct bpf_insn *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[0] = BPF_JMP_IMM(BPF_JA, 0, 0, len - 2); insn[1] = BPF_ALU32_IMM(BPF_MOV, R0, 0xcbababab); insn[2] = BPF_EXIT_INSN(); for (i = 3; i < len - 2; i++) insn[i] = BPF_ALU32_IMM(BPF_MOV, R0, 0xfefefefe); insn[len - 2] = BPF_EXIT_INSN(); insn[len - 1] = BPF_JMP_IMM(BPF_JA, 0, 0, -(len - 1)); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns10(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS, hlen = len - 2; struct bpf_insn *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < hlen / 2; i++) insn[i] = BPF_JMP_IMM(BPF_JA, 0, 0, hlen - 2 - 2 * i); for (i = hlen - 1; i > hlen / 2; i--) insn[i] = BPF_JMP_IMM(BPF_JA, 0, 0, hlen - 1 - 2 * i); insn[hlen / 2] = BPF_JMP_IMM(BPF_JA, 0, 0, hlen / 2 - 1); insn[hlen] = BPF_ALU32_IMM(BPF_MOV, R0, 0xabababac); insn[hlen + 1] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int __bpf_fill_ja(struct bpf_test *self, unsigned int len, unsigned int plen) { struct sock_filter *insn; unsigned int rlen; int i, j; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; rlen = (len % plen) - 1; for (i = 0; i + plen < len; i += plen) for (j = 0; j < plen; j++) insn[i + j] = __BPF_JUMP(BPF_JMP | BPF_JA, plen - 1 - j, 0, 0); for (j = 0; j < rlen; j++) insn[i + j] = __BPF_JUMP(BPF_JMP | BPF_JA, rlen - 1 - j, 0, 0); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_K, 0xababcbac); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns11(struct bpf_test *self) { /* Hits 70 passes on x86_64 and triggers NOPs padding. */ return __bpf_fill_ja(self, BPF_MAXINSNS, 68); } static int bpf_fill_maxinsns12(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[0] = __BPF_JUMP(BPF_JMP | BPF_JA, len - 2, 0, 0); for (i = 1; i < len - 1; i++) insn[i] = __BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_K, 0xabababab); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_maxinsns13(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len - 3; i++) insn[i] = __BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0); insn[len - 3] = __BPF_STMT(BPF_LD | BPF_IMM, 0xabababab); insn[len - 2] = __BPF_STMT(BPF_ALU | BPF_XOR | BPF_X, 0); insn[len - 1] = __BPF_STMT(BPF_RET | BPF_A, 0); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int bpf_fill_ja(struct bpf_test *self) { /* Hits exactly 11 passes on x86_64 JIT. */ return __bpf_fill_ja(self, 12, 9); } static int bpf_fill_ld_abs_get_processor_id(struct bpf_test *self) { unsigned int len = BPF_MAXINSNS; struct sock_filter *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; for (i = 0; i < len - 1; i += 2) { insn[i] = __BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 0); insn[i + 1] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_CPU); } insn[len - 1] = __BPF_STMT(BPF_RET | BPF_K, 0xbee); self->u.ptr.insns = insn; self->u.ptr.len = len; return 0; } static int __bpf_fill_stxdw(struct bpf_test *self, int size) { unsigned int len = BPF_MAXINSNS; struct bpf_insn *insn; int i; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[0] = BPF_ALU32_IMM(BPF_MOV, R0, 1); insn[1] = BPF_ST_MEM(size, R10, -40, 42); for (i = 2; i < len - 2; i++) insn[i] = BPF_STX_XADD(size, R10, R0, -40); insn[len - 2] = BPF_LDX_MEM(size, R0, R10, -40); insn[len - 1] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; self->stack_depth = 40; return 0; } static int bpf_fill_stxw(struct bpf_test *self) { return __bpf_fill_stxdw(self, BPF_W); } static int bpf_fill_stxdw(struct bpf_test *self) { return __bpf_fill_stxdw(self, BPF_DW); } static int __bpf_ld_imm64(struct bpf_insn insns[2], u8 reg, s64 imm64) { struct bpf_insn tmp[] = {BPF_LD_IMM64(reg, imm64)}; memcpy(insns, tmp, sizeof(tmp)); return 2; } /* * Branch conversion tests. Complex operations can expand to a lot * of instructions when JITed. This in turn may cause jump offsets * to overflow the field size of the native instruction, triggering * a branch conversion mechanism in some JITs. */ static int __bpf_fill_max_jmp(struct bpf_test *self, int jmp, int imm) { struct bpf_insn *insns; int len = S16_MAX + 5; int i; insns = kmalloc_array(len, sizeof(*insns), GFP_KERNEL); if (!insns) return -ENOMEM; i = __bpf_ld_imm64(insns, R1, 0x0123456789abcdefULL); insns[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insns[i++] = BPF_JMP_IMM(jmp, R0, imm, S16_MAX); insns[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 2); insns[i++] = BPF_EXIT_INSN(); while (i < len - 1) { static const int ops[] = { BPF_LSH, BPF_RSH, BPF_ARSH, BPF_ADD, BPF_SUB, BPF_MUL, BPF_DIV, BPF_MOD, }; int op = ops[(i >> 1) % ARRAY_SIZE(ops)]; if (i & 1) insns[i++] = BPF_ALU32_REG(op, R0, R1); else insns[i++] = BPF_ALU64_REG(op, R0, R1); } insns[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insns; self->u.ptr.len = len; BUG_ON(i != len); return 0; } /* Branch taken by runtime decision */ static int bpf_fill_max_jmp_taken(struct bpf_test *self) { return __bpf_fill_max_jmp(self, BPF_JEQ, 1); } /* Branch not taken by runtime decision */ static int bpf_fill_max_jmp_not_taken(struct bpf_test *self) { return __bpf_fill_max_jmp(self, BPF_JEQ, 0); } /* Branch always taken, known at JIT time */ static int bpf_fill_max_jmp_always_taken(struct bpf_test *self) { return __bpf_fill_max_jmp(self, BPF_JGE, 0); } /* Branch never taken, known at JIT time */ static int bpf_fill_max_jmp_never_taken(struct bpf_test *self) { return __bpf_fill_max_jmp(self, BPF_JLT, 0); } /* ALU result computation used in tests */ static bool __bpf_alu_result(u64 *res, u64 v1, u64 v2, u8 op) { *res = 0; switch (op) { case BPF_MOV: *res = v2; break; case BPF_AND: *res = v1 & v2; break; case BPF_OR: *res = v1 | v2; break; case BPF_XOR: *res = v1 ^ v2; break; case BPF_LSH: *res = v1 << v2; break; case BPF_RSH: *res = v1 >> v2; break; case BPF_ARSH: *res = v1 >> v2; if (v2 > 0 && v1 > S64_MAX) *res |= ~0ULL << (64 - v2); break; case BPF_ADD: *res = v1 + v2; break; case BPF_SUB: *res = v1 - v2; break; case BPF_MUL: *res = v1 * v2; break; case BPF_DIV: if (v2 == 0) return false; *res = div64_u64(v1, v2); break; case BPF_MOD: if (v2 == 0) return false; div64_u64_rem(v1, v2, res); break; } return true; } /* Test an ALU shift operation for all valid shift values */ static int __bpf_fill_alu_shift(struct bpf_test *self, u8 op, u8 mode, bool alu32) { static const s64 regs[] = { 0x0123456789abcdefLL, /* dword > 0, word < 0 */ 0xfedcba9876543210LL, /* dword < 0, word > 0 */ 0xfedcba0198765432LL, /* dword < 0, word < 0 */ 0x0123458967abcdefLL, /* dword > 0, word > 0 */ }; int bits = alu32 ? 32 : 64; int len = (2 + 7 * bits) * ARRAY_SIZE(regs) + 3; struct bpf_insn *insn; int imm, k; int i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 0); for (k = 0; k < ARRAY_SIZE(regs); k++) { s64 reg = regs[k]; i += __bpf_ld_imm64(&insn[i], R3, reg); for (imm = 0; imm < bits; imm++) { u64 val; /* Perform operation */ insn[i++] = BPF_ALU64_REG(BPF_MOV, R1, R3); insn[i++] = BPF_ALU64_IMM(BPF_MOV, R2, imm); if (alu32) { if (mode == BPF_K) insn[i++] = BPF_ALU32_IMM(op, R1, imm); else insn[i++] = BPF_ALU32_REG(op, R1, R2); if (op == BPF_ARSH) reg = (s32)reg; else reg = (u32)reg; __bpf_alu_result(&val, reg, imm, op); val = (u32)val; } else { if (mode == BPF_K) insn[i++] = BPF_ALU64_IMM(op, R1, imm); else insn[i++] = BPF_ALU64_REG(op, R1, R2); __bpf_alu_result(&val, reg, imm, op); } /* * When debugging a JIT that fails this test, one * can write the immediate value to R0 here to find * out which operand values that fail. */ /* Load reference and check the result */ i += __bpf_ld_imm64(&insn[i], R4, val); insn[i++] = BPF_JMP_REG(BPF_JEQ, R1, R4, 1); insn[i++] = BPF_EXIT_INSN(); } } insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insn[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; BUG_ON(i != len); return 0; } static int bpf_fill_alu64_lsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_LSH, BPF_K, false); } static int bpf_fill_alu64_rsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_RSH, BPF_K, false); } static int bpf_fill_alu64_arsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_ARSH, BPF_K, false); } static int bpf_fill_alu64_lsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_LSH, BPF_X, false); } static int bpf_fill_alu64_rsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_RSH, BPF_X, false); } static int bpf_fill_alu64_arsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_ARSH, BPF_X, false); } static int bpf_fill_alu32_lsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_LSH, BPF_K, true); } static int bpf_fill_alu32_rsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_RSH, BPF_K, true); } static int bpf_fill_alu32_arsh_imm(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_ARSH, BPF_K, true); } static int bpf_fill_alu32_lsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_LSH, BPF_X, true); } static int bpf_fill_alu32_rsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_RSH, BPF_X, true); } static int bpf_fill_alu32_arsh_reg(struct bpf_test *self) { return __bpf_fill_alu_shift(self, BPF_ARSH, BPF_X, true); } /* * Test an ALU register shift operation for all valid shift values * for the case when the source and destination are the same. */ static int __bpf_fill_alu_shift_same_reg(struct bpf_test *self, u8 op, bool alu32) { int bits = alu32 ? 32 : 64; int len = 3 + 6 * bits; struct bpf_insn *insn; int i = 0; u64 val; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 0); for (val = 0; val < bits; val++) { u64 res; /* Perform operation */ insn[i++] = BPF_ALU64_IMM(BPF_MOV, R1, val); if (alu32) insn[i++] = BPF_ALU32_REG(op, R1, R1); else insn[i++] = BPF_ALU64_REG(op, R1, R1); /* Compute the reference result */ __bpf_alu_result(&res, val, val, op); if (alu32) res = (u32)res; i += __bpf_ld_imm64(&insn[i], R2, res); /* Check the actual result */ insn[i++] = BPF_JMP_REG(BPF_JEQ, R1, R2, 1); insn[i++] = BPF_EXIT_INSN(); } insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insn[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; BUG_ON(i != len); return 0; } static int bpf_fill_alu64_lsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_LSH, false); } static int bpf_fill_alu64_rsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_RSH, false); } static int bpf_fill_alu64_arsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_ARSH, false); } static int bpf_fill_alu32_lsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_LSH, true); } static int bpf_fill_alu32_rsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_RSH, true); } static int bpf_fill_alu32_arsh_same_reg(struct bpf_test *self) { return __bpf_fill_alu_shift_same_reg(self, BPF_ARSH, true); } /* * Common operand pattern generator for exhaustive power-of-two magnitudes * tests. The block size parameters can be adjusted to increase/reduce the * number of combinatons tested and thereby execution speed and memory * footprint. */ static inline s64 value(int msb, int delta, int sign) { return sign * (1LL << msb) + delta; } static int __bpf_fill_pattern(struct bpf_test *self, void *arg, int dbits, int sbits, int block1, int block2, int (*emit)(struct bpf_test*, void*, struct bpf_insn*, s64, s64)) { static const int sgn[][2] = {{1, 1}, {1, -1}, {-1, 1}, {-1, -1}}; struct bpf_insn *insns; int di, si, bt, db, sb; int count, len, k; int extra = 1 + 2; int i = 0; /* Total number of iterations for the two pattern */ count = (dbits - 1) * (sbits - 1) * block1 * block1 * ARRAY_SIZE(sgn); count += (max(dbits, sbits) - 1) * block2 * block2 * ARRAY_SIZE(sgn); /* Compute the maximum number of insns and allocate the buffer */ len = extra + count * (*emit)(self, arg, NULL, 0, 0); insns = kmalloc_array(len, sizeof(*insns), GFP_KERNEL); if (!insns) return -ENOMEM; /* Add head instruction(s) */ insns[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 0); /* * Pattern 1: all combinations of power-of-two magnitudes and sign, * and with a block of contiguous values around each magnitude. */ for (di = 0; di < dbits - 1; di++) /* Dst magnitudes */ for (si = 0; si < sbits - 1; si++) /* Src magnitudes */ for (k = 0; k < ARRAY_SIZE(sgn); k++) /* Sign combos */ for (db = -(block1 / 2); db < (block1 + 1) / 2; db++) for (sb = -(block1 / 2); sb < (block1 + 1) / 2; sb++) { s64 dst, src; dst = value(di, db, sgn[k][0]); src = value(si, sb, sgn[k][1]); i += (*emit)(self, arg, &insns[i], dst, src); } /* * Pattern 2: all combinations for a larger block of values * for each power-of-two magnitude and sign, where the magnitude is * the same for both operands. */ for (bt = 0; bt < max(dbits, sbits) - 1; bt++) /* Magnitude */ for (k = 0; k < ARRAY_SIZE(sgn); k++) /* Sign combos */ for (db = -(block2 / 2); db < (block2 + 1) / 2; db++) for (sb = -(block2 / 2); sb < (block2 + 1) / 2; sb++) { s64 dst, src; dst = value(bt % dbits, db, sgn[k][0]); src = value(bt % sbits, sb, sgn[k][1]); i += (*emit)(self, arg, &insns[i], dst, src); } /* Append tail instructions */ insns[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insns[i++] = BPF_EXIT_INSN(); BUG_ON(i > len); self->u.ptr.insns = insns; self->u.ptr.len = i; return 0; } /* * Block size parameters used in pattern tests below. une as needed to * increase/reduce the number combinations tested, see following examples. * block values per operand MSB * ---------------------------------------- * 0 none * 1 (1 << MSB) * 2 (1 << MSB) + [-1, 0] * 3 (1 << MSB) + [-1, 0, 1] */ #define PATTERN_BLOCK1 1 #define PATTERN_BLOCK2 5 /* Number of test runs for a pattern test */ #define NR_PATTERN_RUNS 1 /* * Exhaustive tests of ALU operations for all combinations of power-of-two * magnitudes of the operands, both for positive and negative values. The * test is designed to verify e.g. the ALU and ALU64 operations for JITs that * emit different code depending on the magnitude of the immediate value. */ static int __bpf_emit_alu64_imm(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 imm) { int op = *(int *)arg; int i = 0; u64 res; if (!insns) return 7; if (__bpf_alu_result(&res, dst, (s32)imm, op)) { i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R3, res); insns[i++] = BPF_ALU64_IMM(op, R1, imm); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); } return i; } static int __bpf_emit_alu32_imm(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 imm) { int op = *(int *)arg; int i = 0; u64 res; if (!insns) return 7; if (__bpf_alu_result(&res, (u32)dst, (u32)imm, op)) { i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R3, (u32)res); insns[i++] = BPF_ALU32_IMM(op, R1, imm); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); } return i; } static int __bpf_emit_alu64_reg(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; int i = 0; u64 res; if (!insns) return 9; if (__bpf_alu_result(&res, dst, src, op)) { i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); i += __bpf_ld_imm64(&insns[i], R3, res); insns[i++] = BPF_ALU64_REG(op, R1, R2); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); } return i; } static int __bpf_emit_alu32_reg(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; int i = 0; u64 res; if (!insns) return 9; if (__bpf_alu_result(&res, (u32)dst, (u32)src, op)) { i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); i += __bpf_ld_imm64(&insns[i], R3, (u32)res); insns[i++] = BPF_ALU32_REG(op, R1, R2); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); } return i; } static int __bpf_fill_alu64_imm(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 32, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_alu64_imm); } static int __bpf_fill_alu32_imm(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 32, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_alu32_imm); } static int __bpf_fill_alu64_reg(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_alu64_reg); } static int __bpf_fill_alu32_reg(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_alu32_reg); } /* ALU64 immediate operations */ static int bpf_fill_alu64_mov_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_MOV); } static int bpf_fill_alu64_and_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_AND); } static int bpf_fill_alu64_or_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_OR); } static int bpf_fill_alu64_xor_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_XOR); } static int bpf_fill_alu64_add_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_ADD); } static int bpf_fill_alu64_sub_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_SUB); } static int bpf_fill_alu64_mul_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_MUL); } static int bpf_fill_alu64_div_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_DIV); } static int bpf_fill_alu64_mod_imm(struct bpf_test *self) { return __bpf_fill_alu64_imm(self, BPF_MOD); } /* ALU32 immediate operations */ static int bpf_fill_alu32_mov_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_MOV); } static int bpf_fill_alu32_and_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_AND); } static int bpf_fill_alu32_or_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_OR); } static int bpf_fill_alu32_xor_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_XOR); } static int bpf_fill_alu32_add_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_ADD); } static int bpf_fill_alu32_sub_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_SUB); } static int bpf_fill_alu32_mul_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_MUL); } static int bpf_fill_alu32_div_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_DIV); } static int bpf_fill_alu32_mod_imm(struct bpf_test *self) { return __bpf_fill_alu32_imm(self, BPF_MOD); } /* ALU64 register operations */ static int bpf_fill_alu64_mov_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_MOV); } static int bpf_fill_alu64_and_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_AND); } static int bpf_fill_alu64_or_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_OR); } static int bpf_fill_alu64_xor_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_XOR); } static int bpf_fill_alu64_add_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_ADD); } static int bpf_fill_alu64_sub_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_SUB); } static int bpf_fill_alu64_mul_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_MUL); } static int bpf_fill_alu64_div_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_DIV); } static int bpf_fill_alu64_mod_reg(struct bpf_test *self) { return __bpf_fill_alu64_reg(self, BPF_MOD); } /* ALU32 register operations */ static int bpf_fill_alu32_mov_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_MOV); } static int bpf_fill_alu32_and_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_AND); } static int bpf_fill_alu32_or_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_OR); } static int bpf_fill_alu32_xor_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_XOR); } static int bpf_fill_alu32_add_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_ADD); } static int bpf_fill_alu32_sub_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_SUB); } static int bpf_fill_alu32_mul_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_MUL); } static int bpf_fill_alu32_div_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_DIV); } static int bpf_fill_alu32_mod_reg(struct bpf_test *self) { return __bpf_fill_alu32_reg(self, BPF_MOD); } /* * Test JITs that implement complex ALU operations as function * calls, and must re-arrange operands for argument passing. */ static int __bpf_fill_alu_imm_regs(struct bpf_test *self, u8 op, bool alu32) { int len = 2 + 10 * 10; struct bpf_insn *insns; u64 dst, res; int i = 0; u32 imm; int rd; insns = kmalloc_array(len, sizeof(*insns), GFP_KERNEL); if (!insns) return -ENOMEM; /* Operand and result values according to operation */ if (alu32) dst = 0x76543210U; else dst = 0x7edcba9876543210ULL; imm = 0x01234567U; if (op == BPF_LSH || op == BPF_RSH || op == BPF_ARSH) imm &= 31; __bpf_alu_result(&res, dst, imm, op); if (alu32) res = (u32)res; /* Check all operand registers */ for (rd = R0; rd <= R9; rd++) { i += __bpf_ld_imm64(&insns[i], rd, dst); if (alu32) insns[i++] = BPF_ALU32_IMM(op, rd, imm); else insns[i++] = BPF_ALU64_IMM(op, rd, imm); insns[i++] = BPF_JMP32_IMM(BPF_JEQ, rd, res, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_ALU64_IMM(BPF_RSH, rd, 32); insns[i++] = BPF_JMP32_IMM(BPF_JEQ, rd, res >> 32, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); } insns[i++] = BPF_MOV64_IMM(R0, 1); insns[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insns; self->u.ptr.len = len; BUG_ON(i != len); return 0; } /* ALU64 K registers */ static int bpf_fill_alu64_mov_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MOV, false); } static int bpf_fill_alu64_and_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_AND, false); } static int bpf_fill_alu64_or_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_OR, false); } static int bpf_fill_alu64_xor_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_XOR, false); } static int bpf_fill_alu64_lsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_LSH, false); } static int bpf_fill_alu64_rsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_RSH, false); } static int bpf_fill_alu64_arsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_ARSH, false); } static int bpf_fill_alu64_add_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_ADD, false); } static int bpf_fill_alu64_sub_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_SUB, false); } static int bpf_fill_alu64_mul_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MUL, false); } static int bpf_fill_alu64_div_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_DIV, false); } static int bpf_fill_alu64_mod_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MOD, false); } /* ALU32 K registers */ static int bpf_fill_alu32_mov_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MOV, true); } static int bpf_fill_alu32_and_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_AND, true); } static int bpf_fill_alu32_or_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_OR, true); } static int bpf_fill_alu32_xor_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_XOR, true); } static int bpf_fill_alu32_lsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_LSH, true); } static int bpf_fill_alu32_rsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_RSH, true); } static int bpf_fill_alu32_arsh_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_ARSH, true); } static int bpf_fill_alu32_add_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_ADD, true); } static int bpf_fill_alu32_sub_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_SUB, true); } static int bpf_fill_alu32_mul_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MUL, true); } static int bpf_fill_alu32_div_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_DIV, true); } static int bpf_fill_alu32_mod_imm_regs(struct bpf_test *self) { return __bpf_fill_alu_imm_regs(self, BPF_MOD, true); } /* * Test JITs that implement complex ALU operations as function * calls, and must re-arrange operands for argument passing. */ static int __bpf_fill_alu_reg_pairs(struct bpf_test *self, u8 op, bool alu32) { int len = 2 + 10 * 10 * 12; u64 dst, src, res, same; struct bpf_insn *insns; int rd, rs; int i = 0; insns = kmalloc_array(len, sizeof(*insns), GFP_KERNEL); if (!insns) return -ENOMEM; /* Operand and result values according to operation */ if (alu32) { dst = 0x76543210U; src = 0x01234567U; } else { dst = 0x7edcba9876543210ULL; src = 0x0123456789abcdefULL; } if (op == BPF_LSH || op == BPF_RSH || op == BPF_ARSH) src &= 31; __bpf_alu_result(&res, dst, src, op); __bpf_alu_result(&same, src, src, op); if (alu32) { res = (u32)res; same = (u32)same; } /* Check all combinations of operand registers */ for (rd = R0; rd <= R9; rd++) { for (rs = R0; rs <= R9; rs++) { u64 val = rd == rs ? same : res; i += __bpf_ld_imm64(&insns[i], rd, dst); i += __bpf_ld_imm64(&insns[i], rs, src); if (alu32) insns[i++] = BPF_ALU32_REG(op, rd, rs); else insns[i++] = BPF_ALU64_REG(op, rd, rs); insns[i++] = BPF_JMP32_IMM(BPF_JEQ, rd, val, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_ALU64_IMM(BPF_RSH, rd, 32); insns[i++] = BPF_JMP32_IMM(BPF_JEQ, rd, val >> 32, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); } } insns[i++] = BPF_MOV64_IMM(R0, 1); insns[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insns; self->u.ptr.len = len; BUG_ON(i != len); return 0; } /* ALU64 X register combinations */ static int bpf_fill_alu64_mov_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MOV, false); } static int bpf_fill_alu64_and_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_AND, false); } static int bpf_fill_alu64_or_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_OR, false); } static int bpf_fill_alu64_xor_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_XOR, false); } static int bpf_fill_alu64_lsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_LSH, false); } static int bpf_fill_alu64_rsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_RSH, false); } static int bpf_fill_alu64_arsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_ARSH, false); } static int bpf_fill_alu64_add_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_ADD, false); } static int bpf_fill_alu64_sub_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_SUB, false); } static int bpf_fill_alu64_mul_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MUL, false); } static int bpf_fill_alu64_div_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_DIV, false); } static int bpf_fill_alu64_mod_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MOD, false); } /* ALU32 X register combinations */ static int bpf_fill_alu32_mov_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MOV, true); } static int bpf_fill_alu32_and_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_AND, true); } static int bpf_fill_alu32_or_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_OR, true); } static int bpf_fill_alu32_xor_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_XOR, true); } static int bpf_fill_alu32_lsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_LSH, true); } static int bpf_fill_alu32_rsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_RSH, true); } static int bpf_fill_alu32_arsh_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_ARSH, true); } static int bpf_fill_alu32_add_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_ADD, true); } static int bpf_fill_alu32_sub_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_SUB, true); } static int bpf_fill_alu32_mul_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MUL, true); } static int bpf_fill_alu32_div_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_DIV, true); } static int bpf_fill_alu32_mod_reg_pairs(struct bpf_test *self) { return __bpf_fill_alu_reg_pairs(self, BPF_MOD, true); } /* * Exhaustive tests of atomic operations for all power-of-two operand * magnitudes, both for positive and negative values. */ static int __bpf_emit_atomic64(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; u64 keep, fetch, res; int i = 0; if (!insns) return 21; switch (op) { case BPF_XCHG: res = src; break; default: __bpf_alu_result(&res, dst, src, BPF_OP(op)); } keep = 0x0123456789abcdefULL; if (op & BPF_FETCH) fetch = dst; else fetch = src; i += __bpf_ld_imm64(&insns[i], R0, keep); i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); i += __bpf_ld_imm64(&insns[i], R3, res); i += __bpf_ld_imm64(&insns[i], R4, fetch); i += __bpf_ld_imm64(&insns[i], R5, keep); insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); insns[i++] = BPF_ATOMIC_OP(BPF_DW, op, R10, R2, -8); insns[i++] = BPF_LDX_MEM(BPF_DW, R1, R10, -8); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R2, R4, 1); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R5, 1); insns[i++] = BPF_EXIT_INSN(); return i; } static int __bpf_emit_atomic32(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; u64 keep, fetch, res; int i = 0; if (!insns) return 21; switch (op) { case BPF_XCHG: res = src; break; default: __bpf_alu_result(&res, (u32)dst, (u32)src, BPF_OP(op)); } keep = 0x0123456789abcdefULL; if (op & BPF_FETCH) fetch = (u32)dst; else fetch = src; i += __bpf_ld_imm64(&insns[i], R0, keep); i += __bpf_ld_imm64(&insns[i], R1, (u32)dst); i += __bpf_ld_imm64(&insns[i], R2, src); i += __bpf_ld_imm64(&insns[i], R3, (u32)res); i += __bpf_ld_imm64(&insns[i], R4, fetch); i += __bpf_ld_imm64(&insns[i], R5, keep); insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4); insns[i++] = BPF_ATOMIC_OP(BPF_W, op, R10, R2, -4); insns[i++] = BPF_LDX_MEM(BPF_W, R1, R10, -4); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 1); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R2, R4, 1); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R5, 1); insns[i++] = BPF_EXIT_INSN(); return i; } static int __bpf_emit_cmpxchg64(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int i = 0; if (!insns) return 23; i += __bpf_ld_imm64(&insns[i], R0, ~dst); i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); /* Result unsuccessful */ insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); insns[i++] = BPF_JMP_REG(BPF_JEQ, R1, R3, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R3, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); /* Result successful */ insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); insns[i++] = BPF_JMP_REG(BPF_JEQ, R2, R3, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R1, 2); insns[i++] = BPF_MOV64_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); return i; } static int __bpf_emit_cmpxchg32(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int i = 0; if (!insns) return 27; i += __bpf_ld_imm64(&insns[i], R0, ~dst); i += __bpf_ld_imm64(&insns[i], R1, (u32)dst); i += __bpf_ld_imm64(&insns[i], R2, src); /* Result unsuccessful */ insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4); insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); insns[i++] = BPF_ZEXT_REG(R0); /* Zext always inserted by verifier */ insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4); insns[i++] = BPF_JMP32_REG(BPF_JEQ, R1, R3, 2); insns[i++] = BPF_MOV32_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R3, 2); insns[i++] = BPF_MOV32_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); /* Result successful */ i += __bpf_ld_imm64(&insns[i], R0, dst); insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); insns[i++] = BPF_ZEXT_REG(R0); /* Zext always inserted by verifier */ insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4); insns[i++] = BPF_JMP32_REG(BPF_JEQ, R2, R3, 2); insns[i++] = BPF_MOV32_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); insns[i++] = BPF_JMP_REG(BPF_JEQ, R0, R1, 2); insns[i++] = BPF_MOV32_IMM(R0, __LINE__); insns[i++] = BPF_EXIT_INSN(); return i; } static int __bpf_fill_atomic64(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, 0, PATTERN_BLOCK2, &__bpf_emit_atomic64); } static int __bpf_fill_atomic32(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, 0, PATTERN_BLOCK2, &__bpf_emit_atomic32); } /* 64-bit atomic operations */ static int bpf_fill_atomic64_add(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_ADD); } static int bpf_fill_atomic64_and(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_AND); } static int bpf_fill_atomic64_or(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_OR); } static int bpf_fill_atomic64_xor(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_XOR); } static int bpf_fill_atomic64_add_fetch(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_ADD | BPF_FETCH); } static int bpf_fill_atomic64_and_fetch(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_AND | BPF_FETCH); } static int bpf_fill_atomic64_or_fetch(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_OR | BPF_FETCH); } static int bpf_fill_atomic64_xor_fetch(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_XOR | BPF_FETCH); } static int bpf_fill_atomic64_xchg(struct bpf_test *self) { return __bpf_fill_atomic64(self, BPF_XCHG); } static int bpf_fill_cmpxchg64(struct bpf_test *self) { return __bpf_fill_pattern(self, NULL, 64, 64, 0, PATTERN_BLOCK2, &__bpf_emit_cmpxchg64); } /* 32-bit atomic operations */ static int bpf_fill_atomic32_add(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_ADD); } static int bpf_fill_atomic32_and(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_AND); } static int bpf_fill_atomic32_or(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_OR); } static int bpf_fill_atomic32_xor(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_XOR); } static int bpf_fill_atomic32_add_fetch(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_ADD | BPF_FETCH); } static int bpf_fill_atomic32_and_fetch(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_AND | BPF_FETCH); } static int bpf_fill_atomic32_or_fetch(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_OR | BPF_FETCH); } static int bpf_fill_atomic32_xor_fetch(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_XOR | BPF_FETCH); } static int bpf_fill_atomic32_xchg(struct bpf_test *self) { return __bpf_fill_atomic32(self, BPF_XCHG); } static int bpf_fill_cmpxchg32(struct bpf_test *self) { return __bpf_fill_pattern(self, NULL, 64, 64, 0, PATTERN_BLOCK2, &__bpf_emit_cmpxchg32); } /* * Test JITs that implement ATOMIC operations as function calls or * other primitives, and must re-arrange operands for argument passing. */ static int __bpf_fill_atomic_reg_pairs(struct bpf_test *self, u8 width, u8 op) { struct bpf_insn *insn; int len = 2 + 34 * 10 * 10; u64 mem, upd, res; int rd, rs, i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; /* Operand and memory values */ if (width == BPF_DW) { mem = 0x0123456789abcdefULL; upd = 0xfedcba9876543210ULL; } else { /* BPF_W */ mem = 0x01234567U; upd = 0x76543210U; } /* Memory updated according to operation */ switch (op) { case BPF_XCHG: res = upd; break; case BPF_CMPXCHG: res = mem; break; default: __bpf_alu_result(&res, mem, upd, BPF_OP(op)); } /* Test all operand registers */ for (rd = R0; rd <= R9; rd++) { for (rs = R0; rs <= R9; rs++) { u64 cmp, src; /* Initialize value in memory */ i += __bpf_ld_imm64(&insn[i], R0, mem); insn[i++] = BPF_STX_MEM(width, R10, R0, -8); /* Initialize registers in order */ i += __bpf_ld_imm64(&insn[i], R0, ~mem); i += __bpf_ld_imm64(&insn[i], rs, upd); insn[i++] = BPF_MOV64_REG(rd, R10); /* Perform atomic operation */ insn[i++] = BPF_ATOMIC_OP(width, op, rd, rs, -8); if (op == BPF_CMPXCHG && width == BPF_W) insn[i++] = BPF_ZEXT_REG(R0); /* Check R0 register value */ if (op == BPF_CMPXCHG) cmp = mem; /* Expect value from memory */ else if (R0 == rd || R0 == rs) cmp = 0; /* Aliased, checked below */ else cmp = ~mem; /* Expect value to be preserved */ if (cmp) { insn[i++] = BPF_JMP32_IMM(BPF_JEQ, R0, (u32)cmp, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); insn[i++] = BPF_ALU64_IMM(BPF_RSH, R0, 32); insn[i++] = BPF_JMP32_IMM(BPF_JEQ, R0, cmp >> 32, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); } /* Check source register value */ if (rs == R0 && op == BPF_CMPXCHG) src = 0; /* Aliased with R0, checked above */ else if (rs == rd && (op == BPF_CMPXCHG || !(op & BPF_FETCH))) src = 0; /* Aliased with rd, checked below */ else if (op == BPF_CMPXCHG) src = upd; /* Expect value to be preserved */ else if (op & BPF_FETCH) src = mem; /* Expect fetched value from mem */ else /* no fetch */ src = upd; /* Expect value to be preserved */ if (src) { insn[i++] = BPF_JMP32_IMM(BPF_JEQ, rs, (u32)src, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); insn[i++] = BPF_ALU64_IMM(BPF_RSH, rs, 32); insn[i++] = BPF_JMP32_IMM(BPF_JEQ, rs, src >> 32, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); } /* Check destination register value */ if (!(rd == R0 && op == BPF_CMPXCHG) && !(rd == rs && (op & BPF_FETCH))) { insn[i++] = BPF_JMP_REG(BPF_JEQ, rd, R10, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); } /* Check value in memory */ if (rs != rd) { /* No aliasing */ i += __bpf_ld_imm64(&insn[i], R1, res); } else if (op == BPF_XCHG) { /* Aliased, XCHG */ insn[i++] = BPF_MOV64_REG(R1, R10); } else if (op == BPF_CMPXCHG) { /* Aliased, CMPXCHG */ i += __bpf_ld_imm64(&insn[i], R1, mem); } else { /* Aliased, ALU oper */ i += __bpf_ld_imm64(&insn[i], R1, mem); insn[i++] = BPF_ALU64_REG(BPF_OP(op), R1, R10); } insn[i++] = BPF_LDX_MEM(width, R0, R10, -8); if (width == BPF_DW) insn[i++] = BPF_JMP_REG(BPF_JEQ, R0, R1, 2); else /* width == BPF_W */ insn[i++] = BPF_JMP32_REG(BPF_JEQ, R0, R1, 2); insn[i++] = BPF_MOV32_IMM(R0, __LINE__); insn[i++] = BPF_EXIT_INSN(); } } insn[i++] = BPF_MOV64_IMM(R0, 1); insn[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = i; BUG_ON(i > len); return 0; } /* 64-bit atomic register tests */ static int bpf_fill_atomic64_add_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD); } static int bpf_fill_atomic64_and_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND); } static int bpf_fill_atomic64_or_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR); } static int bpf_fill_atomic64_xor_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR); } static int bpf_fill_atomic64_add_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD | BPF_FETCH); } static int bpf_fill_atomic64_and_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND | BPF_FETCH); } static int bpf_fill_atomic64_or_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR | BPF_FETCH); } static int bpf_fill_atomic64_xor_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR | BPF_FETCH); } static int bpf_fill_atomic64_xchg_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XCHG); } static int bpf_fill_atomic64_cmpxchg_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_CMPXCHG); } /* 32-bit atomic register tests */ static int bpf_fill_atomic32_add_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD); } static int bpf_fill_atomic32_and_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND); } static int bpf_fill_atomic32_or_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR); } static int bpf_fill_atomic32_xor_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR); } static int bpf_fill_atomic32_add_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD | BPF_FETCH); } static int bpf_fill_atomic32_and_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND | BPF_FETCH); } static int bpf_fill_atomic32_or_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR | BPF_FETCH); } static int bpf_fill_atomic32_xor_fetch_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR | BPF_FETCH); } static int bpf_fill_atomic32_xchg_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XCHG); } static int bpf_fill_atomic32_cmpxchg_reg_pairs(struct bpf_test *self) { return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG); } /* * Test the two-instruction 64-bit immediate load operation for all * power-of-two magnitudes of the immediate operand. For each MSB, a block * of immediate values centered around the power-of-two MSB are tested, * both for positive and negative values. The test is designed to verify * the operation for JITs that emit different code depending on the magnitude * of the immediate value. This is often the case if the native instruction * immediate field width is narrower than 32 bits. */ static int bpf_fill_ld_imm64_magn(struct bpf_test *self) { int block = 64; /* Increase for more tests per MSB position */ int len = 3 + 8 * 63 * block * 2; struct bpf_insn *insn; int bit, adj, sign; int i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 0); for (bit = 0; bit <= 62; bit++) { for (adj = -block / 2; adj < block / 2; adj++) { for (sign = -1; sign <= 1; sign += 2) { s64 imm = sign * ((1LL << bit) + adj); /* Perform operation */ i += __bpf_ld_imm64(&insn[i], R1, imm); /* Load reference */ insn[i++] = BPF_ALU32_IMM(BPF_MOV, R2, imm); insn[i++] = BPF_ALU32_IMM(BPF_MOV, R3, (u32)(imm >> 32)); insn[i++] = BPF_ALU64_IMM(BPF_LSH, R3, 32); insn[i++] = BPF_ALU64_REG(BPF_OR, R2, R3); /* Check result */ insn[i++] = BPF_JMP_REG(BPF_JEQ, R1, R2, 1); insn[i++] = BPF_EXIT_INSN(); } } } insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insn[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; BUG_ON(i != len); return 0; } /* * Test the two-instruction 64-bit immediate load operation for different * combinations of bytes. Each byte in the 64-bit word is constructed as * (base & mask) | (rand() & ~mask), where rand() is a deterministic LCG. * All patterns (base1, mask1) and (base2, mask2) bytes are tested. */ static int __bpf_fill_ld_imm64_bytes(struct bpf_test *self, u8 base1, u8 mask1, u8 base2, u8 mask2) { struct bpf_insn *insn; int len = 3 + 8 * BIT(8); int pattern, index; u32 rand = 1; int i = 0; insn = kmalloc_array(len, sizeof(*insn), GFP_KERNEL); if (!insn) return -ENOMEM; insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 0); for (pattern = 0; pattern < BIT(8); pattern++) { u64 imm = 0; for (index = 0; index < 8; index++) { int byte; if (pattern & BIT(index)) byte = (base1 & mask1) | (rand & ~mask1); else byte = (base2 & mask2) | (rand & ~mask2); imm = (imm << 8) | byte; } /* Update our LCG */ rand = rand * 1664525 + 1013904223; /* Perform operation */ i += __bpf_ld_imm64(&insn[i], R1, imm); /* Load reference */ insn[i++] = BPF_ALU32_IMM(BPF_MOV, R2, imm); insn[i++] = BPF_ALU32_IMM(BPF_MOV, R3, (u32)(imm >> 32)); insn[i++] = BPF_ALU64_IMM(BPF_LSH, R3, 32); insn[i++] = BPF_ALU64_REG(BPF_OR, R2, R3); /* Check result */ insn[i++] = BPF_JMP_REG(BPF_JEQ, R1, R2, 1); insn[i++] = BPF_EXIT_INSN(); } insn[i++] = BPF_ALU64_IMM(BPF_MOV, R0, 1); insn[i++] = BPF_EXIT_INSN(); self->u.ptr.insns = insn; self->u.ptr.len = len; BUG_ON(i != len); return 0; } static int bpf_fill_ld_imm64_checker(struct bpf_test *self) { return __bpf_fill_ld_imm64_bytes(self, 0, 0xff, 0xff, 0xff); } static int bpf_fill_ld_imm64_pos_neg(struct bpf_test *self) { return __bpf_fill_ld_imm64_bytes(self, 1, 0x81, 0x80, 0x80); } static int bpf_fill_ld_imm64_pos_zero(struct bpf_test *self) { return __bpf_fill_ld_imm64_bytes(self, 1, 0x81, 0, 0xff); } static int bpf_fill_ld_imm64_neg_zero(struct bpf_test *self) { return __bpf_fill_ld_imm64_bytes(self, 0x80, 0x80, 0, 0xff); } /* * Exhaustive tests of JMP operations for all combinations of power-of-two * magnitudes of the operands, both for positive and negative values. The * test is designed to verify e.g. the JMP and JMP32 operations for JITs that * emit different code depending on the magnitude of the immediate value. */ static bool __bpf_match_jmp_cond(s64 v1, s64 v2, u8 op) { switch (op) { case BPF_JSET: return !!(v1 & v2); case BPF_JEQ: return v1 == v2; case BPF_JNE: return v1 != v2; case BPF_JGT: return (u64)v1 > (u64)v2; case BPF_JGE: return (u64)v1 >= (u64)v2; case BPF_JLT: return (u64)v1 < (u64)v2; case BPF_JLE: return (u64)v1 <= (u64)v2; case BPF_JSGT: return v1 > v2; case BPF_JSGE: return v1 >= v2; case BPF_JSLT: return v1 < v2; case BPF_JSLE: return v1 <= v2; } return false; } static int __bpf_emit_jmp_imm(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 imm) { int op = *(int *)arg; if (insns) { bool match = __bpf_match_jmp_cond(dst, (s32)imm, op); int i = 0; insns[i++] = BPF_ALU32_IMM(BPF_MOV, R0, match); i += __bpf_ld_imm64(&insns[i], R1, dst); insns[i++] = BPF_JMP_IMM(op, R1, imm, 1); if (!match) insns[i++] = BPF_JMP_IMM(BPF_JA, 0, 0, 1); insns[i++] = BPF_EXIT_INSN(); return i; } return 5 + 1; } static int __bpf_emit_jmp32_imm(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 imm) { int op = *(int *)arg; if (insns) { bool match = __bpf_match_jmp_cond((s32)dst, (s32)imm, op); int i = 0; i += __bpf_ld_imm64(&insns[i], R1, dst); insns[i++] = BPF_JMP32_IMM(op, R1, imm, 1); if (!match) insns[i++] = BPF_JMP_IMM(BPF_JA, 0, 0, 1); insns[i++] = BPF_EXIT_INSN(); return i; } return 5; } static int __bpf_emit_jmp_reg(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; if (insns) { bool match = __bpf_match_jmp_cond(dst, src, op); int i = 0; i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); insns[i++] = BPF_JMP_REG(op, R1, R2, 1); if (!match) insns[i++] = BPF_JMP_IMM(BPF_JA, 0, 0, 1); insns[i++] = BPF_EXIT_INSN(); return i; } return 7; } static int __bpf_emit_jmp32_reg(struct bpf_test *self, void *arg, struct bpf_insn *insns, s64 dst, s64 src) { int op = *(int *)arg; if (insns) { bool match = __bpf_match_jmp_cond((s32)dst, (s32)src, op); int i = 0; i += __bpf_ld_imm64(&insns[i], R1, dst); i += __bpf_ld_imm64(&insns[i], R2, src); insns[i++] = BPF_JMP32_REG(op, R1, R2, 1); if (!match) insns[i++] = BPF_JMP_IMM(BPF_JA, 0, 0, 1); insns[i++] = BPF_EXIT_INSN(); return i; } return 7; } static int __bpf_fill_jmp_imm(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 32, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_jmp_imm); } static int __bpf_fill_jmp32_imm(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 32, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_jmp32_imm); } static int __bpf_fill_jmp_reg(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_jmp_reg); } static int __bpf_fill_jmp32_reg(struct bpf_test *self, int op) { return __bpf_fill_pattern(self, &op, 64, 64, PATTERN_BLOCK1, PATTERN_BLOCK2, &__bpf_emit_jmp32_reg); } /* JMP immediate tests */ static int bpf_fill_jmp_jset_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JSET); } static int bpf_fill_jmp_jeq_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JEQ); } static int bpf_fill_jmp_jne_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JNE); } static int bpf_fill_jmp_jgt_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JGT); } static int bpf_fill_jmp_jge_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JGE); } static int bpf_fill_jmp_jlt_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JLT); } static int bpf_fill_jmp_jle_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JLE); } static int bpf_fill_jmp_jsgt_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JSGT); } static int bpf_fill_jmp_jsge_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JSGE); } static int bpf_fill_jmp_jslt_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JSLT); } static int bpf_fill_jmp_jsle_imm(struct bpf_test *self) { return __bpf_fill_jmp_imm(self, BPF_JSLE); } /* JMP32 immediate tests */ static int bpf_fill_jmp32_jset_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JSET); } static int bpf_fill_jmp32_jeq_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JEQ); } static int bpf_fill_jmp32_jne_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JNE); } static int bpf_fill_jmp32_jgt_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JGT); } static int bpf_fill_jmp32_jge_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JGE); } static int bpf_fill_jmp32_jlt_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JLT); } static int bpf_fill_jmp32_jle_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JLE); } static int bpf_fill_jmp32_jsgt_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JSGT); } static int bpf_fill_jmp32_jsge_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JSGE); } static int bpf_fill_jmp32_jslt_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JSLT); } static int bpf_fill_jmp32_jsle_imm(struct bpf_test *self) { return __bpf_fill_jmp32_imm(self, BPF_JSLE); } /* JMP register tests */ static int bpf_fill_jmp_jset_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JSET); } static int bpf_fill_jmp_jeq_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JEQ); } static int bpf_fill_jmp_jne_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JNE); } static int bpf_fill_jmp_jgt_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JGT); } static int bpf_fill_jmp_jge_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JGE); } static int bpf_fill_jmp_jlt_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JLT); } static int bpf_fill_jmp_jle_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JLE); } static int bpf_fill_jmp_jsgt_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JSGT); } static int bpf_fill_jmp_jsge_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JSGE); } static int bpf_fill_jmp_jslt_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JSLT); } static int bpf_fill_jmp_jsle_reg(struct bpf_test *self) { return __bpf_fill_jmp_reg(self, BPF_JSLE); } /* JMP32 register tests */ static int bpf_fill_jmp32_jset_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JSET); } static int bpf_fill_jmp32_jeq_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JEQ); } static int bpf_fill_jmp32_jne_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JNE); } static int bpf_fill_jmp32_jgt_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JGT); } static int bpf_fill_jmp32_jge_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JGE); } static int bpf_fill_jmp32_jlt_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JLT); } static int bpf_fill_jmp32_jle_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JLE); } static int bpf_fill_jmp32_jsgt_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JSGT); } static int bpf_fill_jmp32_jsge_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JSGE); } static int bpf_fill_jmp32_jslt_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JSLT); } static int bpf_fill_jmp32_jsle_reg(struct bpf_test *self) { return __bpf_fill_jmp32_reg(self, BPF_JSLE); } /* * Set up a sequence of staggered jumps, forwards and backwards with * increasing offset. This tests the conversion of relative jumps to * JITed native jumps. On some architectures, for example MIPS, a large * PC-relative jump offset may overflow the immediate field of the native * conditional branch instruction, triggering a conversion to use an * absolute jump instead. Since this changes the jump offsets, another * offset computation pass is necessary, and that may in turn trigger * another branch conversion. This jump sequence is particularly nasty * in that regard. * * The sequence generation is parameterized by size and jump type. * The size must be even, and the expected result is always size + 1. * Below is an example with size=8 and result=9. * * ________________________Start * R0 = 0 * R1 = r1 * R2 = r2 * ,------- JMP +4 * 3______________Preamble: 4 insns * ,----------|-ind 0- if R0 != 7 JMP 8 * 3 + 1 <--------------------. * | | R0 = 8 | * | | JMP +7 * 3 ------------------------. * | ,--------|-----1- if R0 != 5 JMP 7 * 3 + 1 <--------------. | | * | | | R0 = 6 | | | * | | | JMP +5 * 3 ------------------. | | * | | ,------|-----2- if R0 != 3 JMP 6 * 3 + 1 <--------. | | | | * | | | | R0 = 4 | | | | | * | | | | JMP +3 * 3 ------------. | | | | * | | | ,----|-----3- if R0 != 1 JMP 5 * 3 + 1 <--. | | | | | | * | | | | | R0 = 2 | | | | | | | * | | | | | JMP +1 * 3 ------. | | | | | | * | | | | ,--t=====4> if R0 != 0 JMP 4 * 3 + 1 1 2 3 4 5 6 7 8 loc * | | | | | R0 = 1 -1 +2 -3 +4 -5 +6 -7 +8 off * | | | | | JMP -2 * 3 ---' | | | | | | | * | | | | | ,------5- if R0 != 2 JMP 3 * 3 + 1 <-----' | | | | | | * | | | | | | R0 = 3 | | | | | | * | | | | | | JMP -4 * 3 ---------' | | | | | * | | | | | | ,----6- if R0 != 4 JMP 2 * 3 + 1 <-----------' | | | | * | | | | | | | R0 = 5 | | | | * | | | | | | | JMP -6 * 3 ---------------' | | | * | | | | | | | ,--7- if R0 != 6 JMP 1 * 3 + 1 <-----------------' | | * | | | | | | | | R0 = 7 | | * | | Error | | | JMP -8 * 3 ---------------------' | * | | paths | | | ,8- if R0 != 8 JMP 0 * 3 + 1 <-----------------------' * | | | | | | | | | R0 = 9__________________Sequence: 3 * size - 1 insns * `-+-+-+-+-+-+-+-+-> EXIT____________________Return: 1 insn * */ /* The maximum size parameter */ #define MAX_STAGGERED_JMP_SIZE ((0x7fff / 3) & ~1) /* We use a reduced number of iterations to get a reasonable execution time */ #define NR_STAGGERED_JMP_RUNS 10 static int __bpf_fill_staggered_jumps(struct bpf_test *self, const struct bpf_insn *jmp, u64 r1, u64 r2) { int size = self->test[0].result - 1; int len = 4 + 3 * (size + 1); struct bpf_insn *insns; int off, ind; insns = kmalloc_array(len, sizeof(*insns), GFP_KERNEL); if (!insns) return -ENOMEM; /* Preamble */ insns[0] = BPF_ALU64_IMM(BPF_MOV, R0, 0); insns[1] = BPF_ALU64_IMM(BPF_MOV, R1, r1); insns[2] = BPF_ALU64_IMM(BPF_MOV, R2, r2); insns[3] = BPF_JMP_IMM(BPF_JA, 0, 0, 3 * size / 2); /* Sequence */ for (ind = 0, off = size; ind <= size; ind++, off -= 2) { struct bpf_insn *ins = &insns[4 + 3 * ind]; int loc; if (off == 0) off--; loc = abs(off); ins[0] = BPF_JMP_IMM(BPF_JNE, R0, loc - 1, 3 * (size - ind) + 1); ins[1] = BPF_ALU64_IMM(BPF_MOV, R0, loc); ins[2] = *jmp; ins[2].off = 3 * (off - 1); } /* Return */ insns[len - 1] = BPF_EXIT_INSN(); self->u.ptr.insns = insns; self->u.ptr.len = len; return 0; } /* 64-bit unconditional jump */ static int bpf_fill_staggered_ja(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JA, 0, 0, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0, 0); } /* 64-bit immediate jumps */ static int bpf_fill_staggered_jeq_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JEQ, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jne_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JNE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 4321, 0); } static int bpf_fill_staggered_jset_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JSET, R1, 0x82, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x86, 0); } static int bpf_fill_staggered_jgt_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JGT, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x80000000, 0); } static int bpf_fill_staggered_jge_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JGE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jlt_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JLT, R1, 0x80000000, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jle_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JLE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jsgt_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JSGT, R1, -2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, 0); } static int bpf_fill_staggered_jsge_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JSGE, R1, -2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, 0); } static int bpf_fill_staggered_jslt_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JSLT, R1, -1, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, 0); } static int bpf_fill_staggered_jsle_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_IMM(BPF_JSLE, R1, -1, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, 0); } /* 64-bit register jumps */ static int bpf_fill_staggered_jeq_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JEQ, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jne_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JNE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 4321, 1234); } static int bpf_fill_staggered_jset_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JSET, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x86, 0x82); } static int bpf_fill_staggered_jgt_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JGT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x80000000, 1234); } static int bpf_fill_staggered_jge_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JGE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jlt_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JLT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0x80000000); } static int bpf_fill_staggered_jle_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JLE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jsgt_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JSGT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, -2); } static int bpf_fill_staggered_jsge_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JSGE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, -2); } static int bpf_fill_staggered_jslt_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JSLT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, -1); } static int bpf_fill_staggered_jsle_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP_REG(BPF_JSLE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, -1); } /* 32-bit immediate jumps */ static int bpf_fill_staggered_jeq32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JEQ, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jne32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JNE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 4321, 0); } static int bpf_fill_staggered_jset32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JSET, R1, 0x82, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x86, 0); } static int bpf_fill_staggered_jgt32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JGT, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x80000000, 0); } static int bpf_fill_staggered_jge32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JGE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jlt32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JLT, R1, 0x80000000, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jle32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JLE, R1, 1234, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0); } static int bpf_fill_staggered_jsgt32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JSGT, R1, -2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, 0); } static int bpf_fill_staggered_jsge32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JSGE, R1, -2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, 0); } static int bpf_fill_staggered_jslt32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JSLT, R1, -1, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, 0); } static int bpf_fill_staggered_jsle32_imm(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_IMM(BPF_JSLE, R1, -1, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, 0); } /* 32-bit register jumps */ static int bpf_fill_staggered_jeq32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JEQ, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jne32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JNE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 4321, 1234); } static int bpf_fill_staggered_jset32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JSET, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x86, 0x82); } static int bpf_fill_staggered_jgt32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JGT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 0x80000000, 1234); } static int bpf_fill_staggered_jge32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JGE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jlt32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JLT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 0x80000000); } static int bpf_fill_staggered_jle32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JLE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, 1234, 1234); } static int bpf_fill_staggered_jsgt32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JSGT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, -2); } static int bpf_fill_staggered_jsge32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JSGE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, -2); } static int bpf_fill_staggered_jslt32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JSLT, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -2, -1); } static int bpf_fill_staggered_jsle32_reg(struct bpf_test *self) { struct bpf_insn jmp = BPF_JMP32_REG(BPF_JSLE, R1, R2, 0); return __bpf_fill_staggered_jumps(self, &jmp, -1, -1); } static struct bpf_test tests[] = { { "TAX", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_ALU | BPF_NEG, 0), /* A == -3 */ BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_LEN, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_MISC | BPF_TAX, 0), /* X == len - 3 */ BPF_STMT(BPF_LD | BPF_B | BPF_IND, 1), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 10, 20, 30, 40, 50 }, { { 2, 10 }, { 3, 20 }, { 4, 30 } }, }, { "TXA", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) /* A == len * 2 */ }, CLASSIC, { 10, 20, 30, 40, 50 }, { { 1, 2 }, { 3, 6 }, { 4, 8 } }, }, { "ADD_SUB_MUL_K", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 1), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 2), BPF_STMT(BPF_LDX | BPF_IMM, 3), BPF_STMT(BPF_ALU | BPF_SUB | BPF_X, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 0xffffffff), BPF_STMT(BPF_ALU | BPF_MUL | BPF_K, 3), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xfffffffd } } }, { "DIV_MOD_KX", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 8), BPF_STMT(BPF_ALU | BPF_DIV | BPF_K, 2), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xffffffff), BPF_STMT(BPF_ALU | BPF_DIV | BPF_X, 0), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xffffffff), BPF_STMT(BPF_ALU | BPF_DIV | BPF_K, 0x70000000), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xffffffff), BPF_STMT(BPF_ALU | BPF_MOD | BPF_X, 0), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xffffffff), BPF_STMT(BPF_ALU | BPF_MOD | BPF_K, 0x70000000), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0x20000000 } } }, { "AND_OR_LSH_K", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xff), BPF_STMT(BPF_ALU | BPF_AND | BPF_K, 0xf0), BPF_STMT(BPF_ALU | BPF_LSH | BPF_K, 27), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xf), BPF_STMT(BPF_ALU | BPF_OR | BPF_K, 0xf0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0x800000ff }, { 1, 0x800000ff } }, }, { "LD_IMM_0", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0), /* ld #0 */ BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0, 1, 0), BPF_STMT(BPF_RET | BPF_K, 0), BPF_STMT(BPF_RET | BPF_K, 1), }, CLASSIC, { }, { { 1, 1 } }, }, { "LD_IND", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_H | BPF_IND, MAX_K), BPF_STMT(BPF_RET | BPF_K, 1) }, CLASSIC, { }, { { 1, 0 }, { 10, 0 }, { 60, 0 } }, }, { "LD_ABS", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, 1000), BPF_STMT(BPF_RET | BPF_K, 1) }, CLASSIC, { }, { { 1, 0 }, { 10, 0 }, { 60, 0 } }, }, { "LD_ABS_LL", .u.insns = { BPF_STMT(BPF_LD | BPF_B | BPF_ABS, SKF_LL_OFF), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, SKF_LL_OFF + 1), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 1, 2, 3 }, { { 1, 0 }, { 2, 3 } }, }, { "LD_IND_LL", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, SKF_LL_OFF - 1), BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_B | BPF_IND, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 1, 2, 3, 0xff }, { { 1, 1 }, { 3, 3 }, { 4, 0xff } }, }, { "LD_ABS_NET", .u.insns = { BPF_STMT(BPF_LD | BPF_B | BPF_ABS, SKF_NET_OFF), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, SKF_NET_OFF + 1), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3 }, { { 15, 0 }, { 16, 3 } }, }, { "LD_IND_NET", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, SKF_NET_OFF - 15), BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_B | BPF_IND, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3 }, { { 14, 0 }, { 15, 1 }, { 17, 3 } }, }, { "LD_PKTTYPE", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PKTTYPE), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, SKB_TYPE, 1, 0), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PKTTYPE), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, SKB_TYPE, 1, 0), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PKTTYPE), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, SKB_TYPE, 1, 0), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, 3 }, { 10, 3 } }, }, { "LD_MARK", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_MARK), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_MARK}, { 10, SKB_MARK} }, }, { "LD_RXHASH", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_RXHASH), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_HASH}, { 10, SKB_HASH} }, }, { "LD_QUEUE", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_QUEUE), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_QUEUE_MAP }, { 10, SKB_QUEUE_MAP } }, }, { "LD_PROTOCOL", .u.insns = { BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 1), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 20, 1, 0), BPF_STMT(BPF_RET | BPF_K, 0), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PROTOCOL), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 2), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 30, 1, 0), BPF_STMT(BPF_RET | BPF_K, 0), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { 10, 20, 30 }, { { 10, ETH_P_IP }, { 100, ETH_P_IP } }, }, { "LD_VLAN_TAG", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_VLAN_TAG), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_VLAN_TCI }, { 10, SKB_VLAN_TCI } }, }, { "LD_VLAN_TAG_PRESENT", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_VLAN_TAG_PRESENT), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_VLAN_PRESENT }, { 10, SKB_VLAN_PRESENT } }, }, { "LD_IFINDEX", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_IFINDEX), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_DEV_IFINDEX }, { 10, SKB_DEV_IFINDEX } }, }, { "LD_HATYPE", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_HATYPE), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, SKB_DEV_TYPE }, { 10, SKB_DEV_TYPE } }, }, { "LD_CPU", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_CPU), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_CPU), BPF_STMT(BPF_ALU | BPF_SUB | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, 0 }, { 10, 0 } }, }, { "LD_NLATTR", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 2), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_LDX | BPF_IMM, 3), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, #ifdef __BIG_ENDIAN { 0xff, 0xff, 0, 4, 0, 2, 0, 4, 0, 3 }, #else { 0xff, 0xff, 4, 0, 2, 0, 4, 0, 3, 0 }, #endif { { 4, 0 }, { 20, 6 } }, }, { "LD_NLATTR_NEST", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LDX | BPF_IMM, 3), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_NLATTR_NEST), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, #ifdef __BIG_ENDIAN { 0xff, 0xff, 0, 12, 0, 1, 0, 4, 0, 2, 0, 4, 0, 3 }, #else { 0xff, 0xff, 12, 0, 1, 0, 4, 0, 2, 0, 4, 0, 3, 0 }, #endif { { 4, 0 }, { 20, 10 } }, }, { "LD_PAYLOAD_OFF", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PAY_OFFSET), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PAY_OFFSET), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PAY_OFFSET), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PAY_OFFSET), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_PAY_OFFSET), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, /* 00:00:00:00:00:00 > 00:00:00:00:00:00, ethtype IPv4 (0x0800), * length 98: 127.0.0.1 > 127.0.0.1: ICMP echo request, * id 9737, seq 1, length 64 */ { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x00, 0x45, 0x00, 0x00, 0x54, 0xac, 0x8b, 0x40, 0x00, 0x40, 0x01, 0x90, 0x1b, 0x7f, 0x00, 0x00, 0x01 }, { { 30, 0 }, { 100, 42 } }, }, { "LD_ANC_XOR", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 10), BPF_STMT(BPF_LDX | BPF_IMM, 300), BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_ALU_XOR_X), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 4, 0xA ^ 300 }, { 20, 0xA ^ 300 } }, }, { "SPILL_FILL", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_IMM, 2), BPF_STMT(BPF_ALU | BPF_RSH, 1), BPF_STMT(BPF_ALU | BPF_XOR | BPF_X, 0), BPF_STMT(BPF_ST, 1), /* M1 = 1 ^ len */ BPF_STMT(BPF_ALU | BPF_XOR | BPF_K, 0x80000000), BPF_STMT(BPF_ST, 2), /* M2 = 1 ^ len ^ 0x80000000 */ BPF_STMT(BPF_STX, 15), /* M3 = len */ BPF_STMT(BPF_LDX | BPF_MEM, 1), BPF_STMT(BPF_LD | BPF_MEM, 2), BPF_STMT(BPF_ALU | BPF_XOR | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 15), BPF_STMT(BPF_ALU | BPF_XOR | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { { 1, 0x80000001 }, { 2, 0x80000002 }, { 60, 0x80000000 ^ 60 } } }, { "JEQ", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 2), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_X, 0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 3, 3, 3, 3, 3 }, { { 1, 0 }, { 3, 1 }, { 4, MAX_K } }, }, { "JGT", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 2), BPF_JUMP(BPF_JMP | BPF_JGT | BPF_X, 0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 4, 4, 4, 3, 3 }, { { 2, 0 }, { 3, 1 }, { 4, MAX_K } }, }, { "JGE (jt 0), test 1", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 2), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_X, 0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 4, 4, 4, 3, 3 }, { { 2, 0 }, { 3, 1 }, { 4, 1 } }, }, { "JGE (jt 0), test 2", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 2), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_X, 0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 4, 4, 5, 3, 3 }, { { 4, 1 }, { 5, 1 }, { 6, MAX_K } }, }, { "JGE", .u.insns = { BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_LD | BPF_B | BPF_IND, MAX_K), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_K, 1, 1, 0), BPF_STMT(BPF_RET | BPF_K, 10), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_K, 2, 1, 0), BPF_STMT(BPF_RET | BPF_K, 20), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_K, 3, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_K, 4, 1, 0), BPF_STMT(BPF_RET | BPF_K, 40), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 1, 2, 3, 4, 5 }, { { 1, 20 }, { 3, 40 }, { 5, MAX_K } }, }, { "JSET", .u.insns = { BPF_JUMP(BPF_JMP | BPF_JA, 0, 0, 0), BPF_JUMP(BPF_JMP | BPF_JA, 1, 1, 1), BPF_JUMP(BPF_JMP | BPF_JA, 0, 0, 0), BPF_JUMP(BPF_JMP | BPF_JA, 0, 0, 0), BPF_STMT(BPF_LDX | BPF_LEN, 0), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_SUB | BPF_K, 4), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_W | BPF_IND, 0), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 1, 0, 1), BPF_STMT(BPF_RET | BPF_K, 10), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0x80000000, 0, 1), BPF_STMT(BPF_RET | BPF_K, 20), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0xffffff, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0xffffff, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0xffffff, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0xffffff, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0xffffff, 1, 0), BPF_STMT(BPF_RET | BPF_K, 30), BPF_STMT(BPF_RET | BPF_K, MAX_K) }, CLASSIC, { 0, 0xAA, 0x55, 1 }, { { 4, 10 }, { 5, 20 }, { 6, MAX_K } }, }, { "tcpdump port 22", .u.insns = { BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 12), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x86dd, 0, 8), /* IPv6 */ BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 20), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x84, 2, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x6, 1, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x11, 0, 17), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 54), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 14, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 56), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 12, 13), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x0800, 0, 12), /* IPv4 */ BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 23), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x84, 2, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x6, 1, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x11, 0, 8), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 20), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0x1fff, 6, 0), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 14), BPF_STMT(BPF_LD | BPF_H | BPF_IND, 14), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 2, 0), BPF_STMT(BPF_LD | BPF_H | BPF_IND, 16), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 0, 1), BPF_STMT(BPF_RET | BPF_K, 0xffff), BPF_STMT(BPF_RET | BPF_K, 0), }, CLASSIC, /* 3c:07:54:43:e5:76 > 10:bf:48:d6:43:d6, ethertype IPv4(0x0800) * length 114: 10.1.1.149.49700 > 10.1.2.10.22: Flags [P.], * seq 1305692979:1305693027, ack 3650467037, win 65535, * options [nop,nop,TS val 2502645400 ecr 3971138], length 48 */ { 0x10, 0xbf, 0x48, 0xd6, 0x43, 0xd6, 0x3c, 0x07, 0x54, 0x43, 0xe5, 0x76, 0x08, 0x00, 0x45, 0x10, 0x00, 0x64, 0x75, 0xb5, 0x40, 0x00, 0x40, 0x06, 0xad, 0x2e, /* IP header */ 0x0a, 0x01, 0x01, 0x95, /* ip src */ 0x0a, 0x01, 0x02, 0x0a, /* ip dst */ 0xc2, 0x24, 0x00, 0x16 /* dst port */ }, { { 10, 0 }, { 30, 0 }, { 100, 65535 } }, }, { "tcpdump complex", .u.insns = { /* tcpdump -nei eth0 'tcp port 22 and (((ip[2:2] - * ((ip[0]&0xf)<<2)) - ((tcp[12]&0xf0)>>2)) != 0) and * (len > 115 or len < 30000000000)' -d */ BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 12), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x86dd, 30, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x800, 0, 29), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 23), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x6, 0, 27), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 20), BPF_JUMP(BPF_JMP | BPF_JSET | BPF_K, 0x1fff, 25, 0), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 14), BPF_STMT(BPF_LD | BPF_H | BPF_IND, 14), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 2, 0), BPF_STMT(BPF_LD | BPF_H | BPF_IND, 16), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 22, 0, 20), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 16), BPF_STMT(BPF_ST, 1), BPF_STMT(BPF_LD | BPF_B | BPF_ABS, 14), BPF_STMT(BPF_ALU | BPF_AND | BPF_K, 0xf), BPF_STMT(BPF_ALU | BPF_LSH | BPF_K, 2), BPF_STMT(BPF_MISC | BPF_TAX, 0x5), /* libpcap emits K on TAX */ BPF_STMT(BPF_LD | BPF_MEM, 1), BPF_STMT(BPF_ALU | BPF_SUB | BPF_X, 0), BPF_STMT(BPF_ST, 5), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 14), BPF_STMT(BPF_LD | BPF_B | BPF_IND, 26), BPF_STMT(BPF_ALU | BPF_AND | BPF_K, 0xf0), BPF_STMT(BPF_ALU | BPF_RSH | BPF_K, 2), BPF_STMT(BPF_MISC | BPF_TAX, 0x9), /* libpcap emits K on TAX */ BPF_STMT(BPF_LD | BPF_MEM, 5), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_X, 0, 4, 0), BPF_STMT(BPF_LD | BPF_LEN, 0), BPF_JUMP(BPF_JMP | BPF_JGT | BPF_K, 0x73, 1, 0), BPF_JUMP(BPF_JMP | BPF_JGE | BPF_K, 0xfc23ac00, 1, 0), BPF_STMT(BPF_RET | BPF_K, 0xffff), BPF_STMT(BPF_RET | BPF_K, 0), }, CLASSIC, { 0x10, 0xbf, 0x48, 0xd6, 0x43, 0xd6, 0x3c, 0x07, 0x54, 0x43, 0xe5, 0x76, 0x08, 0x00, 0x45, 0x10, 0x00, 0x64, 0x75, 0xb5, 0x40, 0x00, 0x40, 0x06, 0xad, 0x2e, /* IP header */ 0x0a, 0x01, 0x01, 0x95, /* ip src */ 0x0a, 0x01, 0x02, 0x0a, /* ip dst */ 0xc2, 0x24, 0x00, 0x16 /* dst port */ }, { { 10, 0 }, { 30, 0 }, { 100, 65535 } }, }, { "RET_A", .u.insns = { /* check that uninitialized X and A contain zeros */ BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0) }, CLASSIC, { }, { {1, 0}, {2, 0} }, }, { "INT: ADD trivial", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_ADD, R1, 2), BPF_ALU64_IMM(BPF_MOV, R2, 3), BPF_ALU64_REG(BPF_SUB, R1, R2), BPF_ALU64_IMM(BPF_ADD, R1, -1), BPF_ALU64_IMM(BPF_MUL, R1, 3), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffd } } }, { "INT: MUL_X", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_ALU64_IMM(BPF_MOV, R1, -1), BPF_ALU64_IMM(BPF_MOV, R2, 3), BPF_ALU64_REG(BPF_MUL, R1, R2), BPF_JMP_IMM(BPF_JEQ, R1, 0xfffffffd, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "INT: MUL_X2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -1), BPF_ALU32_IMM(BPF_MOV, R1, -1), BPF_ALU32_IMM(BPF_MOV, R2, 3), BPF_ALU64_REG(BPF_MUL, R1, R2), BPF_ALU64_IMM(BPF_RSH, R1, 8), BPF_JMP_IMM(BPF_JEQ, R1, 0x2ffffff, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "INT: MUL32_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -1), BPF_ALU64_IMM(BPF_MOV, R1, -1), BPF_ALU32_IMM(BPF_MOV, R2, 3), BPF_ALU32_REG(BPF_MUL, R1, R2), BPF_ALU64_IMM(BPF_RSH, R1, 8), BPF_JMP_IMM(BPF_JEQ, R1, 0xffffff, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { /* Have to test all register combinations, since * JITing of different registers will produce * different asm code. */ "INT: ADD 64-bit", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_MOV, R2, 2), BPF_ALU64_IMM(BPF_MOV, R3, 3), BPF_ALU64_IMM(BPF_MOV, R4, 4), BPF_ALU64_IMM(BPF_MOV, R5, 5), BPF_ALU64_IMM(BPF_MOV, R6, 6), BPF_ALU64_IMM(BPF_MOV, R7, 7), BPF_ALU64_IMM(BPF_MOV, R8, 8), BPF_ALU64_IMM(BPF_MOV, R9, 9), BPF_ALU64_IMM(BPF_ADD, R0, 20), BPF_ALU64_IMM(BPF_ADD, R1, 20), BPF_ALU64_IMM(BPF_ADD, R2, 20), BPF_ALU64_IMM(BPF_ADD, R3, 20), BPF_ALU64_IMM(BPF_ADD, R4, 20), BPF_ALU64_IMM(BPF_ADD, R5, 20), BPF_ALU64_IMM(BPF_ADD, R6, 20), BPF_ALU64_IMM(BPF_ADD, R7, 20), BPF_ALU64_IMM(BPF_ADD, R8, 20), BPF_ALU64_IMM(BPF_ADD, R9, 20), BPF_ALU64_IMM(BPF_SUB, R0, 10), BPF_ALU64_IMM(BPF_SUB, R1, 10), BPF_ALU64_IMM(BPF_SUB, R2, 10), BPF_ALU64_IMM(BPF_SUB, R3, 10), BPF_ALU64_IMM(BPF_SUB, R4, 10), BPF_ALU64_IMM(BPF_SUB, R5, 10), BPF_ALU64_IMM(BPF_SUB, R6, 10), BPF_ALU64_IMM(BPF_SUB, R7, 10), BPF_ALU64_IMM(BPF_SUB, R8, 10), BPF_ALU64_IMM(BPF_SUB, R9, 10), BPF_ALU64_REG(BPF_ADD, R0, R0), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_ALU64_REG(BPF_ADD, R0, R2), BPF_ALU64_REG(BPF_ADD, R0, R3), BPF_ALU64_REG(BPF_ADD, R0, R4), BPF_ALU64_REG(BPF_ADD, R0, R5), BPF_ALU64_REG(BPF_ADD, R0, R6), BPF_ALU64_REG(BPF_ADD, R0, R7), BPF_ALU64_REG(BPF_ADD, R0, R8), BPF_ALU64_REG(BPF_ADD, R0, R9), /* R0 == 155 */ BPF_JMP_IMM(BPF_JEQ, R0, 155, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R1, R0), BPF_ALU64_REG(BPF_ADD, R1, R1), BPF_ALU64_REG(BPF_ADD, R1, R2), BPF_ALU64_REG(BPF_ADD, R1, R3), BPF_ALU64_REG(BPF_ADD, R1, R4), BPF_ALU64_REG(BPF_ADD, R1, R5), BPF_ALU64_REG(BPF_ADD, R1, R6), BPF_ALU64_REG(BPF_ADD, R1, R7), BPF_ALU64_REG(BPF_ADD, R1, R8), BPF_ALU64_REG(BPF_ADD, R1, R9), /* R1 == 456 */ BPF_JMP_IMM(BPF_JEQ, R1, 456, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R2, R0), BPF_ALU64_REG(BPF_ADD, R2, R1), BPF_ALU64_REG(BPF_ADD, R2, R2), BPF_ALU64_REG(BPF_ADD, R2, R3), BPF_ALU64_REG(BPF_ADD, R2, R4), BPF_ALU64_REG(BPF_ADD, R2, R5), BPF_ALU64_REG(BPF_ADD, R2, R6), BPF_ALU64_REG(BPF_ADD, R2, R7), BPF_ALU64_REG(BPF_ADD, R2, R8), BPF_ALU64_REG(BPF_ADD, R2, R9), /* R2 == 1358 */ BPF_JMP_IMM(BPF_JEQ, R2, 1358, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R3, R0), BPF_ALU64_REG(BPF_ADD, R3, R1), BPF_ALU64_REG(BPF_ADD, R3, R2), BPF_ALU64_REG(BPF_ADD, R3, R3), BPF_ALU64_REG(BPF_ADD, R3, R4), BPF_ALU64_REG(BPF_ADD, R3, R5), BPF_ALU64_REG(BPF_ADD, R3, R6), BPF_ALU64_REG(BPF_ADD, R3, R7), BPF_ALU64_REG(BPF_ADD, R3, R8), BPF_ALU64_REG(BPF_ADD, R3, R9), /* R3 == 4063 */ BPF_JMP_IMM(BPF_JEQ, R3, 4063, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R4, R0), BPF_ALU64_REG(BPF_ADD, R4, R1), BPF_ALU64_REG(BPF_ADD, R4, R2), BPF_ALU64_REG(BPF_ADD, R4, R3), BPF_ALU64_REG(BPF_ADD, R4, R4), BPF_ALU64_REG(BPF_ADD, R4, R5), BPF_ALU64_REG(BPF_ADD, R4, R6), BPF_ALU64_REG(BPF_ADD, R4, R7), BPF_ALU64_REG(BPF_ADD, R4, R8), BPF_ALU64_REG(BPF_ADD, R4, R9), /* R4 == 12177 */ BPF_JMP_IMM(BPF_JEQ, R4, 12177, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R5, R0), BPF_ALU64_REG(BPF_ADD, R5, R1), BPF_ALU64_REG(BPF_ADD, R5, R2), BPF_ALU64_REG(BPF_ADD, R5, R3), BPF_ALU64_REG(BPF_ADD, R5, R4), BPF_ALU64_REG(BPF_ADD, R5, R5), BPF_ALU64_REG(BPF_ADD, R5, R6), BPF_ALU64_REG(BPF_ADD, R5, R7), BPF_ALU64_REG(BPF_ADD, R5, R8), BPF_ALU64_REG(BPF_ADD, R5, R9), /* R5 == 36518 */ BPF_JMP_IMM(BPF_JEQ, R5, 36518, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R6, R0), BPF_ALU64_REG(BPF_ADD, R6, R1), BPF_ALU64_REG(BPF_ADD, R6, R2), BPF_ALU64_REG(BPF_ADD, R6, R3), BPF_ALU64_REG(BPF_ADD, R6, R4), BPF_ALU64_REG(BPF_ADD, R6, R5), BPF_ALU64_REG(BPF_ADD, R6, R6), BPF_ALU64_REG(BPF_ADD, R6, R7), BPF_ALU64_REG(BPF_ADD, R6, R8), BPF_ALU64_REG(BPF_ADD, R6, R9), /* R6 == 109540 */ BPF_JMP_IMM(BPF_JEQ, R6, 109540, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R7, R0), BPF_ALU64_REG(BPF_ADD, R7, R1), BPF_ALU64_REG(BPF_ADD, R7, R2), BPF_ALU64_REG(BPF_ADD, R7, R3), BPF_ALU64_REG(BPF_ADD, R7, R4), BPF_ALU64_REG(BPF_ADD, R7, R5), BPF_ALU64_REG(BPF_ADD, R7, R6), BPF_ALU64_REG(BPF_ADD, R7, R7), BPF_ALU64_REG(BPF_ADD, R7, R8), BPF_ALU64_REG(BPF_ADD, R7, R9), /* R7 == 328605 */ BPF_JMP_IMM(BPF_JEQ, R7, 328605, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R8, R0), BPF_ALU64_REG(BPF_ADD, R8, R1), BPF_ALU64_REG(BPF_ADD, R8, R2), BPF_ALU64_REG(BPF_ADD, R8, R3), BPF_ALU64_REG(BPF_ADD, R8, R4), BPF_ALU64_REG(BPF_ADD, R8, R5), BPF_ALU64_REG(BPF_ADD, R8, R6), BPF_ALU64_REG(BPF_ADD, R8, R7), BPF_ALU64_REG(BPF_ADD, R8, R8), BPF_ALU64_REG(BPF_ADD, R8, R9), /* R8 == 985799 */ BPF_JMP_IMM(BPF_JEQ, R8, 985799, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_ADD, R9, R0), BPF_ALU64_REG(BPF_ADD, R9, R1), BPF_ALU64_REG(BPF_ADD, R9, R2), BPF_ALU64_REG(BPF_ADD, R9, R3), BPF_ALU64_REG(BPF_ADD, R9, R4), BPF_ALU64_REG(BPF_ADD, R9, R5), BPF_ALU64_REG(BPF_ADD, R9, R6), BPF_ALU64_REG(BPF_ADD, R9, R7), BPF_ALU64_REG(BPF_ADD, R9, R8), BPF_ALU64_REG(BPF_ADD, R9, R9), /* R9 == 2957380 */ BPF_ALU64_REG(BPF_MOV, R0, R9), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2957380 } } }, { "INT: ADD 32-bit", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 20), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU32_IMM(BPF_MOV, R2, 2), BPF_ALU32_IMM(BPF_MOV, R3, 3), BPF_ALU32_IMM(BPF_MOV, R4, 4), BPF_ALU32_IMM(BPF_MOV, R5, 5), BPF_ALU32_IMM(BPF_MOV, R6, 6), BPF_ALU32_IMM(BPF_MOV, R7, 7), BPF_ALU32_IMM(BPF_MOV, R8, 8), BPF_ALU32_IMM(BPF_MOV, R9, 9), BPF_ALU64_IMM(BPF_ADD, R1, 10), BPF_ALU64_IMM(BPF_ADD, R2, 10), BPF_ALU64_IMM(BPF_ADD, R3, 10), BPF_ALU64_IMM(BPF_ADD, R4, 10), BPF_ALU64_IMM(BPF_ADD, R5, 10), BPF_ALU64_IMM(BPF_ADD, R6, 10), BPF_ALU64_IMM(BPF_ADD, R7, 10), BPF_ALU64_IMM(BPF_ADD, R8, 10), BPF_ALU64_IMM(BPF_ADD, R9, 10), BPF_ALU32_REG(BPF_ADD, R0, R1), BPF_ALU32_REG(BPF_ADD, R0, R2), BPF_ALU32_REG(BPF_ADD, R0, R3), BPF_ALU32_REG(BPF_ADD, R0, R4), BPF_ALU32_REG(BPF_ADD, R0, R5), BPF_ALU32_REG(BPF_ADD, R0, R6), BPF_ALU32_REG(BPF_ADD, R0, R7), BPF_ALU32_REG(BPF_ADD, R0, R8), BPF_ALU32_REG(BPF_ADD, R0, R9), /* R0 == 155 */ BPF_JMP_IMM(BPF_JEQ, R0, 155, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R1, R0), BPF_ALU32_REG(BPF_ADD, R1, R1), BPF_ALU32_REG(BPF_ADD, R1, R2), BPF_ALU32_REG(BPF_ADD, R1, R3), BPF_ALU32_REG(BPF_ADD, R1, R4), BPF_ALU32_REG(BPF_ADD, R1, R5), BPF_ALU32_REG(BPF_ADD, R1, R6), BPF_ALU32_REG(BPF_ADD, R1, R7), BPF_ALU32_REG(BPF_ADD, R1, R8), BPF_ALU32_REG(BPF_ADD, R1, R9), /* R1 == 456 */ BPF_JMP_IMM(BPF_JEQ, R1, 456, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R2, R0), BPF_ALU32_REG(BPF_ADD, R2, R1), BPF_ALU32_REG(BPF_ADD, R2, R2), BPF_ALU32_REG(BPF_ADD, R2, R3), BPF_ALU32_REG(BPF_ADD, R2, R4), BPF_ALU32_REG(BPF_ADD, R2, R5), BPF_ALU32_REG(BPF_ADD, R2, R6), BPF_ALU32_REG(BPF_ADD, R2, R7), BPF_ALU32_REG(BPF_ADD, R2, R8), BPF_ALU32_REG(BPF_ADD, R2, R9), /* R2 == 1358 */ BPF_JMP_IMM(BPF_JEQ, R2, 1358, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R3, R0), BPF_ALU32_REG(BPF_ADD, R3, R1), BPF_ALU32_REG(BPF_ADD, R3, R2), BPF_ALU32_REG(BPF_ADD, R3, R3), BPF_ALU32_REG(BPF_ADD, R3, R4), BPF_ALU32_REG(BPF_ADD, R3, R5), BPF_ALU32_REG(BPF_ADD, R3, R6), BPF_ALU32_REG(BPF_ADD, R3, R7), BPF_ALU32_REG(BPF_ADD, R3, R8), BPF_ALU32_REG(BPF_ADD, R3, R9), /* R3 == 4063 */ BPF_JMP_IMM(BPF_JEQ, R3, 4063, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R4, R0), BPF_ALU32_REG(BPF_ADD, R4, R1), BPF_ALU32_REG(BPF_ADD, R4, R2), BPF_ALU32_REG(BPF_ADD, R4, R3), BPF_ALU32_REG(BPF_ADD, R4, R4), BPF_ALU32_REG(BPF_ADD, R4, R5), BPF_ALU32_REG(BPF_ADD, R4, R6), BPF_ALU32_REG(BPF_ADD, R4, R7), BPF_ALU32_REG(BPF_ADD, R4, R8), BPF_ALU32_REG(BPF_ADD, R4, R9), /* R4 == 12177 */ BPF_JMP_IMM(BPF_JEQ, R4, 12177, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R5, R0), BPF_ALU32_REG(BPF_ADD, R5, R1), BPF_ALU32_REG(BPF_ADD, R5, R2), BPF_ALU32_REG(BPF_ADD, R5, R3), BPF_ALU32_REG(BPF_ADD, R5, R4), BPF_ALU32_REG(BPF_ADD, R5, R5), BPF_ALU32_REG(BPF_ADD, R5, R6), BPF_ALU32_REG(BPF_ADD, R5, R7), BPF_ALU32_REG(BPF_ADD, R5, R8), BPF_ALU32_REG(BPF_ADD, R5, R9), /* R5 == 36518 */ BPF_JMP_IMM(BPF_JEQ, R5, 36518, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R6, R0), BPF_ALU32_REG(BPF_ADD, R6, R1), BPF_ALU32_REG(BPF_ADD, R6, R2), BPF_ALU32_REG(BPF_ADD, R6, R3), BPF_ALU32_REG(BPF_ADD, R6, R4), BPF_ALU32_REG(BPF_ADD, R6, R5), BPF_ALU32_REG(BPF_ADD, R6, R6), BPF_ALU32_REG(BPF_ADD, R6, R7), BPF_ALU32_REG(BPF_ADD, R6, R8), BPF_ALU32_REG(BPF_ADD, R6, R9), /* R6 == 109540 */ BPF_JMP_IMM(BPF_JEQ, R6, 109540, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R7, R0), BPF_ALU32_REG(BPF_ADD, R7, R1), BPF_ALU32_REG(BPF_ADD, R7, R2), BPF_ALU32_REG(BPF_ADD, R7, R3), BPF_ALU32_REG(BPF_ADD, R7, R4), BPF_ALU32_REG(BPF_ADD, R7, R5), BPF_ALU32_REG(BPF_ADD, R7, R6), BPF_ALU32_REG(BPF_ADD, R7, R7), BPF_ALU32_REG(BPF_ADD, R7, R8), BPF_ALU32_REG(BPF_ADD, R7, R9), /* R7 == 328605 */ BPF_JMP_IMM(BPF_JEQ, R7, 328605, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R8, R0), BPF_ALU32_REG(BPF_ADD, R8, R1), BPF_ALU32_REG(BPF_ADD, R8, R2), BPF_ALU32_REG(BPF_ADD, R8, R3), BPF_ALU32_REG(BPF_ADD, R8, R4), BPF_ALU32_REG(BPF_ADD, R8, R5), BPF_ALU32_REG(BPF_ADD, R8, R6), BPF_ALU32_REG(BPF_ADD, R8, R7), BPF_ALU32_REG(BPF_ADD, R8, R8), BPF_ALU32_REG(BPF_ADD, R8, R9), /* R8 == 985799 */ BPF_JMP_IMM(BPF_JEQ, R8, 985799, 1), BPF_EXIT_INSN(), BPF_ALU32_REG(BPF_ADD, R9, R0), BPF_ALU32_REG(BPF_ADD, R9, R1), BPF_ALU32_REG(BPF_ADD, R9, R2), BPF_ALU32_REG(BPF_ADD, R9, R3), BPF_ALU32_REG(BPF_ADD, R9, R4), BPF_ALU32_REG(BPF_ADD, R9, R5), BPF_ALU32_REG(BPF_ADD, R9, R6), BPF_ALU32_REG(BPF_ADD, R9, R7), BPF_ALU32_REG(BPF_ADD, R9, R8), BPF_ALU32_REG(BPF_ADD, R9, R9), /* R9 == 2957380 */ BPF_ALU32_REG(BPF_MOV, R0, R9), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2957380 } } }, { /* Mainly checking JIT here. */ "INT: SUB", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_MOV, R2, 2), BPF_ALU64_IMM(BPF_MOV, R3, 3), BPF_ALU64_IMM(BPF_MOV, R4, 4), BPF_ALU64_IMM(BPF_MOV, R5, 5), BPF_ALU64_IMM(BPF_MOV, R6, 6), BPF_ALU64_IMM(BPF_MOV, R7, 7), BPF_ALU64_IMM(BPF_MOV, R8, 8), BPF_ALU64_IMM(BPF_MOV, R9, 9), BPF_ALU64_REG(BPF_SUB, R0, R0), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_ALU64_REG(BPF_SUB, R0, R2), BPF_ALU64_REG(BPF_SUB, R0, R3), BPF_ALU64_REG(BPF_SUB, R0, R4), BPF_ALU64_REG(BPF_SUB, R0, R5), BPF_ALU64_REG(BPF_SUB, R0, R6), BPF_ALU64_REG(BPF_SUB, R0, R7), BPF_ALU64_REG(BPF_SUB, R0, R8), BPF_ALU64_REG(BPF_SUB, R0, R9), BPF_ALU64_IMM(BPF_SUB, R0, 10), BPF_JMP_IMM(BPF_JEQ, R0, -55, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R1, R0), BPF_ALU64_REG(BPF_SUB, R1, R2), BPF_ALU64_REG(BPF_SUB, R1, R3), BPF_ALU64_REG(BPF_SUB, R1, R4), BPF_ALU64_REG(BPF_SUB, R1, R5), BPF_ALU64_REG(BPF_SUB, R1, R6), BPF_ALU64_REG(BPF_SUB, R1, R7), BPF_ALU64_REG(BPF_SUB, R1, R8), BPF_ALU64_REG(BPF_SUB, R1, R9), BPF_ALU64_IMM(BPF_SUB, R1, 10), BPF_ALU64_REG(BPF_SUB, R2, R0), BPF_ALU64_REG(BPF_SUB, R2, R1), BPF_ALU64_REG(BPF_SUB, R2, R3), BPF_ALU64_REG(BPF_SUB, R2, R4), BPF_ALU64_REG(BPF_SUB, R2, R5), BPF_ALU64_REG(BPF_SUB, R2, R6), BPF_ALU64_REG(BPF_SUB, R2, R7), BPF_ALU64_REG(BPF_SUB, R2, R8), BPF_ALU64_REG(BPF_SUB, R2, R9), BPF_ALU64_IMM(BPF_SUB, R2, 10), BPF_ALU64_REG(BPF_SUB, R3, R0), BPF_ALU64_REG(BPF_SUB, R3, R1), BPF_ALU64_REG(BPF_SUB, R3, R2), BPF_ALU64_REG(BPF_SUB, R3, R4), BPF_ALU64_REG(BPF_SUB, R3, R5), BPF_ALU64_REG(BPF_SUB, R3, R6), BPF_ALU64_REG(BPF_SUB, R3, R7), BPF_ALU64_REG(BPF_SUB, R3, R8), BPF_ALU64_REG(BPF_SUB, R3, R9), BPF_ALU64_IMM(BPF_SUB, R3, 10), BPF_ALU64_REG(BPF_SUB, R4, R0), BPF_ALU64_REG(BPF_SUB, R4, R1), BPF_ALU64_REG(BPF_SUB, R4, R2), BPF_ALU64_REG(BPF_SUB, R4, R3), BPF_ALU64_REG(BPF_SUB, R4, R5), BPF_ALU64_REG(BPF_SUB, R4, R6), BPF_ALU64_REG(BPF_SUB, R4, R7), BPF_ALU64_REG(BPF_SUB, R4, R8), BPF_ALU64_REG(BPF_SUB, R4, R9), BPF_ALU64_IMM(BPF_SUB, R4, 10), BPF_ALU64_REG(BPF_SUB, R5, R0), BPF_ALU64_REG(BPF_SUB, R5, R1), BPF_ALU64_REG(BPF_SUB, R5, R2), BPF_ALU64_REG(BPF_SUB, R5, R3), BPF_ALU64_REG(BPF_SUB, R5, R4), BPF_ALU64_REG(BPF_SUB, R5, R6), BPF_ALU64_REG(BPF_SUB, R5, R7), BPF_ALU64_REG(BPF_SUB, R5, R8), BPF_ALU64_REG(BPF_SUB, R5, R9), BPF_ALU64_IMM(BPF_SUB, R5, 10), BPF_ALU64_REG(BPF_SUB, R6, R0), BPF_ALU64_REG(BPF_SUB, R6, R1), BPF_ALU64_REG(BPF_SUB, R6, R2), BPF_ALU64_REG(BPF_SUB, R6, R3), BPF_ALU64_REG(BPF_SUB, R6, R4), BPF_ALU64_REG(BPF_SUB, R6, R5), BPF_ALU64_REG(BPF_SUB, R6, R7), BPF_ALU64_REG(BPF_SUB, R6, R8), BPF_ALU64_REG(BPF_SUB, R6, R9), BPF_ALU64_IMM(BPF_SUB, R6, 10), BPF_ALU64_REG(BPF_SUB, R7, R0), BPF_ALU64_REG(BPF_SUB, R7, R1), BPF_ALU64_REG(BPF_SUB, R7, R2), BPF_ALU64_REG(BPF_SUB, R7, R3), BPF_ALU64_REG(BPF_SUB, R7, R4), BPF_ALU64_REG(BPF_SUB, R7, R5), BPF_ALU64_REG(BPF_SUB, R7, R6), BPF_ALU64_REG(BPF_SUB, R7, R8), BPF_ALU64_REG(BPF_SUB, R7, R9), BPF_ALU64_IMM(BPF_SUB, R7, 10), BPF_ALU64_REG(BPF_SUB, R8, R0), BPF_ALU64_REG(BPF_SUB, R8, R1), BPF_ALU64_REG(BPF_SUB, R8, R2), BPF_ALU64_REG(BPF_SUB, R8, R3), BPF_ALU64_REG(BPF_SUB, R8, R4), BPF_ALU64_REG(BPF_SUB, R8, R5), BPF_ALU64_REG(BPF_SUB, R8, R6), BPF_ALU64_REG(BPF_SUB, R8, R7), BPF_ALU64_REG(BPF_SUB, R8, R9), BPF_ALU64_IMM(BPF_SUB, R8, 10), BPF_ALU64_REG(BPF_SUB, R9, R0), BPF_ALU64_REG(BPF_SUB, R9, R1), BPF_ALU64_REG(BPF_SUB, R9, R2), BPF_ALU64_REG(BPF_SUB, R9, R3), BPF_ALU64_REG(BPF_SUB, R9, R4), BPF_ALU64_REG(BPF_SUB, R9, R5), BPF_ALU64_REG(BPF_SUB, R9, R6), BPF_ALU64_REG(BPF_SUB, R9, R7), BPF_ALU64_REG(BPF_SUB, R9, R8), BPF_ALU64_IMM(BPF_SUB, R9, 10), BPF_ALU64_IMM(BPF_SUB, R0, 10), BPF_ALU64_IMM(BPF_NEG, R0, 0), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_ALU64_REG(BPF_SUB, R0, R2), BPF_ALU64_REG(BPF_SUB, R0, R3), BPF_ALU64_REG(BPF_SUB, R0, R4), BPF_ALU64_REG(BPF_SUB, R0, R5), BPF_ALU64_REG(BPF_SUB, R0, R6), BPF_ALU64_REG(BPF_SUB, R0, R7), BPF_ALU64_REG(BPF_SUB, R0, R8), BPF_ALU64_REG(BPF_SUB, R0, R9), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 11 } } }, { /* Mainly checking JIT here. */ "INT: XOR", .u.insns_int = { BPF_ALU64_REG(BPF_SUB, R0, R0), BPF_ALU64_REG(BPF_XOR, R1, R1), BPF_JMP_REG(BPF_JEQ, R0, R1, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOV, R0, 10), BPF_ALU64_IMM(BPF_MOV, R1, -1), BPF_ALU64_REG(BPF_SUB, R1, R1), BPF_ALU64_REG(BPF_XOR, R2, R2), BPF_JMP_REG(BPF_JEQ, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R2, R2), BPF_ALU64_REG(BPF_XOR, R3, R3), BPF_ALU64_IMM(BPF_MOV, R0, 10), BPF_ALU64_IMM(BPF_MOV, R1, -1), BPF_JMP_REG(BPF_JEQ, R2, R3, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R3, R3), BPF_ALU64_REG(BPF_XOR, R4, R4), BPF_ALU64_IMM(BPF_MOV, R2, 1), BPF_ALU64_IMM(BPF_MOV, R5, -1), BPF_JMP_REG(BPF_JEQ, R3, R4, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R4, R4), BPF_ALU64_REG(BPF_XOR, R5, R5), BPF_ALU64_IMM(BPF_MOV, R3, 1), BPF_ALU64_IMM(BPF_MOV, R7, -1), BPF_JMP_REG(BPF_JEQ, R5, R4, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOV, R5, 1), BPF_ALU64_REG(BPF_SUB, R5, R5), BPF_ALU64_REG(BPF_XOR, R6, R6), BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_MOV, R8, -1), BPF_JMP_REG(BPF_JEQ, R5, R6, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R6, R6), BPF_ALU64_REG(BPF_XOR, R7, R7), BPF_JMP_REG(BPF_JEQ, R7, R6, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R7, R7), BPF_ALU64_REG(BPF_XOR, R8, R8), BPF_JMP_REG(BPF_JEQ, R7, R8, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R8, R8), BPF_ALU64_REG(BPF_XOR, R9, R9), BPF_JMP_REG(BPF_JEQ, R9, R8, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R9, R9), BPF_ALU64_REG(BPF_XOR, R0, R0), BPF_JMP_REG(BPF_JEQ, R9, R0, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_SUB, R1, R1), BPF_ALU64_REG(BPF_XOR, R0, R0), BPF_JMP_REG(BPF_JEQ, R9, R0, 2), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { /* Mainly checking JIT here. */ "INT: MUL", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 11), BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_MOV, R2, 2), BPF_ALU64_IMM(BPF_MOV, R3, 3), BPF_ALU64_IMM(BPF_MOV, R4, 4), BPF_ALU64_IMM(BPF_MOV, R5, 5), BPF_ALU64_IMM(BPF_MOV, R6, 6), BPF_ALU64_IMM(BPF_MOV, R7, 7), BPF_ALU64_IMM(BPF_MOV, R8, 8), BPF_ALU64_IMM(BPF_MOV, R9, 9), BPF_ALU64_REG(BPF_MUL, R0, R0), BPF_ALU64_REG(BPF_MUL, R0, R1), BPF_ALU64_REG(BPF_MUL, R0, R2), BPF_ALU64_REG(BPF_MUL, R0, R3), BPF_ALU64_REG(BPF_MUL, R0, R4), BPF_ALU64_REG(BPF_MUL, R0, R5), BPF_ALU64_REG(BPF_MUL, R0, R6), BPF_ALU64_REG(BPF_MUL, R0, R7), BPF_ALU64_REG(BPF_MUL, R0, R8), BPF_ALU64_REG(BPF_MUL, R0, R9), BPF_ALU64_IMM(BPF_MUL, R0, 10), BPF_JMP_IMM(BPF_JEQ, R0, 439084800, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_MUL, R1, R0), BPF_ALU64_REG(BPF_MUL, R1, R2), BPF_ALU64_REG(BPF_MUL, R1, R3), BPF_ALU64_REG(BPF_MUL, R1, R4), BPF_ALU64_REG(BPF_MUL, R1, R5), BPF_ALU64_REG(BPF_MUL, R1, R6), BPF_ALU64_REG(BPF_MUL, R1, R7), BPF_ALU64_REG(BPF_MUL, R1, R8), BPF_ALU64_REG(BPF_MUL, R1, R9), BPF_ALU64_IMM(BPF_MUL, R1, 10), BPF_ALU64_REG(BPF_MOV, R2, R1), BPF_ALU64_IMM(BPF_RSH, R2, 32), BPF_JMP_IMM(BPF_JEQ, R2, 0x5a924, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_LSH, R1, 32), BPF_ALU64_IMM(BPF_ARSH, R1, 32), BPF_JMP_IMM(BPF_JEQ, R1, 0xebb90000, 1), BPF_EXIT_INSN(), BPF_ALU64_REG(BPF_MUL, R2, R0), BPF_ALU64_REG(BPF_MUL, R2, R1), BPF_ALU64_REG(BPF_MUL, R2, R3), BPF_ALU64_REG(BPF_MUL, R2, R4), BPF_ALU64_REG(BPF_MUL, R2, R5), BPF_ALU64_REG(BPF_MUL, R2, R6), BPF_ALU64_REG(BPF_MUL, R2, R7), BPF_ALU64_REG(BPF_MUL, R2, R8), BPF_ALU64_REG(BPF_MUL, R2, R9), BPF_ALU64_IMM(BPF_MUL, R2, 10), BPF_ALU64_IMM(BPF_RSH, R2, 32), BPF_ALU64_REG(BPF_MOV, R0, R2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x35d97ef2 } } }, { /* Mainly checking JIT here. */ "MOV REG64", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffffffffffffLL), BPF_MOV64_REG(R1, R0), BPF_MOV64_REG(R2, R1), BPF_MOV64_REG(R3, R2), BPF_MOV64_REG(R4, R3), BPF_MOV64_REG(R5, R4), BPF_MOV64_REG(R6, R5), BPF_MOV64_REG(R7, R6), BPF_MOV64_REG(R8, R7), BPF_MOV64_REG(R9, R8), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_ALU64_IMM(BPF_MOV, R1, 0), BPF_ALU64_IMM(BPF_MOV, R2, 0), BPF_ALU64_IMM(BPF_MOV, R3, 0), BPF_ALU64_IMM(BPF_MOV, R4, 0), BPF_ALU64_IMM(BPF_MOV, R5, 0), BPF_ALU64_IMM(BPF_MOV, R6, 0), BPF_ALU64_IMM(BPF_MOV, R7, 0), BPF_ALU64_IMM(BPF_MOV, R8, 0), BPF_ALU64_IMM(BPF_MOV, R9, 0), BPF_ALU64_REG(BPF_ADD, R0, R0), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_ALU64_REG(BPF_ADD, R0, R2), BPF_ALU64_REG(BPF_ADD, R0, R3), BPF_ALU64_REG(BPF_ADD, R0, R4), BPF_ALU64_REG(BPF_ADD, R0, R5), BPF_ALU64_REG(BPF_ADD, R0, R6), BPF_ALU64_REG(BPF_ADD, R0, R7), BPF_ALU64_REG(BPF_ADD, R0, R8), BPF_ALU64_REG(BPF_ADD, R0, R9), BPF_ALU64_IMM(BPF_ADD, R0, 0xfefe), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfefe } } }, { /* Mainly checking JIT here. */ "MOV REG32", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffffffffffffLL), BPF_MOV64_REG(R1, R0), BPF_MOV64_REG(R2, R1), BPF_MOV64_REG(R3, R2), BPF_MOV64_REG(R4, R3), BPF_MOV64_REG(R5, R4), BPF_MOV64_REG(R6, R5), BPF_MOV64_REG(R7, R6), BPF_MOV64_REG(R8, R7), BPF_MOV64_REG(R9, R8), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU32_IMM(BPF_MOV, R2, 0), BPF_ALU32_IMM(BPF_MOV, R3, 0), BPF_ALU32_IMM(BPF_MOV, R4, 0), BPF_ALU32_IMM(BPF_MOV, R5, 0), BPF_ALU32_IMM(BPF_MOV, R6, 0), BPF_ALU32_IMM(BPF_MOV, R7, 0), BPF_ALU32_IMM(BPF_MOV, R8, 0), BPF_ALU32_IMM(BPF_MOV, R9, 0), BPF_ALU64_REG(BPF_ADD, R0, R0), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_ALU64_REG(BPF_ADD, R0, R2), BPF_ALU64_REG(BPF_ADD, R0, R3), BPF_ALU64_REG(BPF_ADD, R0, R4), BPF_ALU64_REG(BPF_ADD, R0, R5), BPF_ALU64_REG(BPF_ADD, R0, R6), BPF_ALU64_REG(BPF_ADD, R0, R7), BPF_ALU64_REG(BPF_ADD, R0, R8), BPF_ALU64_REG(BPF_ADD, R0, R9), BPF_ALU64_IMM(BPF_ADD, R0, 0xfefe), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfefe } } }, { /* Mainly checking JIT here. */ "LD IMM64", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffffffffffffLL), BPF_MOV64_REG(R1, R0), BPF_MOV64_REG(R2, R1), BPF_MOV64_REG(R3, R2), BPF_MOV64_REG(R4, R3), BPF_MOV64_REG(R5, R4), BPF_MOV64_REG(R6, R5), BPF_MOV64_REG(R7, R6), BPF_MOV64_REG(R8, R7), BPF_MOV64_REG(R9, R8), BPF_LD_IMM64(R0, 0x0LL), BPF_LD_IMM64(R1, 0x0LL), BPF_LD_IMM64(R2, 0x0LL), BPF_LD_IMM64(R3, 0x0LL), BPF_LD_IMM64(R4, 0x0LL), BPF_LD_IMM64(R5, 0x0LL), BPF_LD_IMM64(R6, 0x0LL), BPF_LD_IMM64(R7, 0x0LL), BPF_LD_IMM64(R8, 0x0LL), BPF_LD_IMM64(R9, 0x0LL), BPF_ALU64_REG(BPF_ADD, R0, R0), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_ALU64_REG(BPF_ADD, R0, R2), BPF_ALU64_REG(BPF_ADD, R0, R3), BPF_ALU64_REG(BPF_ADD, R0, R4), BPF_ALU64_REG(BPF_ADD, R0, R5), BPF_ALU64_REG(BPF_ADD, R0, R6), BPF_ALU64_REG(BPF_ADD, R0, R7), BPF_ALU64_REG(BPF_ADD, R0, R8), BPF_ALU64_REG(BPF_ADD, R0, R9), BPF_ALU64_IMM(BPF_ADD, R0, 0xfefe), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfefe } } }, { "INT: ALU MIX", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 11), BPF_ALU64_IMM(BPF_ADD, R0, -1), BPF_ALU64_IMM(BPF_MOV, R2, 2), BPF_ALU64_IMM(BPF_XOR, R2, 3), BPF_ALU64_REG(BPF_DIV, R0, R2), BPF_JMP_IMM(BPF_JEQ, R0, 10, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOD, R0, 3), BPF_JMP_IMM(BPF_JEQ, R0, 1, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, { "INT: shifts by register", .u.insns_int = { BPF_MOV64_IMM(R0, -1234), BPF_MOV64_IMM(R1, 1), BPF_ALU32_REG(BPF_RSH, R0, R1), BPF_JMP_IMM(BPF_JEQ, R0, 0x7ffffd97, 1), BPF_EXIT_INSN(), BPF_MOV64_IMM(R2, 1), BPF_ALU64_REG(BPF_LSH, R0, R2), BPF_MOV32_IMM(R4, -1234), BPF_JMP_REG(BPF_JEQ, R0, R4, 1), BPF_EXIT_INSN(), BPF_ALU64_IMM(BPF_AND, R4, 63), BPF_ALU64_REG(BPF_LSH, R0, R4), /* R0 <= 46 */ BPF_MOV64_IMM(R3, 47), BPF_ALU64_REG(BPF_ARSH, R0, R3), BPF_JMP_IMM(BPF_JEQ, R0, -617, 1), BPF_EXIT_INSN(), BPF_MOV64_IMM(R2, 1), BPF_ALU64_REG(BPF_LSH, R4, R2), /* R4 = 46 << 1 */ BPF_JMP_IMM(BPF_JEQ, R4, 92, 1), BPF_EXIT_INSN(), BPF_MOV64_IMM(R4, 4), BPF_ALU64_REG(BPF_LSH, R4, R4), /* R4 = 4 << 4 */ BPF_JMP_IMM(BPF_JEQ, R4, 64, 1), BPF_EXIT_INSN(), BPF_MOV64_IMM(R4, 5), BPF_ALU32_REG(BPF_LSH, R4, R4), /* R4 = 5 << 5 */ BPF_JMP_IMM(BPF_JEQ, R4, 160, 1), BPF_EXIT_INSN(), BPF_MOV64_IMM(R0, -1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, #ifdef CONFIG_32BIT { "INT: 32-bit context pointer word order and zero-extension", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_JMP32_IMM(BPF_JEQ, R1, 0, 3), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_JMP32_IMM(BPF_JNE, R1, 0, 1), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, #endif { "check: missing ret", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 1), }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { "check: div_k_0", .u.insns = { BPF_STMT(BPF_ALU | BPF_DIV | BPF_K, 0), BPF_STMT(BPF_RET | BPF_K, 0) }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { "check: unknown insn", .u.insns = { /* seccomp insn, rejected in socket filter */ BPF_STMT(BPF_LDX | BPF_W | BPF_ABS, 0), BPF_STMT(BPF_RET | BPF_K, 0) }, CLASSIC | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { "check: out of range spill/fill", .u.insns = { BPF_STMT(BPF_STX, 16), BPF_STMT(BPF_RET | BPF_K, 0) }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { "JUMPS + HOLES", .u.insns = { BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JGE, 0, 13, 15), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x90c2894d, 3, 4), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x90c2894d, 1, 2), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JGE, 0, 14, 15), BPF_JUMP(BPF_JMP | BPF_JGE, 0, 13, 14), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x2ac28349, 2, 3), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x2ac28349, 1, 2), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JGE, 0, 14, 15), BPF_JUMP(BPF_JMP | BPF_JGE, 0, 13, 14), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x90d2ff41, 2, 3), BPF_JUMP(BPF_JMP | BPF_JEQ, 0x90d2ff41, 1, 2), BPF_STMT(BPF_LD | BPF_H | BPF_ABS, 0), BPF_STMT(BPF_RET | BPF_A, 0), BPF_STMT(BPF_RET | BPF_A, 0), }, CLASSIC, { 0x00, 0x1b, 0x21, 0x3c, 0x9d, 0xf8, 0x90, 0xe2, 0xba, 0x0a, 0x56, 0xb4, 0x08, 0x00, 0x45, 0x00, 0x00, 0x28, 0x00, 0x00, 0x20, 0x00, 0x40, 0x11, 0x00, 0x00, /* IP header */ 0xc0, 0xa8, 0x33, 0x01, 0xc0, 0xa8, 0x33, 0x02, 0xbb, 0xb6, 0xa9, 0xfa, 0x00, 0x14, 0x00, 0x00, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc }, { { 88, 0x001b } } }, { "check: RET X", .u.insns = { BPF_STMT(BPF_RET | BPF_X, 0), }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { "check: LDX + RET X", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 42), BPF_STMT(BPF_RET | BPF_X, 0), }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { /* Mainly checking JIT here. */ "M[]: alt STX + LDX", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 100), BPF_STMT(BPF_STX, 0), BPF_STMT(BPF_LDX | BPF_MEM, 0), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 1), BPF_STMT(BPF_LDX | BPF_MEM, 1), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 2), BPF_STMT(BPF_LDX | BPF_MEM, 2), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 3), BPF_STMT(BPF_LDX | BPF_MEM, 3), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 4), BPF_STMT(BPF_LDX | BPF_MEM, 4), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 5), BPF_STMT(BPF_LDX | BPF_MEM, 5), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 6), BPF_STMT(BPF_LDX | BPF_MEM, 6), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 7), BPF_STMT(BPF_LDX | BPF_MEM, 7), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 8), BPF_STMT(BPF_LDX | BPF_MEM, 8), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 9), BPF_STMT(BPF_LDX | BPF_MEM, 9), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 10), BPF_STMT(BPF_LDX | BPF_MEM, 10), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 11), BPF_STMT(BPF_LDX | BPF_MEM, 11), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 12), BPF_STMT(BPF_LDX | BPF_MEM, 12), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 13), BPF_STMT(BPF_LDX | BPF_MEM, 13), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 14), BPF_STMT(BPF_LDX | BPF_MEM, 14), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_STX, 15), BPF_STMT(BPF_LDX | BPF_MEM, 15), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 1), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_RET | BPF_A, 0), }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 116 } }, }, { /* Mainly checking JIT here. */ "M[]: full STX + full LDX", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0xbadfeedb), BPF_STMT(BPF_STX, 0), BPF_STMT(BPF_LDX | BPF_IMM, 0xecabedae), BPF_STMT(BPF_STX, 1), BPF_STMT(BPF_LDX | BPF_IMM, 0xafccfeaf), BPF_STMT(BPF_STX, 2), BPF_STMT(BPF_LDX | BPF_IMM, 0xbffdcedc), BPF_STMT(BPF_STX, 3), BPF_STMT(BPF_LDX | BPF_IMM, 0xfbbbdccb), BPF_STMT(BPF_STX, 4), BPF_STMT(BPF_LDX | BPF_IMM, 0xfbabcbda), BPF_STMT(BPF_STX, 5), BPF_STMT(BPF_LDX | BPF_IMM, 0xaedecbdb), BPF_STMT(BPF_STX, 6), BPF_STMT(BPF_LDX | BPF_IMM, 0xadebbade), BPF_STMT(BPF_STX, 7), BPF_STMT(BPF_LDX | BPF_IMM, 0xfcfcfaec), BPF_STMT(BPF_STX, 8), BPF_STMT(BPF_LDX | BPF_IMM, 0xbcdddbdc), BPF_STMT(BPF_STX, 9), BPF_STMT(BPF_LDX | BPF_IMM, 0xfeefdfac), BPF_STMT(BPF_STX, 10), BPF_STMT(BPF_LDX | BPF_IMM, 0xcddcdeea), BPF_STMT(BPF_STX, 11), BPF_STMT(BPF_LDX | BPF_IMM, 0xaccfaebb), BPF_STMT(BPF_STX, 12), BPF_STMT(BPF_LDX | BPF_IMM, 0xbdcccdcf), BPF_STMT(BPF_STX, 13), BPF_STMT(BPF_LDX | BPF_IMM, 0xaaedecde), BPF_STMT(BPF_STX, 14), BPF_STMT(BPF_LDX | BPF_IMM, 0xfaeacdad), BPF_STMT(BPF_STX, 15), BPF_STMT(BPF_LDX | BPF_MEM, 0), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_LDX | BPF_MEM, 1), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 2), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 3), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 4), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 5), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 6), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 7), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 8), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 9), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 10), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 11), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 12), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 13), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 14), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_LDX | BPF_MEM, 15), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0), }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0x2a5a5e5 } }, }, { "check: SKF_AD_MAX", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF + SKF_AD_MAX), BPF_STMT(BPF_RET | BPF_A, 0), }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = NULL, .expected_errcode = -EINVAL, }, { /* Passes checker but fails during runtime. */ "LD [SKF_AD_OFF-1]", .u.insns = { BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF - 1), BPF_STMT(BPF_RET | BPF_K, 1), }, CLASSIC, { }, { { 1, 0 } }, }, { "load 64-bit immediate", .u.insns_int = { BPF_LD_IMM64(R1, 0x567800001234LL), BPF_MOV64_REG(R2, R1), BPF_MOV64_REG(R3, R2), BPF_ALU64_IMM(BPF_RSH, R2, 32), BPF_ALU64_IMM(BPF_LSH, R3, 32), BPF_ALU64_IMM(BPF_RSH, R3, 32), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R2, 0x5678, 1), BPF_EXIT_INSN(), BPF_JMP_IMM(BPF_JEQ, R3, 0x1234, 1), BPF_EXIT_INSN(), BPF_LD_IMM64(R0, 0x1ffffffffLL), BPF_ALU64_IMM(BPF_RSH, R0, 32), /* R0 = 1 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, /* BPF_ALU | BPF_MOV | BPF_X */ { "ALU_MOV_X: dst = 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_MOV_X: dst = 4294967295", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 4294967295U), BPF_ALU32_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, { "ALU64_MOV_X: dst = 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_MOV_X: dst = 4294967295", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 4294967295U), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, /* BPF_ALU | BPF_MOV | BPF_K */ { "ALU_MOV_K: dst = 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_MOV_K: dst = 4294967295", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 4294967295U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, { "ALU_MOV_K: 0x0000ffffffff0000 = 0x00000000ffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x00000000ffffffffLL), BPF_ALU32_IMM(BPF_MOV, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_MOV_K: small negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "ALU_MOV_K: small negative zero extension", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU_MOV_K: large negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123456789), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123456789 } } }, { "ALU_MOV_K: large negative zero extension", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123456789), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_MOV_K: dst = 2", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_MOV_K: dst = 2147483647", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2147483647 } }, }, { "ALU64_OR_K: dst = 0x0", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x0), BPF_ALU64_IMM(BPF_MOV, R2, 0x0), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MOV_K: dst = -1", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_MOV, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MOV_K: small negative", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, -123), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "ALU64_MOV_K: small negative sign extension", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, -123), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } } }, { "ALU64_MOV_K: large negative", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, -123456789), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123456789 } } }, { "ALU64_MOV_K: large negative sign extension", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, -123456789), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } } }, /* MOVSX32 */ { "ALU_MOVSX | BPF_B", .u.insns_int = { BPF_LD_IMM64(R2, 0x00000000ffffffefLL), BPF_LD_IMM64(R3, 0xdeadbeefdeadbeefLL), BPF_MOVSX32_REG(R1, R3, 8), BPF_JMP_REG(BPF_JEQ, R2, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_MOVSX | BPF_H", .u.insns_int = { BPF_LD_IMM64(R2, 0x00000000ffffbeefLL), BPF_LD_IMM64(R3, 0xdeadbeefdeadbeefLL), BPF_MOVSX32_REG(R1, R3, 16), BPF_JMP_REG(BPF_JEQ, R2, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, /* MOVSX64 REG */ { "ALU64_MOVSX | BPF_B", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffffefLL), BPF_LD_IMM64(R3, 0xdeadbeefdeadbeefLL), BPF_MOVSX64_REG(R1, R3, 8), BPF_JMP_REG(BPF_JEQ, R2, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MOVSX | BPF_H", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffbeefLL), BPF_LD_IMM64(R3, 0xdeadbeefdeadbeefLL), BPF_MOVSX64_REG(R1, R3, 16), BPF_JMP_REG(BPF_JEQ, R2, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MOVSX | BPF_W", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffdeadbeefLL), BPF_LD_IMM64(R3, 0xdeadbeefdeadbeefLL), BPF_MOVSX64_REG(R1, R3, 32), BPF_JMP_REG(BPF_JEQ, R2, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, /* BPF_ALU | BPF_ADD | BPF_X */ { "ALU_ADD_X: 1 + 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_ADD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_ADD_X: 1 + 4294967294 = 4294967295", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 4294967294U), BPF_ALU32_REG(BPF_ADD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, { "ALU_ADD_X: 2 + 4294967294 = 0", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_LD_IMM64(R1, 4294967294U), BPF_ALU32_REG(BPF_ADD, R0, R1), BPF_JMP_IMM(BPF_JEQ, R0, 0, 2), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_ADD_X: 1 + 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_ADD_X: 1 + 4294967294 = 4294967295", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 4294967294U), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, { "ALU64_ADD_X: 2 + 4294967294 = 4294967296", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_LD_IMM64(R1, 4294967294U), BPF_LD_IMM64(R2, 4294967296ULL), BPF_ALU64_REG(BPF_ADD, R0, R1), BPF_JMP_REG(BPF_JEQ, R0, R2, 2), BPF_MOV32_IMM(R0, 0), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_ALU | BPF_ADD | BPF_K */ { "ALU_ADD_K: 1 + 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_ADD_K: 3 + 0 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_ADD, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_ADD_K: 1 + 4294967294 = 4294967295", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 4294967294U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4294967295U } }, }, { "ALU_ADD_K: 4294967294 + 2 = 0", .u.insns_int = { BPF_LD_IMM64(R0, 4294967294U), BPF_ALU32_IMM(BPF_ADD, R0, 2), BPF_JMP_IMM(BPF_JEQ, R0, 0, 2), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_ADD_K: 0 + (-1) = 0x00000000ffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0x00000000ffffffff), BPF_ALU32_IMM(BPF_ADD, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_ADD_K: 0 + 0xffff = 0xffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0xffff), BPF_ALU32_IMM(BPF_ADD, R2, 0xffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_ADD_K: 0 + 0x7fffffff = 0x7fffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0x7fffffff), BPF_ALU32_IMM(BPF_ADD, R2, 0x7fffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_ADD_K: 0 + 0x80000000 = 0x80000000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0x80000000), BPF_ALU32_IMM(BPF_ADD, R2, 0x80000000), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_ADD_K: 0 + 0x80008000 = 0x80008000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0x80008000), BPF_ALU32_IMM(BPF_ADD, R2, 0x80008000), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_ADD_K: 1 + 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_ADD, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_ADD_K: 3 + 0 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_ADD, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_ADD_K: 1 + 2147483646 = 2147483647", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_ADD, R0, 2147483646), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2147483647 } }, }, { "ALU64_ADD_K: 4294967294 + 2 = 4294967296", .u.insns_int = { BPF_LD_IMM64(R0, 4294967294U), BPF_LD_IMM64(R1, 4294967296ULL), BPF_ALU64_IMM(BPF_ADD, R0, 2), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_ADD_K: 2147483646 + -2147483647 = -1", .u.insns_int = { BPF_LD_IMM64(R0, 2147483646), BPF_ALU64_IMM(BPF_ADD, R0, -2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, { "ALU64_ADD_K: 1 + 0 = 1", .u.insns_int = { BPF_LD_IMM64(R2, 0x1), BPF_LD_IMM64(R3, 0x1), BPF_ALU64_IMM(BPF_ADD, R2, 0x0), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_ADD_K: 0 + (-1) = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_ADD, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_ADD_K: 0 + 0xffff = 0xffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0xffff), BPF_ALU64_IMM(BPF_ADD, R2, 0xffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_ADD_K: 0 + 0x7fffffff = 0x7fffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0x7fffffff), BPF_ALU64_IMM(BPF_ADD, R2, 0x7fffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_ADD_K: 0 + 0x80000000 = 0xffffffff80000000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0xffffffff80000000LL), BPF_ALU64_IMM(BPF_ADD, R2, 0x80000000), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU_ADD_K: 0 + 0x80008000 = 0xffffffff80008000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0), BPF_LD_IMM64(R3, 0xffffffff80008000LL), BPF_ALU64_IMM(BPF_ADD, R2, 0x80008000), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, /* BPF_ALU | BPF_SUB | BPF_X */ { "ALU_SUB_X: 3 - 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU32_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_SUB_X: 4294967295 - 4294967294 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_MOV, R1, 4294967294U), BPF_ALU32_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_SUB_X: 3 - 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_SUB_X: 4294967295 - 4294967294 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_MOV, R1, 4294967294U), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_ALU | BPF_SUB | BPF_K */ { "ALU_SUB_K: 3 - 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_SUB, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_SUB_K: 3 - 0 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_SUB, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_SUB_K: 4294967295 - 4294967294 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_SUB, R0, 4294967294U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_SUB_K: 3 - 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_SUB, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_SUB_K: 3 - 0 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_SUB, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_SUB_K: 4294967294 - 4294967295 = -1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967294U), BPF_ALU64_IMM(BPF_SUB, R0, 4294967295U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, { "ALU64_ADD_K: 2147483646 - 2147483647 = -1", .u.insns_int = { BPF_LD_IMM64(R0, 2147483646), BPF_ALU64_IMM(BPF_SUB, R0, 2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, /* BPF_ALU | BPF_MUL | BPF_X */ { "ALU_MUL_X: 2 * 3 = 6", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MOV, R1, 3), BPF_ALU32_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 6 } }, }, { "ALU_MUL_X: 2 * 0x7FFFFFF8 = 0xFFFFFFF0", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MOV, R1, 0x7FFFFFF8), BPF_ALU32_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xFFFFFFF0 } }, }, { "ALU_MUL_X: -1 * -1 = 1", .u.insns_int = { BPF_LD_IMM64(R0, -1), BPF_ALU32_IMM(BPF_MOV, R1, -1), BPF_ALU32_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_MUL_X: 2 * 3 = 6", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MOV, R1, 3), BPF_ALU64_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 6 } }, }, { "ALU64_MUL_X: 1 * 2147483647 = 2147483647", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 2147483647), BPF_ALU64_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2147483647 } }, }, { "ALU64_MUL_X: 64x64 multiply, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0fedcba987654321LL), BPF_LD_IMM64(R1, 0x123456789abcdef0LL), BPF_ALU64_REG(BPF_MUL, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xe5618cf0 } } }, { "ALU64_MUL_X: 64x64 multiply, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0fedcba987654321LL), BPF_LD_IMM64(R1, 0x123456789abcdef0LL), BPF_ALU64_REG(BPF_MUL, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x2236d88f } } }, /* BPF_ALU | BPF_MUL | BPF_K */ { "ALU_MUL_K: 2 * 3 = 6", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MUL, R0, 3), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 6 } }, }, { "ALU_MUL_K: 3 * 1 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MUL, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_MUL_K: 2 * 0x7FFFFFF8 = 0xFFFFFFF0", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MUL, R0, 0x7FFFFFF8), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xFFFFFFF0 } }, }, { "ALU_MUL_K: 1 * (-1) = 0x00000000ffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x1), BPF_LD_IMM64(R3, 0x00000000ffffffff), BPF_ALU32_IMM(BPF_MUL, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MUL_K: 2 * 3 = 6", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU64_IMM(BPF_MUL, R0, 3), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 6 } }, }, { "ALU64_MUL_K: 3 * 1 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_MUL, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_MUL_K: 1 * 2147483647 = 2147483647", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_MUL, R0, 2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2147483647 } }, }, { "ALU64_MUL_K: 1 * -2147483647 = -2147483647", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_MUL, R0, -2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -2147483647 } }, }, { "ALU64_MUL_K: 1 * (-1) = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x1), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_MUL, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_MUL_K: 64x32 multiply, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_MUL, R0, 0x12345678), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xe242d208 } } }, { "ALU64_MUL_K: 64x32 multiply, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_MUL, R0, 0x12345678), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xc28f5c28 } } }, /* BPF_ALU | BPF_DIV | BPF_X */ { "ALU_DIV_X: 6 / 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 6), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_DIV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_DIV_X: 4294967295 / 4294967295 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_MOV, R1, 4294967295U), BPF_ALU32_REG(BPF_DIV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_DIV_X: 6 / 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 6), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_DIV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_DIV_X: 2147483647 / 2147483647 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2147483647), BPF_ALU32_IMM(BPF_MOV, R1, 2147483647), BPF_ALU64_REG(BPF_DIV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_DIV_X: 0xffffffffffffffff / (-1) = 0x0000000000000001", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffffffLL), BPF_LD_IMM64(R4, 0xffffffffffffffffLL), BPF_LD_IMM64(R3, 0x0000000000000001LL), BPF_ALU64_REG(BPF_DIV, R2, R4), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, /* BPF_ALU | BPF_DIV | BPF_K */ { "ALU_DIV_K: 6 / 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 6), BPF_ALU32_IMM(BPF_DIV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_DIV_K: 3 / 1 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_DIV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_DIV_K: 4294967295 / 4294967295 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_DIV, R0, 4294967295U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_DIV_K: 0xffffffffffffffff / (-1) = 0x1", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffffffLL), BPF_LD_IMM64(R3, 0x1UL), BPF_ALU32_IMM(BPF_DIV, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_DIV_K: 6 / 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 6), BPF_ALU64_IMM(BPF_DIV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_DIV_K: 3 / 1 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_DIV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_DIV_K: 2147483647 / 2147483647 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2147483647), BPF_ALU64_IMM(BPF_DIV, R0, 2147483647), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_DIV_K: 0xffffffffffffffff / (-1) = 0x0000000000000001", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffffffLL), BPF_LD_IMM64(R3, 0x0000000000000001LL), BPF_ALU64_IMM(BPF_DIV, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, /* BPF_ALU | BPF_MOD | BPF_X */ { "ALU_MOD_X: 3 % 2 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_MOD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_MOD_X: 4294967295 % 4294967293 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_MOV, R1, 4294967293U), BPF_ALU32_REG(BPF_MOD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_MOD_X: 3 % 2 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_MOD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_MOD_X: 2147483647 % 2147483645 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 2147483647), BPF_ALU32_IMM(BPF_MOV, R1, 2147483645), BPF_ALU64_REG(BPF_MOD, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, /* BPF_ALU | BPF_MOD | BPF_K */ { "ALU_MOD_K: 3 % 2 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOD, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_MOD_K: 3 % 1 = 0", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOD, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, }, { "ALU_MOD_K: 4294967295 % 4294967293 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 4294967295U), BPF_ALU32_IMM(BPF_MOD, R0, 4294967293U), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_MOD_K: 3 % 2 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_MOD, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_MOD_K: 3 % 1 = 0", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_MOD, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, }, { "ALU64_MOD_K: 2147483647 % 2147483645 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 2147483647), BPF_ALU64_IMM(BPF_MOD, R0, 2147483645), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, /* BPF_ALU | BPF_DIV | BPF_X off=1 (SDIV) */ { "ALU_SDIV_X: -6 / 2 = -3", .u.insns_int = { BPF_LD_IMM64(R0, -6), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG_OFF(BPF_DIV, R0, R1, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, /* BPF_ALU | BPF_DIV | BPF_K off=1 (SDIV) */ { "ALU_SDIV_K: -6 / 2 = -3", .u.insns_int = { BPF_LD_IMM64(R0, -6), BPF_ALU32_IMM_OFF(BPF_DIV, R0, 2, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, /* BPF_ALU64 | BPF_DIV | BPF_X off=1 (SDIV64) */ { "ALU64_SDIV_X: -6 / 2 = -3", .u.insns_int = { BPF_LD_IMM64(R0, -6), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG_OFF(BPF_DIV, R0, R1, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, /* BPF_ALU64 | BPF_DIV | BPF_K off=1 (SDIV64) */ { "ALU64_SDIV_K: -6 / 2 = -3", .u.insns_int = { BPF_LD_IMM64(R0, -6), BPF_ALU64_IMM_OFF(BPF_DIV, R0, 2, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, /* BPF_ALU | BPF_MOD | BPF_X off=1 (SMOD) */ { "ALU_SMOD_X: -7 % 2 = -1", .u.insns_int = { BPF_LD_IMM64(R0, -7), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG_OFF(BPF_MOD, R0, R1, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, /* BPF_ALU | BPF_MOD | BPF_K off=1 (SMOD) */ { "ALU_SMOD_K: -7 % 2 = -1", .u.insns_int = { BPF_LD_IMM64(R0, -7), BPF_ALU32_IMM_OFF(BPF_MOD, R0, 2, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, /* BPF_ALU64 | BPF_MOD | BPF_X off=1 (SMOD64) */ { "ALU64_SMOD_X: -7 % 2 = -1", .u.insns_int = { BPF_LD_IMM64(R0, -7), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG_OFF(BPF_MOD, R0, R1, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, /* BPF_ALU64 | BPF_MOD | BPF_K off=1 (SMOD64) */ { "ALU64_SMOD_K: -7 % 2 = -1", .u.insns_int = { BPF_LD_IMM64(R0, -7), BPF_ALU64_IMM_OFF(BPF_MOD, R0, 2, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } }, }, /* BPF_ALU | BPF_AND | BPF_X */ { "ALU_AND_X: 3 & 2 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_AND, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_AND_X: 0xffffffff & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffff), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU32_REG(BPF_AND, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU64_AND_X: 3 & 2 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_AND, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_AND_X: 0xffffffff & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffff), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU64_REG(BPF_AND, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, /* BPF_ALU | BPF_AND | BPF_K */ { "ALU_AND_K: 3 & 2 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU32_IMM(BPF_AND, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_AND_K: 0xffffffff & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffff), BPF_ALU32_IMM(BPF_AND, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU_AND_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x01020304), BPF_ALU32_IMM(BPF_AND, R0, 15), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 4 } } }, { "ALU_AND_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xf1f2f3f4), BPF_ALU32_IMM(BPF_AND, R0, 0xafbfcfdf), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xa1b2c3d4 } } }, { "ALU_AND_K: Zero extension", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x0000000080a0c0e0LL), BPF_ALU32_IMM(BPF_AND, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_AND_K: 3 & 2 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_AND, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_AND_K: 0xffffffff & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0xffffffff), BPF_ALU64_IMM(BPF_AND, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU64_AND_K: 0x0000ffffffff0000 & 0x0 = 0x0000000000000000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x0000000000000000LL), BPF_ALU64_IMM(BPF_AND, R2, 0x0), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_AND_K: 0x0000ffffffff0000 & -1 = 0x0000ffffffff0000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x0000ffffffff0000LL), BPF_ALU64_IMM(BPF_AND, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_AND_K: 0xffffffffffffffff & -1 = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0xffffffffffffffffLL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_AND, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_AND_K: Sign extension 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x00000000090b0d0fLL), BPF_ALU64_IMM(BPF_AND, R0, 0x0f0f0f0f), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_AND_K: Sign extension 2", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x0123456780a0c0e0LL), BPF_ALU64_IMM(BPF_AND, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, /* BPF_ALU | BPF_OR | BPF_X */ { "ALU_OR_X: 1 | 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU32_REG(BPF_OR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_OR_X: 0x0 | 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU32_REG(BPF_OR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU64_OR_X: 1 | 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 2), BPF_ALU64_REG(BPF_OR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_OR_X: 0 | 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU64_REG(BPF_OR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, /* BPF_ALU | BPF_OR | BPF_K */ { "ALU_OR_K: 1 | 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_OR, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_OR_K: 0 & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_ALU32_IMM(BPF_OR, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU_OR_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x01020304), BPF_ALU32_IMM(BPF_OR, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x01020305 } } }, { "ALU_OR_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x01020304), BPF_ALU32_IMM(BPF_OR, R0, 0xa0b0c0d0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xa1b2c3d4 } } }, { "ALU_OR_K: Zero extension", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x00000000f9fbfdffLL), BPF_ALU32_IMM(BPF_OR, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_OR_K: 1 | 2 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_OR, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_OR_K: 0 & 0xffffffff = 0xffffffff", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_ALU64_IMM(BPF_OR, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, }, { "ALU64_OR_K: 0x0000ffffffff0000 | 0x0 = 0x0000ffffffff0000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x0000ffffffff0000LL), BPF_ALU64_IMM(BPF_OR, R2, 0x0), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_OR_K: 0x0000ffffffff0000 | -1 = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_OR, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_OR_K: 0x000000000000000 | -1 = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000000000000000LL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_OR, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_OR_K: Sign extension 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x012345678fafcfefLL), BPF_ALU64_IMM(BPF_OR, R0, 0x0f0f0f0f), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_OR_K: Sign extension 2", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0xfffffffff9fbfdffLL), BPF_ALU64_IMM(BPF_OR, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, /* BPF_ALU | BPF_XOR | BPF_X */ { "ALU_XOR_X: 5 ^ 6 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 5), BPF_ALU32_IMM(BPF_MOV, R1, 6), BPF_ALU32_REG(BPF_XOR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_XOR_X: 0x1 ^ 0xffffffff = 0xfffffffe", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU32_REG(BPF_XOR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } }, }, { "ALU64_XOR_X: 5 ^ 6 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 5), BPF_ALU32_IMM(BPF_MOV, R1, 6), BPF_ALU64_REG(BPF_XOR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_XOR_X: 1 ^ 0xffffffff = 0xfffffffe", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_ALU64_REG(BPF_XOR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } }, }, /* BPF_ALU | BPF_XOR | BPF_K */ { "ALU_XOR_K: 5 ^ 6 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 5), BPF_ALU32_IMM(BPF_XOR, R0, 6), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU_XOR_K: 1 ^ 0xffffffff = 0xfffffffe", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_XOR, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } }, }, { "ALU_XOR_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x01020304), BPF_ALU32_IMM(BPF_XOR, R0, 15), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x0102030b } } }, { "ALU_XOR_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xf1f2f3f4), BPF_ALU32_IMM(BPF_XOR, R0, 0xafbfcfdf), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x5e4d3c2b } } }, { "ALU_XOR_K: Zero extension", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x00000000795b3d1fLL), BPF_ALU32_IMM(BPF_XOR, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_XOR_K: 5 ^ 6 = 3", .u.insns_int = { BPF_LD_IMM64(R0, 5), BPF_ALU64_IMM(BPF_XOR, R0, 6), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_XOR_K: 1 ^ 0xffffffff = 0xfffffffe", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_XOR, R0, 0xffffffff), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } }, }, { "ALU64_XOR_K: 0x0000ffffffff0000 ^ 0x0 = 0x0000ffffffff0000", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0x0000ffffffff0000LL), BPF_ALU64_IMM(BPF_XOR, R2, 0x0), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_XOR_K: 0x0000ffffffff0000 ^ -1 = 0xffff00000000ffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000ffffffff0000LL), BPF_LD_IMM64(R3, 0xffff00000000ffffLL), BPF_ALU64_IMM(BPF_XOR, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_XOR_K: 0x000000000000000 ^ -1 = 0xffffffffffffffff", .u.insns_int = { BPF_LD_IMM64(R2, 0x0000000000000000LL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ALU64_IMM(BPF_XOR, R2, 0xffffffff), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, }, { "ALU64_XOR_K: Sign extension 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0x0123456786a4c2e0LL), BPF_ALU64_IMM(BPF_XOR, R0, 0x0f0f0f0f), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "ALU64_XOR_K: Sign extension 2", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_LD_IMM64(R1, 0xfedcba98795b3d1fLL), BPF_ALU64_IMM(BPF_XOR, R0, 0xf0f0f0f0), BPF_JMP_REG(BPF_JEQ, R0, R1, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, /* BPF_ALU | BPF_LSH | BPF_X */ { "ALU_LSH_X: 1 << 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU32_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_LSH_X: 1 << 31 = 0x80000000", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 31), BPF_ALU32_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x80000000 } }, }, { "ALU_LSH_X: 0x12345678 << 12 = 0x45678000", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU32_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x45678000 } } }, { "ALU64_LSH_X: 1 << 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_LSH_X: 1 << 31 = 0x80000000", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_MOV, R1, 31), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x80000000 } }, }, { "ALU64_LSH_X: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xbcdef000 } } }, { "ALU64_LSH_X: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x3456789a } } }, { "ALU64_LSH_X: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_LSH_X: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x9abcdef0 } } }, { "ALU64_LSH_X: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_LSH_X: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, { "ALU64_LSH_X: Zero shift, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, { "ALU64_LSH_X: Zero shift, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_LSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x01234567 } } }, /* BPF_ALU | BPF_LSH | BPF_K */ { "ALU_LSH_K: 1 << 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_LSH, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU_LSH_K: 1 << 31 = 0x80000000", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU32_IMM(BPF_LSH, R0, 31), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x80000000 } }, }, { "ALU_LSH_K: 0x12345678 << 12 = 0x45678000", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_LSH, R0, 12), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x45678000 } } }, { "ALU_LSH_K: 0x12345678 << 0 = 0x12345678", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_LSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x12345678 } } }, { "ALU64_LSH_K: 1 << 1 = 2", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_LSH, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "ALU64_LSH_K: 1 << 31 = 0x80000000", .u.insns_int = { BPF_LD_IMM64(R0, 1), BPF_ALU64_IMM(BPF_LSH, R0, 31), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x80000000 } }, }, { "ALU64_LSH_K: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 12), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xbcdef000 } } }, { "ALU64_LSH_K: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 12), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x3456789a } } }, { "ALU64_LSH_K: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 36), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_LSH_K: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 36), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x9abcdef0 } } }, { "ALU64_LSH_K: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_LSH_K: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 32), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, { "ALU64_LSH_K: Zero shift", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_LSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, /* BPF_ALU | BPF_RSH | BPF_X */ { "ALU_RSH_X: 2 >> 1 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU32_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_RSH_X: 0x80000000 >> 31 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x80000000), BPF_ALU32_IMM(BPF_MOV, R1, 31), BPF_ALU32_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_RSH_X: 0x12345678 >> 20 = 0x123", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_MOV, R1, 20), BPF_ALU32_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x123 } } }, { "ALU64_RSH_X: 2 >> 1 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_MOV, R1, 1), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_RSH_X: 0x80000000 >> 31 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x80000000), BPF_ALU32_IMM(BPF_MOV, R1, 31), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_RSH_X: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x56789abc } } }, { "ALU64_RSH_X: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x00081234 } } }, { "ALU64_RSH_X: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x08123456 } } }, { "ALU64_RSH_X: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_RSH_X: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, { "ALU64_RSH_X: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_RSH_X: Zero shift, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, { "ALU64_RSH_X: Zero shift, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_RSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, /* BPF_ALU | BPF_RSH | BPF_K */ { "ALU_RSH_K: 2 >> 1 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU32_IMM(BPF_RSH, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_RSH_K: 0x80000000 >> 31 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x80000000), BPF_ALU32_IMM(BPF_RSH, R0, 31), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU_RSH_K: 0x12345678 >> 20 = 0x123", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_RSH, R0, 20), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x123 } } }, { "ALU_RSH_K: 0x12345678 >> 0 = 0x12345678", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x12345678), BPF_ALU32_IMM(BPF_RSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x12345678 } } }, { "ALU64_RSH_K: 2 >> 1 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 2), BPF_ALU64_IMM(BPF_RSH, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_RSH_K: 0x80000000 >> 31 = 1", .u.insns_int = { BPF_LD_IMM64(R0, 0x80000000), BPF_ALU64_IMM(BPF_RSH, R0, 31), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "ALU64_RSH_K: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 12), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x56789abc } } }, { "ALU64_RSH_K: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 12), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x00081234 } } }, { "ALU64_RSH_K: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 36), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x08123456 } } }, { "ALU64_RSH_K: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 36), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_RSH_K: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, { "ALU64_RSH_K: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } } }, { "ALU64_RSH_K: Zero shift", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, /* BPF_ALU | BPF_ARSH | BPF_X */ { "ALU32_ARSH_X: -1234 >> 7 = -10", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -1234), BPF_ALU32_IMM(BPF_MOV, R1, 7), BPF_ALU32_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -10 } } }, { "ALU64_ARSH_X: 0xff00ff0000000000 >> 40 = 0xffffffffffff00ff", .u.insns_int = { BPF_LD_IMM64(R0, 0xff00ff0000000000LL), BPF_ALU32_IMM(BPF_MOV, R1, 40), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffff00ff } }, }, { "ALU64_ARSH_X: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x56789abc } } }, { "ALU64_ARSH_X: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 12), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfff81234 } } }, { "ALU64_ARSH_X: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xf8123456 } } }, { "ALU64_ARSH_X: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 36), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, { "ALU64_ARSH_X: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, { "ALU64_ARSH_X: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 32), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, { "ALU64_ARSH_X: Zero shift, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, { "ALU64_ARSH_X: Zero shift, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU32_IMM(BPF_MOV, R1, 0), BPF_ALU64_REG(BPF_ARSH, R0, R1), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, /* BPF_ALU | BPF_ARSH | BPF_K */ { "ALU32_ARSH_K: -1234 >> 7 = -10", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -1234), BPF_ALU32_IMM(BPF_ARSH, R0, 7), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -10 } } }, { "ALU32_ARSH_K: -1234 >> 0 = -1234", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -1234), BPF_ALU32_IMM(BPF_ARSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1234 } } }, { "ALU64_ARSH_K: 0xff00ff0000000000 >> 40 = 0xffffffffffff00ff", .u.insns_int = { BPF_LD_IMM64(R0, 0xff00ff0000000000LL), BPF_ALU64_IMM(BPF_ARSH, R0, 40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffff00ff } }, }, { "ALU64_ARSH_K: Shift < 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_RSH, R0, 12), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x56789abc } } }, { "ALU64_ARSH_K: Shift < 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 12), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfff81234 } } }, { "ALU64_ARSH_K: Shift > 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 36), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xf8123456 } } }, { "ALU64_ARSH_K: Shift > 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0xf123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 36), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, { "ALU64_ARSH_K: Shift == 32, low word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x81234567 } } }, { "ALU64_ARSH_K: Shift == 32, high word", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 32), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -1 } } }, { "ALU64_ARSH_K: Zero shift", .u.insns_int = { BPF_LD_IMM64(R0, 0x8123456789abcdefLL), BPF_ALU64_IMM(BPF_ARSH, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } } }, /* BPF_ALU | BPF_NEG */ { "ALU_NEG: -(3) = -3", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 3), BPF_ALU32_IMM(BPF_NEG, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, { "ALU_NEG: -(-3) = 3", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -3), BPF_ALU32_IMM(BPF_NEG, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, { "ALU64_NEG: -(3) = -3", .u.insns_int = { BPF_LD_IMM64(R0, 3), BPF_ALU64_IMM(BPF_NEG, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -3 } }, }, { "ALU64_NEG: -(-3) = 3", .u.insns_int = { BPF_LD_IMM64(R0, -3), BPF_ALU64_IMM(BPF_NEG, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 3 } }, }, /* BPF_ALU | BPF_END | BPF_FROM_BE */ { "ALU_END_FROM_BE 16: 0x0123456789abcdef -> 0xcdef", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_BE, R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_be16(0xcdef) } }, }, { "ALU_END_FROM_BE 32: 0x0123456789abcdef -> 0x89abcdef", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_BE, R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_be32(0x89abcdef) } }, }, { "ALU_END_FROM_BE 64: 0x0123456789abcdef -> 0x89abcdef", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_BE, R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) cpu_to_be64(0x0123456789abcdefLL) } }, }, { "ALU_END_FROM_BE 64: 0x0123456789abcdef >> 32 -> 0x01234567", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_BE, R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) (cpu_to_be64(0x0123456789abcdefLL) >> 32) } }, }, /* BPF_ALU | BPF_END | BPF_FROM_BE, reversed */ { "ALU_END_FROM_BE 16: 0xfedcba9876543210 -> 0x3210", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_BE, R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_be16(0x3210) } }, }, { "ALU_END_FROM_BE 32: 0xfedcba9876543210 -> 0x76543210", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_BE, R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_be32(0x76543210) } }, }, { "ALU_END_FROM_BE 64: 0xfedcba9876543210 -> 0x76543210", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_BE, R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) cpu_to_be64(0xfedcba9876543210ULL) } }, }, { "ALU_END_FROM_BE 64: 0xfedcba9876543210 >> 32 -> 0xfedcba98", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_BE, R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) (cpu_to_be64(0xfedcba9876543210ULL) >> 32) } }, }, /* BPF_ALU | BPF_END | BPF_FROM_LE */ { "ALU_END_FROM_LE 16: 0x0123456789abcdef -> 0xefcd", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_LE, R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_le16(0xcdef) } }, }, { "ALU_END_FROM_LE 32: 0x0123456789abcdef -> 0xefcdab89", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_LE, R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_le32(0x89abcdef) } }, }, { "ALU_END_FROM_LE 64: 0x0123456789abcdef -> 0x67452301", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_LE, R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) cpu_to_le64(0x0123456789abcdefLL) } }, }, { "ALU_END_FROM_LE 64: 0x0123456789abcdef >> 32 -> 0xefcdab89", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_ENDIAN(BPF_FROM_LE, R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) (cpu_to_le64(0x0123456789abcdefLL) >> 32) } }, }, /* BPF_ALU | BPF_END | BPF_FROM_LE, reversed */ { "ALU_END_FROM_LE 16: 0xfedcba9876543210 -> 0x1032", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_LE, R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_le16(0x3210) } }, }, { "ALU_END_FROM_LE 32: 0xfedcba9876543210 -> 0x10325476", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_LE, R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, cpu_to_le32(0x76543210) } }, }, { "ALU_END_FROM_LE 64: 0xfedcba9876543210 -> 0x10325476", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_LE, R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) cpu_to_le64(0xfedcba9876543210ULL) } }, }, { "ALU_END_FROM_LE 64: 0xfedcba9876543210 >> 32 -> 0x98badcfe", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_ENDIAN(BPF_FROM_LE, R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, (u32) (cpu_to_le64(0xfedcba9876543210ULL) >> 32) } }, }, /* BSWAP */ { "BSWAP 16: 0x0123456789abcdef -> 0xefcd", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_BSWAP(R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xefcd } }, }, { "BSWAP 32: 0x0123456789abcdef -> 0xefcdab89", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_BSWAP(R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xefcdab89 } }, }, { "BSWAP 64: 0x0123456789abcdef -> 0x67452301", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_BSWAP(R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x67452301 } }, }, { "BSWAP 64: 0x0123456789abcdef >> 32 -> 0xefcdab89", .u.insns_int = { BPF_LD_IMM64(R0, 0x0123456789abcdefLL), BPF_BSWAP(R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xefcdab89 } }, }, /* BSWAP, reversed */ { "BSWAP 16: 0xfedcba9876543210 -> 0x1032", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_BSWAP(R0, 16), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1032 } }, }, { "BSWAP 32: 0xfedcba9876543210 -> 0x10325476", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_BSWAP(R0, 32), BPF_ALU64_REG(BPF_MOV, R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU32_REG(BPF_ADD, R0, R1), /* R1 = 0 */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x10325476 } }, }, { "BSWAP 64: 0xfedcba9876543210 -> 0x98badcfe", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_BSWAP(R0, 64), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x98badcfe } }, }, { "BSWAP 64: 0xfedcba9876543210 >> 32 -> 0x10325476", .u.insns_int = { BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_BSWAP(R0, 64), BPF_ALU64_IMM(BPF_RSH, R0, 32), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x10325476 } }, }, /* BPF_LDX_MEM B/H/W/DW */ { "BPF_LDX_MEM | BPF_B, base", .u.insns_int = { BPF_LD_IMM64(R1, 0x0102030405060708ULL), BPF_LD_IMM64(R2, 0x0000000000000008ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_B, R0, R10, -1), #else BPF_LDX_MEM(BPF_B, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_B, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8182838485868788ULL), BPF_LD_IMM64(R2, 0x0000000000000088ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_B, R0, R10, -1), #else BPF_LDX_MEM(BPF_B, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_B, negative offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000000088ULL), BPF_ALU64_IMM(BPF_ADD, R1, 512), BPF_STX_MEM(BPF_B, R1, R2, -256), BPF_LDX_MEM(BPF_B, R0, R1, -256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_B, small positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000000088ULL), BPF_STX_MEM(BPF_B, R1, R2, 256), BPF_LDX_MEM(BPF_B, R0, R1, 256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_B, large positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000000088ULL), BPF_STX_MEM(BPF_B, R1, R2, 4096), BPF_LDX_MEM(BPF_B, R0, R1, 4096), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 4096 + 16, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_H, base", .u.insns_int = { BPF_LD_IMM64(R1, 0x0102030405060708ULL), BPF_LD_IMM64(R2, 0x0000000000000708ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_H, R0, R10, -2), #else BPF_LDX_MEM(BPF_H, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_H, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8182838485868788ULL), BPF_LD_IMM64(R2, 0x0000000000008788ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_H, R0, R10, -2), #else BPF_LDX_MEM(BPF_H, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_H, negative offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000008788ULL), BPF_ALU64_IMM(BPF_ADD, R1, 512), BPF_STX_MEM(BPF_H, R1, R2, -256), BPF_LDX_MEM(BPF_H, R0, R1, -256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_H, small positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000008788ULL), BPF_STX_MEM(BPF_H, R1, R2, 256), BPF_LDX_MEM(BPF_H, R0, R1, 256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_H, large positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000008788ULL), BPF_STX_MEM(BPF_H, R1, R2, 8192), BPF_LDX_MEM(BPF_H, R0, R1, 8192), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 8192 + 16, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_H, unaligned positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000000008788ULL), BPF_STX_MEM(BPF_H, R1, R2, 13), BPF_LDX_MEM(BPF_H, R0, R1, 13), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 32, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_W, base", .u.insns_int = { BPF_LD_IMM64(R1, 0x0102030405060708ULL), BPF_LD_IMM64(R2, 0x0000000005060708ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_W, R0, R10, -4), #else BPF_LDX_MEM(BPF_W, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_W, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8182838485868788ULL), BPF_LD_IMM64(R2, 0x0000000085868788ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEM(BPF_W, R0, R10, -4), #else BPF_LDX_MEM(BPF_W, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_W, negative offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000085868788ULL), BPF_ALU64_IMM(BPF_ADD, R1, 512), BPF_STX_MEM(BPF_W, R1, R2, -256), BPF_LDX_MEM(BPF_W, R0, R1, -256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_W, small positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000085868788ULL), BPF_STX_MEM(BPF_W, R1, R2, 256), BPF_LDX_MEM(BPF_W, R0, R1, 256), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_W, large positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000085868788ULL), BPF_STX_MEM(BPF_W, R1, R2, 16384), BPF_LDX_MEM(BPF_W, R0, R1, 16384), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 16384 + 16, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_W, unaligned positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x0000000085868788ULL), BPF_STX_MEM(BPF_W, R1, R2, 13), BPF_LDX_MEM(BPF_W, R0, R1, 13), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 32, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_DW, base", .u.insns_int = { BPF_LD_IMM64(R1, 0x0102030405060708ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_DW, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8182838485868788ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_DW, negative offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_ALU64_IMM(BPF_ADD, R1, 512), BPF_STX_MEM(BPF_DW, R1, R2, -256), BPF_LDX_MEM(BPF_DW, R0, R1, -256), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_DW, small positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_STX_MEM(BPF_DW, R1, R2, 256), BPF_LDX_MEM(BPF_DW, R0, R1, 256), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 512, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEM | BPF_DW, large positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_STX_MEM(BPF_DW, R1, R2, 32760), BPF_LDX_MEM(BPF_DW, R0, R1, 32760), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 32768, 0 } }, .stack_depth = 0, }, { "BPF_LDX_MEM | BPF_DW, unaligned positive offset", .u.insns_int = { BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_STX_MEM(BPF_DW, R1, R2, 13), BPF_LDX_MEM(BPF_DW, R0, R1, 13), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_LARGE_MEM, { }, { { 32, 0 } }, .stack_depth = 0, }, /* BPF_LDX_MEMSX B/H/W */ { "BPF_LDX_MEMSX | BPF_B", .u.insns_int = { BPF_LD_IMM64(R1, 0xdead0000000000f0ULL), BPF_LD_IMM64(R2, 0xfffffffffffffff0ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEMSX(BPF_B, R0, R10, -1), #else BPF_LDX_MEMSX(BPF_B, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEMSX | BPF_H", .u.insns_int = { BPF_LD_IMM64(R1, 0xdead00000000f123ULL), BPF_LD_IMM64(R2, 0xfffffffffffff123ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEMSX(BPF_H, R0, R10, -2), #else BPF_LDX_MEMSX(BPF_H, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_LDX_MEMSX | BPF_W", .u.insns_int = { BPF_LD_IMM64(R1, 0x00000000deadbeefULL), BPF_LD_IMM64(R2, 0xffffffffdeadbeefULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_LDX_MEMSX(BPF_W, R0, R10, -4), #else BPF_LDX_MEMSX(BPF_W, R0, R10, -8), #endif BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, /* BPF_STX_MEM B/H/W/DW */ { "BPF_STX_MEM | BPF_B", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x0102030405060708ULL), BPF_LD_IMM64(R3, 0x8090a0b0c0d0e008ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_B, R10, R2, -1), #else BPF_STX_MEM(BPF_B, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_STX_MEM | BPF_B, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x8090a0b0c0d0e088ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_B, R10, R2, -1), #else BPF_STX_MEM(BPF_B, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_STX_MEM | BPF_H", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x0102030405060708ULL), BPF_LD_IMM64(R3, 0x8090a0b0c0d00708ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_H, R10, R2, -2), #else BPF_STX_MEM(BPF_H, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_STX_MEM | BPF_H, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x8090a0b0c0d08788ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_H, R10, R2, -2), #else BPF_STX_MEM(BPF_H, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_STX_MEM | BPF_W", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x0102030405060708ULL), BPF_LD_IMM64(R3, 0x8090a0b005060708ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_W, R10, R2, -4), #else BPF_STX_MEM(BPF_W, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, { "BPF_STX_MEM | BPF_W, MSB set", .u.insns_int = { BPF_LD_IMM64(R1, 0x8090a0b0c0d0e0f0ULL), BPF_LD_IMM64(R2, 0x8182838485868788ULL), BPF_LD_IMM64(R3, 0x8090a0b085868788ULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), #ifdef __BIG_ENDIAN BPF_STX_MEM(BPF_W, R10, R2, -4), #else BPF_STX_MEM(BPF_W, R10, R2, -8), #endif BPF_LDX_MEM(BPF_DW, R0, R10, -8), BPF_JMP_REG(BPF_JNE, R0, R3, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, /* BPF_ST(X) | BPF_MEM | BPF_B/H/W/DW */ { "ST_MEM_B: Store/Load byte: max negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_B, R10, -40, 0xff), BPF_LDX_MEM(BPF_B, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xff } }, .stack_depth = 40, }, { "ST_MEM_B: Store/Load byte: max positive", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_H, R10, -40, 0x7f), BPF_LDX_MEM(BPF_H, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x7f } }, .stack_depth = 40, }, { "STX_MEM_B: Store/Load byte: max negative", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0xffLL), BPF_STX_MEM(BPF_B, R10, R1, -40), BPF_LDX_MEM(BPF_B, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xff } }, .stack_depth = 40, }, { "ST_MEM_H: Store/Load half word: max negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_H, R10, -40, 0xffff), BPF_LDX_MEM(BPF_H, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffff } }, .stack_depth = 40, }, { "ST_MEM_H: Store/Load half word: max positive", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_H, R10, -40, 0x7fff), BPF_LDX_MEM(BPF_H, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x7fff } }, .stack_depth = 40, }, { "STX_MEM_H: Store/Load half word: max negative", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0xffffLL), BPF_STX_MEM(BPF_H, R10, R1, -40), BPF_LDX_MEM(BPF_H, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffff } }, .stack_depth = 40, }, { "ST_MEM_W: Store/Load word: max negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_W, R10, -40, 0xffffffff), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, .stack_depth = 40, }, { "ST_MEM_W: Store/Load word: max positive", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_W, R10, -40, 0x7fffffff), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x7fffffff } }, .stack_depth = 40, }, { "STX_MEM_W: Store/Load word: max negative", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0xffffffffLL), BPF_STX_MEM(BPF_W, R10, R1, -40), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, .stack_depth = 40, }, { "ST_MEM_DW: Store/Load double word: max negative", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff), BPF_LDX_MEM(BPF_DW, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, .stack_depth = 40, }, { "ST_MEM_DW: Store/Load double word: max negative 2", .u.insns_int = { BPF_LD_IMM64(R2, 0xffff00000000ffffLL), BPF_LD_IMM64(R3, 0xffffffffffffffffLL), BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff), BPF_LDX_MEM(BPF_DW, R2, R10, -40), BPF_JMP_REG(BPF_JEQ, R2, R3, 2), BPF_MOV32_IMM(R0, 2), BPF_EXIT_INSN(), BPF_MOV32_IMM(R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x1 } }, .stack_depth = 40, }, { "ST_MEM_DW: Store/Load double word: max positive", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_ST_MEM(BPF_DW, R10, -40, 0x7fffffff), BPF_LDX_MEM(BPF_DW, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x7fffffff } }, .stack_depth = 40, }, { "STX_MEM_DW: Store/Load double word: max negative", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_LDX_MEM(BPF_DW, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffff } }, .stack_depth = 40, }, { "STX_MEM_DW: Store double word: first word in memory", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0x0123456789abcdefLL), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, #ifdef __BIG_ENDIAN { { 0, 0x01234567 } }, #else { { 0, 0x89abcdef } }, #endif .stack_depth = 40, }, { "STX_MEM_DW: Store double word: second word in memory", .u.insns_int = { BPF_LD_IMM64(R0, 0), BPF_LD_IMM64(R1, 0x0123456789abcdefLL), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_LDX_MEM(BPF_W, R0, R10, -36), BPF_EXIT_INSN(), }, INTERNAL, { }, #ifdef __BIG_ENDIAN { { 0, 0x89abcdef } }, #else { { 0, 0x01234567 } }, #endif .stack_depth = 40, }, /* BPF_STX | BPF_ATOMIC | BPF_W/DW */ { "STX_XADD_W: X + 1 + 1 + 1 + ...", { }, INTERNAL, { }, { { 0, 4134 } }, .fill_helper = bpf_fill_stxw, }, { "STX_XADD_DW: X + 1 + 1 + 1 + ...", { }, INTERNAL, { }, { { 0, 4134 } }, .fill_helper = bpf_fill_stxdw, }, /* * Exhaustive tests of atomic operation variants. * Individual tests are expanded from template macros for all * combinations of ALU operation, word size and fetching. */ #define BPF_ATOMIC_POISON(width) ((width) == BPF_W ? (0xbaadf00dULL << 32) : 0) #define BPF_ATOMIC_OP_TEST1(width, op, logic, old, update, result) \ { \ "BPF_ATOMIC | " #width ", " #op ": Test: " \ #old " " #logic " " #update " = " #result, \ .u.insns_int = { \ BPF_LD_IMM64(R5, (update) | BPF_ATOMIC_POISON(width)), \ BPF_ST_MEM(width, R10, -40, old), \ BPF_ATOMIC_OP(width, op, R10, R5, -40), \ BPF_LDX_MEM(width, R0, R10, -40), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, result } }, \ .stack_depth = 40, \ } #define BPF_ATOMIC_OP_TEST2(width, op, logic, old, update, result) \ { \ "BPF_ATOMIC | " #width ", " #op ": Test side effects, r10: " \ #old " " #logic " " #update " = " #result, \ .u.insns_int = { \ BPF_ALU64_REG(BPF_MOV, R1, R10), \ BPF_LD_IMM64(R0, (update) | BPF_ATOMIC_POISON(width)), \ BPF_ST_MEM(BPF_W, R10, -40, old), \ BPF_ATOMIC_OP(width, op, R10, R0, -40), \ BPF_ALU64_REG(BPF_MOV, R0, R10), \ BPF_ALU64_REG(BPF_SUB, R0, R1), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ .stack_depth = 40, \ } #define BPF_ATOMIC_OP_TEST3(width, op, logic, old, update, result) \ { \ "BPF_ATOMIC | " #width ", " #op ": Test side effects, r0: " \ #old " " #logic " " #update " = " #result, \ .u.insns_int = { \ BPF_ALU64_REG(BPF_MOV, R0, R10), \ BPF_LD_IMM64(R1, (update) | BPF_ATOMIC_POISON(width)), \ BPF_ST_MEM(width, R10, -40, old), \ BPF_ATOMIC_OP(width, op, R10, R1, -40), \ BPF_ALU64_REG(BPF_SUB, R0, R10), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ .stack_depth = 40, \ } #define BPF_ATOMIC_OP_TEST4(width, op, logic, old, update, result) \ { \ "BPF_ATOMIC | " #width ", " #op ": Test fetch: " \ #old " " #logic " " #update " = " #result, \ .u.insns_int = { \ BPF_LD_IMM64(R3, (update) | BPF_ATOMIC_POISON(width)), \ BPF_ST_MEM(width, R10, -40, old), \ BPF_ATOMIC_OP(width, op, R10, R3, -40), \ BPF_ALU32_REG(BPF_MOV, R0, R3), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, (op) & BPF_FETCH ? old : update } }, \ .stack_depth = 40, \ } /* BPF_ATOMIC | BPF_W: BPF_ADD */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd), /* BPF_ATOMIC | BPF_W: BPF_ADD | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), /* BPF_ATOMIC | BPF_DW: BPF_ADD */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd), /* BPF_ATOMIC | BPF_DW: BPF_ADD | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd), /* BPF_ATOMIC | BPF_W: BPF_AND */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02), /* BPF_ATOMIC | BPF_W: BPF_AND | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), /* BPF_ATOMIC | BPF_DW: BPF_AND */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02), /* BPF_ATOMIC | BPF_DW: BPF_AND | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02), /* BPF_ATOMIC | BPF_W: BPF_OR */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb), /* BPF_ATOMIC | BPF_W: BPF_OR | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), /* BPF_ATOMIC | BPF_DW: BPF_OR */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb), /* BPF_ATOMIC | BPF_DW: BPF_OR | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb), /* BPF_ATOMIC | BPF_W: BPF_XOR */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9), /* BPF_ATOMIC | BPF_W: BPF_XOR | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), /* BPF_ATOMIC | BPF_DW: BPF_XOR */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9), /* BPF_ATOMIC | BPF_DW: BPF_XOR | BPF_FETCH */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9), /* BPF_ATOMIC | BPF_W: BPF_XCHG */ BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab), /* BPF_ATOMIC | BPF_DW: BPF_XCHG */ BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab), BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab), #undef BPF_ATOMIC_POISON #undef BPF_ATOMIC_OP_TEST1 #undef BPF_ATOMIC_OP_TEST2 #undef BPF_ATOMIC_OP_TEST3 #undef BPF_ATOMIC_OP_TEST4 /* BPF_ATOMIC | BPF_W, BPF_CMPXCHG */ { "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test successful return", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -40, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R0, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R3, 0x89abcdef), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x01234567 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test successful store", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -40, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R0, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R3, 0x89abcdef), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test failure return", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -40, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R0, 0x76543210), BPF_ALU32_IMM(BPF_MOV, R3, 0x89abcdef), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x01234567 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test failure store", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -40, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R0, 0x76543210), BPF_ALU32_IMM(BPF_MOV, R3, 0x89abcdef), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_LDX_MEM(BPF_W, R0, R10, -40), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x01234567 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test side effects", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -40, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R0, 0x01234567), BPF_ALU32_IMM(BPF_MOV, R3, 0x89abcdef), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40), BPF_ALU32_REG(BPF_MOV, R0, R3), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x89abcdef } }, .stack_depth = 40, }, /* BPF_ATOMIC | BPF_DW, BPF_CMPXCHG */ { "BPF_ATOMIC | BPF_DW, BPF_CMPXCHG: Test successful return", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789abcdefULL), BPF_LD_IMM64(R2, 0xfedcba9876543210ULL), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40), BPF_JMP_REG(BPF_JNE, R0, R1, 1), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_DW, BPF_CMPXCHG: Test successful store", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789abcdefULL), BPF_LD_IMM64(R2, 0xfedcba9876543210ULL), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_STX_MEM(BPF_DW, R10, R0, -40), BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40), BPF_LDX_MEM(BPF_DW, R0, R10, -40), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_REG(BPF_SUB, R0, R2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_DW, BPF_CMPXCHG: Test failure return", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789abcdefULL), BPF_LD_IMM64(R2, 0xfedcba9876543210ULL), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_ALU64_IMM(BPF_ADD, R0, 1), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40), BPF_JMP_REG(BPF_JNE, R0, R1, 1), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_DW, BPF_CMPXCHG: Test failure store", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789abcdefULL), BPF_LD_IMM64(R2, 0xfedcba9876543210ULL), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_ALU64_IMM(BPF_ADD, R0, 1), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40), BPF_LDX_MEM(BPF_DW, R0, R10, -40), BPF_JMP_REG(BPF_JNE, R0, R1, 1), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 40, }, { "BPF_ATOMIC | BPF_DW, BPF_CMPXCHG: Test side effects", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789abcdefULL), BPF_LD_IMM64(R2, 0xfedcba9876543210ULL), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_STX_MEM(BPF_DW, R10, R1, -40), BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40), BPF_LD_IMM64(R0, 0xfedcba9876543210ULL), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_REG(BPF_SUB, R0, R2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 40, }, /* BPF_JMP32 | BPF_JEQ | BPF_K */ { "JMP32_JEQ_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JEQ, R0, 321, 1), BPF_JMP32_IMM(BPF_JEQ, R0, 123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JEQ_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 12345678), BPF_JMP32_IMM(BPF_JEQ, R0, 12345678 & 0xffff, 1), BPF_JMP32_IMM(BPF_JEQ, R0, 12345678, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 12345678 } } }, { "JMP32_JEQ_K: negative immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JEQ, R0, 123, 1), BPF_JMP32_IMM(BPF_JEQ, R0, -123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, /* BPF_JMP32 | BPF_JEQ | BPF_X */ { "JMP32_JEQ_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1234), BPF_ALU32_IMM(BPF_MOV, R1, 4321), BPF_JMP32_REG(BPF_JEQ, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 1234), BPF_JMP32_REG(BPF_JEQ, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1234 } } }, /* BPF_JMP32 | BPF_JNE | BPF_K */ { "JMP32_JNE_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JNE, R0, 123, 1), BPF_JMP32_IMM(BPF_JNE, R0, 321, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JNE_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 12345678), BPF_JMP32_IMM(BPF_JNE, R0, 12345678, 1), BPF_JMP32_IMM(BPF_JNE, R0, 12345678 & 0xffff, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 12345678 } } }, { "JMP32_JNE_K: negative immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JNE, R0, -123, 1), BPF_JMP32_IMM(BPF_JNE, R0, 123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, /* BPF_JMP32 | BPF_JNE | BPF_X */ { "JMP32_JNE_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1234), BPF_ALU32_IMM(BPF_MOV, R1, 1234), BPF_JMP32_REG(BPF_JNE, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 4321), BPF_JMP32_REG(BPF_JNE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1234 } } }, /* BPF_JMP32 | BPF_JSET | BPF_K */ { "JMP32_JSET_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP32_IMM(BPF_JSET, R0, 2, 1), BPF_JMP32_IMM(BPF_JSET, R0, 3, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } } }, { "JMP32_JSET_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x40000000), BPF_JMP32_IMM(BPF_JSET, R0, 0x3fffffff, 1), BPF_JMP32_IMM(BPF_JSET, R0, 0x60000000, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0x40000000 } } }, { "JMP32_JSET_K: negative immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JSET, R0, -1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, /* BPF_JMP32 | BPF_JSET | BPF_X */ { "JMP32_JSET_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 8), BPF_ALU32_IMM(BPF_MOV, R1, 7), BPF_JMP32_REG(BPF_JSET, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 8 | 2), BPF_JMP32_REG(BPF_JNE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 8 } } }, /* BPF_JMP32 | BPF_JGT | BPF_K */ { "JMP32_JGT_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JGT, R0, 123, 1), BPF_JMP32_IMM(BPF_JGT, R0, 122, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JGT_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_JMP32_IMM(BPF_JGT, R0, 0xffffffff, 1), BPF_JMP32_IMM(BPF_JGT, R0, 0xfffffffd, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JGT | BPF_X */ { "JMP32_JGT_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_JMP32_REG(BPF_JGT, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 0xfffffffd), BPF_JMP32_REG(BPF_JGT, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JGE | BPF_K */ { "JMP32_JGE_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JGE, R0, 124, 1), BPF_JMP32_IMM(BPF_JGE, R0, 123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JGE_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_JMP32_IMM(BPF_JGE, R0, 0xffffffff, 1), BPF_JMP32_IMM(BPF_JGE, R0, 0xfffffffe, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JGE | BPF_X */ { "JMP32_JGE_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_JMP32_REG(BPF_JGE, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 0xfffffffe), BPF_JMP32_REG(BPF_JGE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JLT | BPF_K */ { "JMP32_JLT_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JLT, R0, 123, 1), BPF_JMP32_IMM(BPF_JLT, R0, 124, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JLT_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_JMP32_IMM(BPF_JLT, R0, 0xfffffffd, 1), BPF_JMP32_IMM(BPF_JLT, R0, 0xffffffff, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JLT | BPF_X */ { "JMP32_JLT_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_ALU32_IMM(BPF_MOV, R1, 0xfffffffd), BPF_JMP32_REG(BPF_JLT, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 0xffffffff), BPF_JMP32_REG(BPF_JLT, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JLE | BPF_K */ { "JMP32_JLE_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 123), BPF_JMP32_IMM(BPF_JLE, R0, 122, 1), BPF_JMP32_IMM(BPF_JLE, R0, 123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } } }, { "JMP32_JLE_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_JMP32_IMM(BPF_JLE, R0, 0xfffffffd, 1), BPF_JMP32_IMM(BPF_JLE, R0, 0xfffffffe, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JLE | BPF_X */ { "JMP32_JLE_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0xfffffffe), BPF_ALU32_IMM(BPF_MOV, R1, 0xfffffffd), BPF_JMP32_REG(BPF_JLE, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, 0xfffffffe), BPF_JMP32_REG(BPF_JLE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xfffffffe } } }, /* BPF_JMP32 | BPF_JSGT | BPF_K */ { "JMP32_JSGT_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JSGT, R0, -123, 1), BPF_JMP32_IMM(BPF_JSGT, R0, -124, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "JMP32_JSGT_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_JMP32_IMM(BPF_JSGT, R0, -12345678, 1), BPF_JMP32_IMM(BPF_JSGT, R0, -12345679, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSGT | BPF_X */ { "JMP32_JSGT_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_ALU32_IMM(BPF_MOV, R1, -12345678), BPF_JMP32_REG(BPF_JSGT, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, -12345679), BPF_JMP32_REG(BPF_JSGT, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSGE | BPF_K */ { "JMP32_JSGE_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JSGE, R0, -122, 1), BPF_JMP32_IMM(BPF_JSGE, R0, -123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "JMP32_JSGE_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_JMP32_IMM(BPF_JSGE, R0, -12345677, 1), BPF_JMP32_IMM(BPF_JSGE, R0, -12345678, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSGE | BPF_X */ { "JMP32_JSGE_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_ALU32_IMM(BPF_MOV, R1, -12345677), BPF_JMP32_REG(BPF_JSGE, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, -12345678), BPF_JMP32_REG(BPF_JSGE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSLT | BPF_K */ { "JMP32_JSLT_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JSLT, R0, -123, 1), BPF_JMP32_IMM(BPF_JSLT, R0, -122, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "JMP32_JSLT_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_JMP32_IMM(BPF_JSLT, R0, -12345678, 1), BPF_JMP32_IMM(BPF_JSLT, R0, -12345677, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSLT | BPF_X */ { "JMP32_JSLT_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_ALU32_IMM(BPF_MOV, R1, -12345678), BPF_JMP32_REG(BPF_JSLT, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, -12345677), BPF_JMP32_REG(BPF_JSLT, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSLE | BPF_K */ { "JMP32_JSLE_K: Small immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -123), BPF_JMP32_IMM(BPF_JSLE, R0, -124, 1), BPF_JMP32_IMM(BPF_JSLE, R0, -123, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -123 } } }, { "JMP32_JSLE_K: Large immediate", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_JMP32_IMM(BPF_JSLE, R0, -12345679, 1), BPF_JMP32_IMM(BPF_JSLE, R0, -12345678, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP32 | BPF_JSLE | BPF_K */ { "JMP32_JSLE_X", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, -12345678), BPF_ALU32_IMM(BPF_MOV, R1, -12345679), BPF_JMP32_REG(BPF_JSLE, R0, R1, 2), BPF_ALU32_IMM(BPF_MOV, R1, -12345678), BPF_JMP32_REG(BPF_JSLE, R0, R1, 1), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, -12345678 } } }, /* BPF_JMP | BPF_EXIT */ { "JMP_EXIT", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0x4711), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0x4712), }, INTERNAL, { }, { { 0, 0x4711 } }, }, /* BPF_JMP | BPF_JA */ { "JMP_JA: Unconditional jump: if (true) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JA, 0, 0, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP32 | BPF_JA */ { "JMP32_JA: Unconditional jump: if (true) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_JMP32_IMM(BPF_JA, 0, 1, 0), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSLT | BPF_K */ { "JMP_JSLT_K: Signed jump: if (-2 < -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xfffffffffffffffeLL), BPF_JMP_IMM(BPF_JSLT, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLT_K: Signed jump: if (-1 < -1) return 0", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSLT, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSGT | BPF_K */ { "JMP_JSGT_K: Signed jump: if (-1 > -2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSGT, R1, -2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGT_K: Signed jump: if (-1 > -1) return 0", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSGT, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSLE | BPF_K */ { "JMP_JSLE_K: Signed jump: if (-2 <= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xfffffffffffffffeLL), BPF_JMP_IMM(BPF_JSLE, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLE_K: Signed jump: if (-1 <= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSLE, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLE_K: Signed jump: value walk 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JSLE, R1, 0, 6), BPF_ALU64_IMM(BPF_SUB, R1, 1), BPF_JMP_IMM(BPF_JSLE, R1, 0, 4), BPF_ALU64_IMM(BPF_SUB, R1, 1), BPF_JMP_IMM(BPF_JSLE, R1, 0, 2), BPF_ALU64_IMM(BPF_SUB, R1, 1), BPF_JMP_IMM(BPF_JSLE, R1, 0, 1), BPF_EXIT_INSN(), /* bad exit */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* good exit */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLE_K: Signed jump: value walk 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JSLE, R1, 0, 4), BPF_ALU64_IMM(BPF_SUB, R1, 2), BPF_JMP_IMM(BPF_JSLE, R1, 0, 2), BPF_ALU64_IMM(BPF_SUB, R1, 2), BPF_JMP_IMM(BPF_JSLE, R1, 0, 1), BPF_EXIT_INSN(), /* bad exit */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* good exit */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSGE | BPF_K */ { "JMP_JSGE_K: Signed jump: if (-1 >= -2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSGE, R1, -2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGE_K: Signed jump: if (-1 >= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 0xffffffffffffffffLL), BPF_JMP_IMM(BPF_JSGE, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGE_K: Signed jump: value walk 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -3), BPF_JMP_IMM(BPF_JSGE, R1, 0, 6), BPF_ALU64_IMM(BPF_ADD, R1, 1), BPF_JMP_IMM(BPF_JSGE, R1, 0, 4), BPF_ALU64_IMM(BPF_ADD, R1, 1), BPF_JMP_IMM(BPF_JSGE, R1, 0, 2), BPF_ALU64_IMM(BPF_ADD, R1, 1), BPF_JMP_IMM(BPF_JSGE, R1, 0, 1), BPF_EXIT_INSN(), /* bad exit */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* good exit */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGE_K: Signed jump: value walk 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -3), BPF_JMP_IMM(BPF_JSGE, R1, 0, 4), BPF_ALU64_IMM(BPF_ADD, R1, 2), BPF_JMP_IMM(BPF_JSGE, R1, 0, 2), BPF_ALU64_IMM(BPF_ADD, R1, 2), BPF_JMP_IMM(BPF_JSGE, R1, 0, 1), BPF_EXIT_INSN(), /* bad exit */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* good exit */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JGT | BPF_K */ { "JMP_JGT_K: if (3 > 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JGT, R1, 2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JGT_K: Unsigned jump: if (-1 > 1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_JMP_IMM(BPF_JGT, R1, 1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JLT | BPF_K */ { "JMP_JLT_K: if (2 < 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 2), BPF_JMP_IMM(BPF_JLT, R1, 3, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JGT_K: Unsigned jump: if (1 < -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 1), BPF_JMP_IMM(BPF_JLT, R1, -1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JGE | BPF_K */ { "JMP_JGE_K: if (3 >= 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JGE, R1, 2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JLE | BPF_K */ { "JMP_JLE_K: if (2 <= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 2), BPF_JMP_IMM(BPF_JLE, R1, 3, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JGT | BPF_K jump backwards */ { "JMP_JGT_K: if (3 > 2) return 1 (jump backwards)", .u.insns_int = { BPF_JMP_IMM(BPF_JA, 0, 0, 2), /* goto start */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* out: */ BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), /* start: */ BPF_LD_IMM64(R1, 3), /* note: this takes 2 insns */ BPF_JMP_IMM(BPF_JGT, R1, 2, -6), /* goto out */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JGE_K: if (3 >= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JGE, R1, 3, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JLT | BPF_K jump backwards */ { "JMP_JGT_K: if (2 < 3) return 1 (jump backwards)", .u.insns_int = { BPF_JMP_IMM(BPF_JA, 0, 0, 2), /* goto start */ BPF_ALU32_IMM(BPF_MOV, R0, 1), /* out: */ BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), /* start: */ BPF_LD_IMM64(R1, 2), /* note: this takes 2 insns */ BPF_JMP_IMM(BPF_JLT, R1, 3, -6), /* goto out */ BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JLE_K: if (3 <= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JLE, R1, 3, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JNE | BPF_K */ { "JMP_JNE_K: if (3 != 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JNE, R1, 2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JEQ | BPF_K */ { "JMP_JEQ_K: if (3 == 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JEQ, R1, 3, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSET | BPF_K */ { "JMP_JSET_K: if (0x3 & 0x2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JSET, R1, 2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSET_K: if (0x3 & 0xffffffff) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_JMP_IMM(BPF_JSET, R1, 0xffffffff, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSGT | BPF_X */ { "JMP_JSGT_X: Signed jump: if (-1 > -2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -2), BPF_JMP_REG(BPF_JSGT, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGT_X: Signed jump: if (-1 > -1) return 0", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -1), BPF_JMP_REG(BPF_JSGT, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSLT | BPF_X */ { "JMP_JSLT_X: Signed jump: if (-2 < -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -2), BPF_JMP_REG(BPF_JSLT, R2, R1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLT_X: Signed jump: if (-1 < -1) return 0", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -1), BPF_JMP_REG(BPF_JSLT, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSGE | BPF_X */ { "JMP_JSGE_X: Signed jump: if (-1 >= -2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -2), BPF_JMP_REG(BPF_JSGE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSGE_X: Signed jump: if (-1 >= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -1), BPF_JMP_REG(BPF_JSGE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSLE | BPF_X */ { "JMP_JSLE_X: Signed jump: if (-2 <= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -2), BPF_JMP_REG(BPF_JSLE, R2, R1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSLE_X: Signed jump: if (-1 <= -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, -1), BPF_JMP_REG(BPF_JSLE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JGT | BPF_X */ { "JMP_JGT_X: if (3 > 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JGT, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JGT_X: Unsigned jump: if (-1 > 1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, 1), BPF_JMP_REG(BPF_JGT, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JLT | BPF_X */ { "JMP_JLT_X: if (2 < 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JLT, R2, R1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JLT_X: Unsigned jump: if (1 < -1) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, -1), BPF_LD_IMM64(R2, 1), BPF_JMP_REG(BPF_JLT, R2, R1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JGE | BPF_X */ { "JMP_JGE_X: if (3 >= 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JGE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JGE_X: if (3 >= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 3), BPF_JMP_REG(BPF_JGE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JLE | BPF_X */ { "JMP_JLE_X: if (2 <= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JLE, R2, R1, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JLE_X: if (3 <= 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 3), BPF_JMP_REG(BPF_JLE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { /* Mainly testing JIT + imm64 here. */ "JMP_JGE_X: ldimm64 test 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JGE, R1, R2, 2), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_LD_IMM64(R0, 0xeeeeeeeeeeeeeeeeULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xeeeeeeeeU } }, }, { "JMP_JGE_X: ldimm64 test 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JGE, R1, R2, 0), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffffU } }, }, { "JMP_JGE_X: ldimm64 test 3", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JGE, R1, R2, 4), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_LD_IMM64(R0, 0xeeeeeeeeeeeeeeeeULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JLE_X: ldimm64 test 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JLE, R2, R1, 2), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_LD_IMM64(R0, 0xeeeeeeeeeeeeeeeeULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xeeeeeeeeU } }, }, { "JMP_JLE_X: ldimm64 test 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JLE, R2, R1, 0), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0xffffffffU } }, }, { "JMP_JLE_X: ldimm64 test 3", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JLE, R2, R1, 4), BPF_LD_IMM64(R0, 0xffffffffffffffffULL), BPF_LD_IMM64(R0, 0xeeeeeeeeeeeeeeeeULL), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JNE | BPF_X */ { "JMP_JNE_X: if (3 != 2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JNE, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JEQ | BPF_X */ { "JMP_JEQ_X: if (3 == 3) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 3), BPF_JMP_REG(BPF_JEQ, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, /* BPF_JMP | BPF_JSET | BPF_X */ { "JMP_JSET_X: if (0x3 & 0x2) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 2), BPF_JMP_REG(BPF_JSET, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JSET_X: if (0x3 & 0xffffffff) return 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R0, 0), BPF_LD_IMM64(R1, 3), BPF_LD_IMM64(R2, 0xffffffff), BPF_JMP_REG(BPF_JSET, R1, R2, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JMP_JA: Jump, gap, jump, ...", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xababcbac } }, .fill_helper = bpf_fill_ja, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Maximum possible literals", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xffffffff } }, .fill_helper = bpf_fill_maxinsns1, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Single literal", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xfefefefe } }, .fill_helper = bpf_fill_maxinsns2, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Run/add until end", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0x947bf368 } }, .fill_helper = bpf_fill_maxinsns3, }, { "BPF_MAXINSNS: Too many instructions", { }, CLASSIC | FLAG_NO_DATA | FLAG_EXPECTED_FAIL, { }, { }, .fill_helper = bpf_fill_maxinsns4, .expected_errcode = -EINVAL, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Very long jump", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xabababab } }, .fill_helper = bpf_fill_maxinsns5, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Ctx heavy transformations", { }, CLASSIC, { }, { { 1, SKB_VLAN_PRESENT }, { 10, SKB_VLAN_PRESENT } }, .fill_helper = bpf_fill_maxinsns6, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Call heavy transformations", { }, CLASSIC | FLAG_NO_DATA, { }, { { 1, 0 }, { 10, 0 } }, .fill_helper = bpf_fill_maxinsns7, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Jump heavy test", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xffffffff } }, .fill_helper = bpf_fill_maxinsns8, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Very long jump backwards", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0xcbababab } }, .fill_helper = bpf_fill_maxinsns9, }, { /* Mainly checking JIT here. */ "BPF_MAXINSNS: Edge hopping nuthouse", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0xabababac } }, .fill_helper = bpf_fill_maxinsns10, }, { "BPF_MAXINSNS: Jump, gap, jump, ...", { }, CLASSIC | FLAG_NO_DATA, { }, { { 0, 0xababcbac } }, .fill_helper = bpf_fill_maxinsns11, }, { "BPF_MAXINSNS: jump over MSH", { }, CLASSIC | FLAG_EXPECTED_FAIL, { 0xfa, 0xfb, 0xfc, 0xfd, }, { { 4, 0xabababab } }, .fill_helper = bpf_fill_maxinsns12, .expected_errcode = -EINVAL, }, { "BPF_MAXINSNS: exec all MSH", { }, CLASSIC, { 0xfa, 0xfb, 0xfc, 0xfd, }, { { 4, 0xababab83 } }, .fill_helper = bpf_fill_maxinsns13, }, { "BPF_MAXINSNS: ld_abs+get_processor_id", { }, CLASSIC, { }, { { 1, 0xbee } }, .fill_helper = bpf_fill_ld_abs_get_processor_id, }, /* * LD_IND / LD_ABS on fragmented SKBs */ { "LD_IND byte frag", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x40), BPF_STMT(BPF_LD | BPF_IND | BPF_B, 0x0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x42} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_IND halfword frag", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x40), BPF_STMT(BPF_LD | BPF_IND | BPF_H, 0x4), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x4344} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_IND word frag", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x40), BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x8), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x21071983} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_IND halfword mixed head/frag", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x40), BPF_STMT(BPF_LD | BPF_IND | BPF_H, -0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { [0x3e] = 0x25, [0x3f] = 0x05, }, { {0x40, 0x0519} }, .frag_data = { 0x19, 0x82 }, }, { "LD_IND word mixed head/frag", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x40), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { [0x3e] = 0x25, [0x3f] = 0x05, }, { {0x40, 0x25051982} }, .frag_data = { 0x19, 0x82 }, }, { "LD_ABS byte frag", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, 0x40), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x42} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_ABS halfword frag", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x44), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x4344} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_ABS word frag", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x48), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { }, { {0x40, 0x21071983} }, .frag_data = { 0x42, 0x00, 0x00, 0x00, 0x43, 0x44, 0x00, 0x00, 0x21, 0x07, 0x19, 0x83, }, }, { "LD_ABS halfword mixed head/frag", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { [0x3e] = 0x25, [0x3f] = 0x05, }, { {0x40, 0x0519} }, .frag_data = { 0x19, 0x82 }, }, { "LD_ABS word mixed head/frag", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3e), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_SKB_FRAG, { [0x3e] = 0x25, [0x3f] = 0x05, }, { {0x40, 0x25051982} }, .frag_data = { 0x19, 0x82 }, }, /* * LD_IND / LD_ABS on non fragmented SKBs */ { /* * this tests that the JIT/interpreter correctly resets X * before using it in an LD_IND instruction. */ "LD_IND byte default X", .u.insns = { BPF_STMT(BPF_LD | BPF_IND | BPF_B, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1] = 0x42 }, { {0x40, 0x42 } }, }, { "LD_IND byte positive offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_B, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x82 } }, }, { "LD_IND byte negative offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_B, -0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x05 } }, }, { "LD_IND byte positive offset, all ff", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_B, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xff } }, }, { "LD_IND byte positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_B, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_IND byte negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_B, -0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 } }, }, { "LD_IND byte negative offset, multiple calls", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3b), BPF_STMT(BPF_LD | BPF_IND | BPF_B, SKF_LL_OFF + 1), BPF_STMT(BPF_LD | BPF_IND | BPF_B, SKF_LL_OFF + 2), BPF_STMT(BPF_LD | BPF_IND | BPF_B, SKF_LL_OFF + 3), BPF_STMT(BPF_LD | BPF_IND | BPF_B, SKF_LL_OFF + 4), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x82 }, }, }, { "LD_IND halfword positive offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_H, 0x2), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, }, { {0x40, 0xdd88 } }, }, { "LD_IND halfword negative offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_H, -0x2), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, }, { {0x40, 0xbb66 } }, }, { "LD_IND halfword unaligned", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_H, -0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, }, { {0x40, 0x66cc } }, }, { "LD_IND halfword positive offset, all ff", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3d), BPF_STMT(BPF_LD | BPF_IND | BPF_H, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xffff } }, }, { "LD_IND halfword positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_H, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_IND halfword negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_H, -0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 } }, }, { "LD_IND word positive offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x4), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xee99ffaa } }, }, { "LD_IND word negative offset", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x4), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xaa55bb66 } }, }, { "LD_IND word unaligned (addr & 3 == 2)", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xbb66cc77 } }, }, { "LD_IND word unaligned (addr & 3 == 1)", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0x55bb66cc } }, }, { "LD_IND word unaligned (addr & 3 == 3)", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x20), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0x66cc77dd } }, }, { "LD_IND word positive offset, all ff", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3b), BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xffffffff } }, }, { "LD_IND word positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_IND word negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LDX | BPF_IMM, 0x3e), BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 } }, }, { "LD_ABS byte", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, 0x20), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xcc } }, }, { "LD_ABS byte positive offset, all ff", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xff } }, }, { "LD_ABS byte positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_ABS byte negative offset, out of bounds load", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, -1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_EXPECTED_FAIL, .expected_errcode = -EINVAL, }, { "LD_ABS byte negative offset, in bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x82 }, }, }, { "LD_ABS byte negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_ABS byte negative offset, multiple calls", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3c), BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3d), BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3e), BPF_STMT(BPF_LD | BPF_ABS | BPF_B, SKF_LL_OFF + 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x82 }, }, }, { "LD_ABS halfword", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x22), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xdd88 } }, }, { "LD_ABS halfword unaligned", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x25), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0x99ff } }, }, { "LD_ABS halfword positive offset, all ff", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x3e), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xffff } }, }, { "LD_ABS halfword positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_ABS halfword negative offset, out of bounds load", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, -1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_EXPECTED_FAIL, .expected_errcode = -EINVAL, }, { "LD_ABS halfword negative offset, in bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, SKF_LL_OFF + 0x3e), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x1982 }, }, }, { "LD_ABS halfword negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_H, SKF_LL_OFF + 0x3e), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_ABS word", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x1c), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xaa55bb66 } }, }, { "LD_ABS word unaligned (addr & 3 == 2)", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x22), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0xdd88ee99 } }, }, { "LD_ABS word unaligned (addr & 3 == 1)", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x21), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0x77dd88ee } }, }, { "LD_ABS word unaligned (addr & 3 == 3)", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x23), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x1c] = 0xaa, [0x1d] = 0x55, [0x1e] = 0xbb, [0x1f] = 0x66, [0x20] = 0xcc, [0x21] = 0x77, [0x22] = 0xdd, [0x23] = 0x88, [0x24] = 0xee, [0x25] = 0x99, [0x26] = 0xff, [0x27] = 0xaa, }, { {0x40, 0x88ee99ff } }, }, { "LD_ABS word positive offset, all ff", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3c), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0xff, [0x3d] = 0xff, [0x3e] = 0xff, [0x3f] = 0xff }, { {0x40, 0xffffffff } }, }, { "LD_ABS word positive offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LD_ABS word negative offset, out of bounds load", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, -1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_EXPECTED_FAIL, .expected_errcode = -EINVAL, }, { "LD_ABS word negative offset, in bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x25051982 }, }, }, { "LD_ABS word negative offset, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x3f, 0 }, }, }, { "LDX_MSH standalone, preserved A", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3c), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0xffeebbaa }, }, }, { "LDX_MSH standalone, preserved A 2", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0x175e9d63), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3c), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3d), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3e), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3f), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x175e9d63 }, }, }, { "LDX_MSH standalone, test result 1", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3c), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x14 }, }, }, { "LDX_MSH standalone, test result 2", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x3e), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x24 }, }, }, { "LDX_MSH standalone, negative offset", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, -1), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0 }, }, }, { "LDX_MSH standalone, negative offset 2", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, SKF_LL_OFF + 0x3e), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0x24 }, }, }, { "LDX_MSH standalone, out of bounds", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffeebbaa), BPF_STMT(BPF_LDX | BPF_B | BPF_MSH, 0x40), BPF_STMT(BPF_MISC | BPF_TXA, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC, { [0x3c] = 0x25, [0x3d] = 0x05, [0x3e] = 0x19, [0x3f] = 0x82 }, { {0x40, 0 }, }, }, /* * verify that the interpreter or JIT correctly sets A and X * to 0. */ { "ADD default X", .u.insns = { /* * A = 0x42 * A = A + X * ret A */ BPF_STMT(BPF_LD | BPF_IMM, 0x42), BPF_STMT(BPF_ALU | BPF_ADD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x42 } }, }, { "ADD default A", .u.insns = { /* * A = A + 0x42 * ret A */ BPF_STMT(BPF_ALU | BPF_ADD | BPF_K, 0x42), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x42 } }, }, { "SUB default X", .u.insns = { /* * A = 0x66 * A = A - X * ret A */ BPF_STMT(BPF_LD | BPF_IMM, 0x66), BPF_STMT(BPF_ALU | BPF_SUB | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x66 } }, }, { "SUB default A", .u.insns = { /* * A = A - -0x66 * ret A */ BPF_STMT(BPF_ALU | BPF_SUB | BPF_K, -0x66), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x66 } }, }, { "MUL default X", .u.insns = { /* * A = 0x42 * A = A * X * ret A */ BPF_STMT(BPF_LD | BPF_IMM, 0x42), BPF_STMT(BPF_ALU | BPF_MUL | BPF_X, 0), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "MUL default A", .u.insns = { /* * A = A * 0x66 * ret A */ BPF_STMT(BPF_ALU | BPF_MUL | BPF_K, 0x66), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "DIV default X", .u.insns = { /* * A = 0x42 * A = A / X ; this halt the filter execution if X is 0 * ret 0x42 */ BPF_STMT(BPF_LD | BPF_IMM, 0x42), BPF_STMT(BPF_ALU | BPF_DIV | BPF_X, 0), BPF_STMT(BPF_RET | BPF_K, 0x42), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "DIV default A", .u.insns = { /* * A = A / 1 * ret A */ BPF_STMT(BPF_ALU | BPF_DIV | BPF_K, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "MOD default X", .u.insns = { /* * A = 0x42 * A = A mod X ; this halt the filter execution if X is 0 * ret 0x42 */ BPF_STMT(BPF_LD | BPF_IMM, 0x42), BPF_STMT(BPF_ALU | BPF_MOD | BPF_X, 0), BPF_STMT(BPF_RET | BPF_K, 0x42), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "MOD default A", .u.insns = { /* * A = A mod 1 * ret A */ BPF_STMT(BPF_ALU | BPF_MOD | BPF_K, 0x1), BPF_STMT(BPF_RET | BPF_A, 0x0), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x0 } }, }, { "JMP EQ default A", .u.insns = { /* * cmp A, 0x0, 0, 1 * ret 0x42 * ret 0x66 */ BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0x0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 0x42), BPF_STMT(BPF_RET | BPF_K, 0x66), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x42 } }, }, { "JMP EQ default X", .u.insns = { /* * A = 0x0 * cmp A, X, 0, 1 * ret 0x42 * ret 0x66 */ BPF_STMT(BPF_LD | BPF_IMM, 0x0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_X, 0x0, 0, 1), BPF_STMT(BPF_RET | BPF_K, 0x42), BPF_STMT(BPF_RET | BPF_K, 0x66), }, CLASSIC | FLAG_NO_DATA, {}, { {0x1, 0x42 } }, }, /* Checking interpreter vs JIT wrt signed extended imms. */ { "JNE signed compare, test 1", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 0xfefbbc12), BPF_ALU32_IMM(BPF_MOV, R3, 0xffff0000), BPF_MOV64_REG(R2, R1), BPF_ALU64_REG(BPF_AND, R2, R3), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JNE, R2, -17104896, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JNE signed compare, test 2", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 0xfefbbc12), BPF_ALU32_IMM(BPF_MOV, R3, 0xffff0000), BPF_MOV64_REG(R2, R1), BPF_ALU64_REG(BPF_AND, R2, R3), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JNE, R2, 0xfefb0000, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JNE signed compare, test 3", .u.insns_int = { BPF_ALU32_IMM(BPF_MOV, R1, 0xfefbbc12), BPF_ALU32_IMM(BPF_MOV, R3, 0xffff0000), BPF_ALU32_IMM(BPF_MOV, R4, 0xfefb0000), BPF_MOV64_REG(R2, R1), BPF_ALU64_REG(BPF_AND, R2, R3), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JNE, R2, R4, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "JNE signed compare, test 4", .u.insns_int = { BPF_LD_IMM64(R1, -17104896), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JNE, R1, -17104896, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "JNE signed compare, test 5", .u.insns_int = { BPF_LD_IMM64(R1, 0xfefb0000), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JNE, R1, 0xfefb0000, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 1 } }, }, { "JNE signed compare, test 6", .u.insns_int = { BPF_LD_IMM64(R1, 0x7efb0000), BPF_ALU32_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JNE, R1, 0x7efb0000, 1), BPF_ALU32_IMM(BPF_MOV, R0, 2), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 2 } }, }, { "JNE signed compare, test 7", .u.insns = { BPF_STMT(BPF_LD | BPF_IMM, 0xffff0000), BPF_STMT(BPF_MISC | BPF_TAX, 0), BPF_STMT(BPF_LD | BPF_IMM, 0xfefbbc12), BPF_STMT(BPF_ALU | BPF_AND | BPF_X, 0), BPF_JUMP(BPF_JMP | BPF_JEQ | BPF_K, 0xfefb0000, 1, 0), BPF_STMT(BPF_RET | BPF_K, 1), BPF_STMT(BPF_RET | BPF_K, 2), }, CLASSIC | FLAG_NO_DATA, {}, { { 0, 2 } }, }, /* BPF_LDX_MEM with operand aliasing */ { "LDX_MEM_B: operand register aliasing", .u.insns_int = { BPF_ST_MEM(BPF_B, R10, -8, 123), BPF_MOV64_REG(R0, R10), BPF_LDX_MEM(BPF_B, R0, R0, -8), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123 } }, .stack_depth = 8, }, { "LDX_MEM_H: operand register aliasing", .u.insns_int = { BPF_ST_MEM(BPF_H, R10, -8, 12345), BPF_MOV64_REG(R0, R10), BPF_LDX_MEM(BPF_H, R0, R0, -8), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 12345 } }, .stack_depth = 8, }, { "LDX_MEM_W: operand register aliasing", .u.insns_int = { BPF_ST_MEM(BPF_W, R10, -8, 123456789), BPF_MOV64_REG(R0, R10), BPF_LDX_MEM(BPF_W, R0, R0, -8), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 123456789 } }, .stack_depth = 8, }, { "LDX_MEM_DW: operand register aliasing", .u.insns_int = { BPF_LD_IMM64(R1, 0x123456789abcdefULL), BPF_STX_MEM(BPF_DW, R10, R1, -8), BPF_MOV64_REG(R0, R10), BPF_LDX_MEM(BPF_DW, R0, R0, -8), BPF_ALU64_REG(BPF_SUB, R0, R1), BPF_MOV64_REG(R1, R0), BPF_ALU64_IMM(BPF_RSH, R1, 32), BPF_ALU64_REG(BPF_OR, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, /* * Register (non-)clobbering tests for the case where a JIT implements * complex ALU or ATOMIC operations via function calls. If so, the * function call must be transparent to the eBPF registers. The JIT * must therefore save and restore relevant registers across the call. * The following tests check that the eBPF registers retain their * values after such an operation. Mainly intended for complex ALU * and atomic operation, but we run it for all. You never know... * * Note that each operations should be tested twice with different * destinations, to check preservation for all registers. */ #define BPF_TEST_CLOBBER_ALU(alu, op, dst, src) \ { \ #alu "_" #op " to " #dst ": no clobbering", \ .u.insns_int = { \ BPF_ALU64_IMM(BPF_MOV, R0, R0), \ BPF_ALU64_IMM(BPF_MOV, R1, R1), \ BPF_ALU64_IMM(BPF_MOV, R2, R2), \ BPF_ALU64_IMM(BPF_MOV, R3, R3), \ BPF_ALU64_IMM(BPF_MOV, R4, R4), \ BPF_ALU64_IMM(BPF_MOV, R5, R5), \ BPF_ALU64_IMM(BPF_MOV, R6, R6), \ BPF_ALU64_IMM(BPF_MOV, R7, R7), \ BPF_ALU64_IMM(BPF_MOV, R8, R8), \ BPF_ALU64_IMM(BPF_MOV, R9, R9), \ BPF_##alu(BPF_ ##op, dst, src), \ BPF_ALU32_IMM(BPF_MOV, dst, dst), \ BPF_JMP_IMM(BPF_JNE, R0, R0, 10), \ BPF_JMP_IMM(BPF_JNE, R1, R1, 9), \ BPF_JMP_IMM(BPF_JNE, R2, R2, 8), \ BPF_JMP_IMM(BPF_JNE, R3, R3, 7), \ BPF_JMP_IMM(BPF_JNE, R4, R4, 6), \ BPF_JMP_IMM(BPF_JNE, R5, R5, 5), \ BPF_JMP_IMM(BPF_JNE, R6, R6, 4), \ BPF_JMP_IMM(BPF_JNE, R7, R7, 3), \ BPF_JMP_IMM(BPF_JNE, R8, R8, 2), \ BPF_JMP_IMM(BPF_JNE, R9, R9, 1), \ BPF_ALU64_IMM(BPF_MOV, R0, 1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 1 } } \ } /* ALU64 operations, register clobbering */ BPF_TEST_CLOBBER_ALU(ALU64_IMM, AND, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, AND, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, OR, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, OR, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, XOR, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, XOR, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, LSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, LSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, RSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, RSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, ARSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, ARSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU64_IMM, ADD, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, ADD, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, SUB, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, SUB, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, MUL, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, MUL, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, DIV, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, DIV, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, MOD, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU64_IMM, MOD, R9, 123456789), /* ALU32 immediate operations, register clobbering */ BPF_TEST_CLOBBER_ALU(ALU32_IMM, AND, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, AND, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, OR, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, OR, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, XOR, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, XOR, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, LSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, LSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, RSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, RSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, ARSH, R8, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, ARSH, R9, 12), BPF_TEST_CLOBBER_ALU(ALU32_IMM, ADD, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, ADD, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, SUB, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, SUB, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, MUL, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, MUL, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, DIV, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, DIV, R9, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, MOD, R8, 123456789), BPF_TEST_CLOBBER_ALU(ALU32_IMM, MOD, R9, 123456789), /* ALU64 register operations, register clobbering */ BPF_TEST_CLOBBER_ALU(ALU64_REG, AND, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, AND, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, OR, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, OR, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, XOR, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, XOR, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, LSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, LSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, RSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, RSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, ARSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, ARSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, ADD, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, ADD, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, SUB, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, SUB, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, MUL, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, MUL, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, DIV, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, DIV, R9, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, MOD, R8, R1), BPF_TEST_CLOBBER_ALU(ALU64_REG, MOD, R9, R1), /* ALU32 register operations, register clobbering */ BPF_TEST_CLOBBER_ALU(ALU32_REG, AND, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, AND, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, OR, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, OR, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, XOR, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, XOR, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, LSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, LSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, RSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, RSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, ARSH, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, ARSH, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, ADD, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, ADD, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, SUB, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, SUB, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, MUL, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, MUL, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, DIV, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, DIV, R9, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, MOD, R8, R1), BPF_TEST_CLOBBER_ALU(ALU32_REG, MOD, R9, R1), #undef BPF_TEST_CLOBBER_ALU #define BPF_TEST_CLOBBER_ATOMIC(width, op) \ { \ "Atomic_" #width " " #op ": no clobbering", \ .u.insns_int = { \ BPF_ALU64_IMM(BPF_MOV, R0, 0), \ BPF_ALU64_IMM(BPF_MOV, R1, 1), \ BPF_ALU64_IMM(BPF_MOV, R2, 2), \ BPF_ALU64_IMM(BPF_MOV, R3, 3), \ BPF_ALU64_IMM(BPF_MOV, R4, 4), \ BPF_ALU64_IMM(BPF_MOV, R5, 5), \ BPF_ALU64_IMM(BPF_MOV, R6, 6), \ BPF_ALU64_IMM(BPF_MOV, R7, 7), \ BPF_ALU64_IMM(BPF_MOV, R8, 8), \ BPF_ALU64_IMM(BPF_MOV, R9, 9), \ BPF_ST_MEM(width, R10, -8, \ (op) == BPF_CMPXCHG ? 0 : \ (op) & BPF_FETCH ? 1 : 0), \ BPF_ATOMIC_OP(width, op, R10, R1, -8), \ BPF_JMP_IMM(BPF_JNE, R0, 0, 10), \ BPF_JMP_IMM(BPF_JNE, R1, 1, 9), \ BPF_JMP_IMM(BPF_JNE, R2, 2, 8), \ BPF_JMP_IMM(BPF_JNE, R3, 3, 7), \ BPF_JMP_IMM(BPF_JNE, R4, 4, 6), \ BPF_JMP_IMM(BPF_JNE, R5, 5, 5), \ BPF_JMP_IMM(BPF_JNE, R6, 6, 4), \ BPF_JMP_IMM(BPF_JNE, R7, 7, 3), \ BPF_JMP_IMM(BPF_JNE, R8, 8, 2), \ BPF_JMP_IMM(BPF_JNE, R9, 9, 1), \ BPF_ALU64_IMM(BPF_MOV, R0, 1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 1 } }, \ .stack_depth = 8, \ } /* 64-bit atomic operations, register clobbering */ BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XCHG), BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG), /* 32-bit atomic operations, register clobbering */ BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR | BPF_FETCH), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XCHG), BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG), #undef BPF_TEST_CLOBBER_ATOMIC /* Checking that ALU32 src is not zero extended in place */ #define BPF_ALU32_SRC_ZEXT(op) \ { \ "ALU32_" #op "_X: src preserved in zext", \ .u.insns_int = { \ BPF_LD_IMM64(R1, 0x0123456789acbdefULL),\ BPF_LD_IMM64(R2, 0xfedcba9876543210ULL),\ BPF_ALU64_REG(BPF_MOV, R0, R1), \ BPF_ALU32_REG(BPF_##op, R2, R1), \ BPF_ALU64_REG(BPF_SUB, R0, R1), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ } BPF_ALU32_SRC_ZEXT(MOV), BPF_ALU32_SRC_ZEXT(AND), BPF_ALU32_SRC_ZEXT(OR), BPF_ALU32_SRC_ZEXT(XOR), BPF_ALU32_SRC_ZEXT(ADD), BPF_ALU32_SRC_ZEXT(SUB), BPF_ALU32_SRC_ZEXT(MUL), BPF_ALU32_SRC_ZEXT(DIV), BPF_ALU32_SRC_ZEXT(MOD), #undef BPF_ALU32_SRC_ZEXT /* Checking that ATOMIC32 src is not zero extended in place */ #define BPF_ATOMIC32_SRC_ZEXT(op) \ { \ "ATOMIC_W_" #op ": src preserved in zext", \ .u.insns_int = { \ BPF_LD_IMM64(R0, 0x0123456789acbdefULL), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ST_MEM(BPF_W, R10, -4, 0), \ BPF_ATOMIC_OP(BPF_W, BPF_##op, R10, R1, -4), \ BPF_ALU64_REG(BPF_SUB, R0, R1), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ .stack_depth = 8, \ } BPF_ATOMIC32_SRC_ZEXT(ADD), BPF_ATOMIC32_SRC_ZEXT(AND), BPF_ATOMIC32_SRC_ZEXT(OR), BPF_ATOMIC32_SRC_ZEXT(XOR), #undef BPF_ATOMIC32_SRC_ZEXT /* Checking that CMPXCHG32 src is not zero extended in place */ { "ATOMIC_W_CMPXCHG: src preserved in zext", .u.insns_int = { BPF_LD_IMM64(R1, 0x0123456789acbdefULL), BPF_ALU64_REG(BPF_MOV, R2, R1), BPF_ALU64_REG(BPF_MOV, R0, 0), BPF_ST_MEM(BPF_W, R10, -4, 0), BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4), BPF_ALU64_REG(BPF_SUB, R1, R2), BPF_ALU64_REG(BPF_MOV, R2, R1), BPF_ALU64_IMM(BPF_RSH, R2, 32), BPF_ALU64_REG(BPF_OR, R1, R2), BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_EXIT_INSN(), }, INTERNAL, { }, { { 0, 0 } }, .stack_depth = 8, }, /* Checking that JMP32 immediate src is not zero extended in place */ #define BPF_JMP32_IMM_ZEXT(op) \ { \ "JMP32_" #op "_K: operand preserved in zext", \ .u.insns_int = { \ BPF_LD_IMM64(R0, 0x0123456789acbdefULL),\ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_JMP32_IMM(BPF_##op, R0, 1234, 1), \ BPF_JMP_A(0), /* Nop */ \ BPF_ALU64_REG(BPF_SUB, R0, R1), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ } BPF_JMP32_IMM_ZEXT(JEQ), BPF_JMP32_IMM_ZEXT(JNE), BPF_JMP32_IMM_ZEXT(JSET), BPF_JMP32_IMM_ZEXT(JGT), BPF_JMP32_IMM_ZEXT(JGE), BPF_JMP32_IMM_ZEXT(JLT), BPF_JMP32_IMM_ZEXT(JLE), BPF_JMP32_IMM_ZEXT(JSGT), BPF_JMP32_IMM_ZEXT(JSGE), BPF_JMP32_IMM_ZEXT(JSLT), BPF_JMP32_IMM_ZEXT(JSLE), #undef BPF_JMP2_IMM_ZEXT /* Checking that JMP32 dst & src are not zero extended in place */ #define BPF_JMP32_REG_ZEXT(op) \ { \ "JMP32_" #op "_X: operands preserved in zext", \ .u.insns_int = { \ BPF_LD_IMM64(R0, 0x0123456789acbdefULL),\ BPF_LD_IMM64(R1, 0xfedcba9876543210ULL),\ BPF_ALU64_REG(BPF_MOV, R2, R0), \ BPF_ALU64_REG(BPF_MOV, R3, R1), \ BPF_JMP32_IMM(BPF_##op, R0, R1, 1), \ BPF_JMP_A(0), /* Nop */ \ BPF_ALU64_REG(BPF_SUB, R0, R2), \ BPF_ALU64_REG(BPF_SUB, R1, R3), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_ALU64_REG(BPF_MOV, R1, R0), \ BPF_ALU64_IMM(BPF_RSH, R1, 32), \ BPF_ALU64_REG(BPF_OR, R0, R1), \ BPF_EXIT_INSN(), \ }, \ INTERNAL, \ { }, \ { { 0, 0 } }, \ } BPF_JMP32_REG_ZEXT(JEQ), BPF_JMP32_REG_ZEXT(JNE), BPF_JMP32_REG_ZEXT(JSET), BPF_JMP32_REG_ZEXT(JGT), BPF_JMP32_REG_ZEXT(JGE), BPF_JMP32_REG_ZEXT(JLT), BPF_JMP32_REG_ZEXT(JLE), BPF_JMP32_REG_ZEXT(JSGT), BPF_JMP32_REG_ZEXT(JSGE), BPF_JMP32_REG_ZEXT(JSLT), BPF_JMP32_REG_ZEXT(JSLE), #undef BPF_JMP2_REG_ZEXT /* ALU64 K register combinations */ { "ALU64_MOV_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mov_imm_regs, }, { "ALU64_AND_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_and_imm_regs, }, { "ALU64_OR_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_or_imm_regs, }, { "ALU64_XOR_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_xor_imm_regs, }, { "ALU64_LSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_lsh_imm_regs, }, { "ALU64_RSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_rsh_imm_regs, }, { "ALU64_ARSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_arsh_imm_regs, }, { "ALU64_ADD_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_add_imm_regs, }, { "ALU64_SUB_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_sub_imm_regs, }, { "ALU64_MUL_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mul_imm_regs, }, { "ALU64_DIV_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_div_imm_regs, }, { "ALU64_MOD_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mod_imm_regs, }, /* ALU32 K registers */ { "ALU32_MOV_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mov_imm_regs, }, { "ALU32_AND_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_and_imm_regs, }, { "ALU32_OR_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_or_imm_regs, }, { "ALU32_XOR_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_xor_imm_regs, }, { "ALU32_LSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_lsh_imm_regs, }, { "ALU32_RSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_rsh_imm_regs, }, { "ALU32_ARSH_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_arsh_imm_regs, }, { "ALU32_ADD_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_add_imm_regs, }, { "ALU32_SUB_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_sub_imm_regs, }, { "ALU32_MUL_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mul_imm_regs, }, { "ALU32_DIV_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_div_imm_regs, }, { "ALU32_MOD_K: registers", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mod_imm_regs, }, /* ALU64 X register combinations */ { "ALU64_MOV_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mov_reg_pairs, }, { "ALU64_AND_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_and_reg_pairs, }, { "ALU64_OR_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_or_reg_pairs, }, { "ALU64_XOR_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_xor_reg_pairs, }, { "ALU64_LSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_lsh_reg_pairs, }, { "ALU64_RSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_rsh_reg_pairs, }, { "ALU64_ARSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_arsh_reg_pairs, }, { "ALU64_ADD_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_add_reg_pairs, }, { "ALU64_SUB_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_sub_reg_pairs, }, { "ALU64_MUL_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mul_reg_pairs, }, { "ALU64_DIV_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_div_reg_pairs, }, { "ALU64_MOD_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mod_reg_pairs, }, /* ALU32 X register combinations */ { "ALU32_MOV_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mov_reg_pairs, }, { "ALU32_AND_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_and_reg_pairs, }, { "ALU32_OR_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_or_reg_pairs, }, { "ALU32_XOR_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_xor_reg_pairs, }, { "ALU32_LSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_lsh_reg_pairs, }, { "ALU32_RSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_rsh_reg_pairs, }, { "ALU32_ARSH_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_arsh_reg_pairs, }, { "ALU32_ADD_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_add_reg_pairs, }, { "ALU32_SUB_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_sub_reg_pairs, }, { "ALU32_MUL_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mul_reg_pairs, }, { "ALU32_DIV_X: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_div_reg_pairs, }, { "ALU32_MOD_X register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mod_reg_pairs, }, /* Exhaustive test of ALU64 shift operations */ { "ALU64_LSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_lsh_imm, }, { "ALU64_RSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_rsh_imm, }, { "ALU64_ARSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_arsh_imm, }, { "ALU64_LSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_lsh_reg, }, { "ALU64_RSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_rsh_reg, }, { "ALU64_ARSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_arsh_reg, }, /* Exhaustive test of ALU32 shift operations */ { "ALU32_LSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_lsh_imm, }, { "ALU32_RSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_rsh_imm, }, { "ALU32_ARSH_K: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_arsh_imm, }, { "ALU32_LSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_lsh_reg, }, { "ALU32_RSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_rsh_reg, }, { "ALU32_ARSH_X: all shift values", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_arsh_reg, }, /* * Exhaustive test of ALU64 shift operations when * source and destination register are the same. */ { "ALU64_LSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_lsh_same_reg, }, { "ALU64_RSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_rsh_same_reg, }, { "ALU64_ARSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_arsh_same_reg, }, /* * Exhaustive test of ALU32 shift operations when * source and destination register are the same. */ { "ALU32_LSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_lsh_same_reg, }, { "ALU32_RSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_rsh_same_reg, }, { "ALU32_ARSH_X: all shift values with the same register", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_arsh_same_reg, }, /* ALU64 immediate magnitudes */ { "ALU64_MOV_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mov_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_AND_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_and_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_OR_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_or_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_XOR_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_xor_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_ADD_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_add_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_SUB_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_sub_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_MUL_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mul_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_DIV_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_div_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_MOD_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mod_imm, .nr_testruns = NR_PATTERN_RUNS, }, /* ALU32 immediate magnitudes */ { "ALU32_MOV_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mov_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_AND_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_and_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_OR_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_or_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_XOR_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_xor_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_ADD_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_add_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_SUB_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_sub_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_MUL_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mul_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_DIV_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_div_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_MOD_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mod_imm, .nr_testruns = NR_PATTERN_RUNS, }, /* ALU64 register magnitudes */ { "ALU64_MOV_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mov_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_AND_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_and_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_OR_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_or_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_XOR_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_xor_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_ADD_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_add_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_SUB_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_sub_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_MUL_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mul_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_DIV_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_div_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU64_MOD_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu64_mod_reg, .nr_testruns = NR_PATTERN_RUNS, }, /* ALU32 register magnitudes */ { "ALU32_MOV_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mov_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_AND_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_and_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_OR_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_or_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_XOR_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_xor_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_ADD_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_add_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_SUB_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_sub_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_MUL_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mul_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_DIV_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_div_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "ALU32_MOD_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_alu32_mod_reg, .nr_testruns = NR_PATTERN_RUNS, }, /* LD_IMM64 immediate magnitudes and byte patterns */ { "LD_IMM64: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_ld_imm64_magn, }, { "LD_IMM64: checker byte patterns", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_ld_imm64_checker, }, { "LD_IMM64: random positive and zero byte patterns", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_ld_imm64_pos_zero, }, { "LD_IMM64: random negative and zero byte patterns", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_ld_imm64_neg_zero, }, { "LD_IMM64: random positive and negative byte patterns", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_ld_imm64_pos_neg, }, /* 64-bit ATOMIC register combinations */ { "ATOMIC_DW_ADD: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_add_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_AND: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_and_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_OR: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_or_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_XOR: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xor_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_ADD_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_add_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_AND_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_and_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_OR_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_or_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_XOR_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xor_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_XCHG: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xchg_reg_pairs, .stack_depth = 8, }, { "ATOMIC_DW_CMPXCHG: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_cmpxchg_reg_pairs, .stack_depth = 8, }, /* 32-bit ATOMIC register combinations */ { "ATOMIC_W_ADD: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_add_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_AND: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_and_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_OR: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_or_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_XOR: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xor_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_ADD_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_add_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_AND_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_and_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_OR_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_or_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_XOR_FETCH: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xor_fetch_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_XCHG: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xchg_reg_pairs, .stack_depth = 8, }, { "ATOMIC_W_CMPXCHG: register combinations", { }, INTERNAL, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_cmpxchg_reg_pairs, .stack_depth = 8, }, /* 64-bit ATOMIC magnitudes */ { "ATOMIC_DW_ADD: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_add, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_AND: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_and, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_OR: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_or, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_XOR: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xor, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_ADD_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_add_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_AND_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_and_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_OR_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_or_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_XOR_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xor_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_XCHG: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic64_xchg, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_DW_CMPXCHG: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_cmpxchg64, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, /* 32-bit atomic magnitudes */ { "ATOMIC_W_ADD: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_add, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_AND: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_and, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_OR: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_or, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_XOR: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xor, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_ADD_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_add_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_AND_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_and_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_OR_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_or_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_XOR_FETCH: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xor_fetch, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_XCHG: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_atomic32_xchg, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, { "ATOMIC_W_CMPXCHG: all operand magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_cmpxchg32, .stack_depth = 8, .nr_testruns = NR_PATTERN_RUNS, }, /* JMP immediate magnitudes */ { "JMP_JSET_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jset_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JEQ_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jeq_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JNE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jne_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JGT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jgt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JGE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jge_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JLT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jlt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JLE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jle_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSGT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsgt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSGE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsge_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSLT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jslt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSLE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsle_imm, .nr_testruns = NR_PATTERN_RUNS, }, /* JMP register magnitudes */ { "JMP_JSET_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jset_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JEQ_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jeq_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JNE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jne_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JGT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jgt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JGE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jge_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JLT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jlt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JLE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jle_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSGT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsgt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSGE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsge_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSLT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jslt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP_JSLE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp_jsle_reg, .nr_testruns = NR_PATTERN_RUNS, }, /* JMP32 immediate magnitudes */ { "JMP32_JSET_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jset_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JEQ_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jeq_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JNE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jne_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JGT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jgt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JGE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jge_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JLT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jlt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JLE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jle_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSGT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsgt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSGE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsge_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSLT_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jslt_imm, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSLE_K: all immediate value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsle_imm, .nr_testruns = NR_PATTERN_RUNS, }, /* JMP32 register magnitudes */ { "JMP32_JSET_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jset_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JEQ_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jeq_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JNE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jne_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JGT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jgt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JGE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jge_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JLT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jlt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JLE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jle_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSGT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsgt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSGE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsge_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSLT_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jslt_reg, .nr_testruns = NR_PATTERN_RUNS, }, { "JMP32_JSLE_X: all register value magnitudes", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_jmp32_jsle_reg, .nr_testruns = NR_PATTERN_RUNS, }, /* Conditional jumps with constant decision */ { "JMP_JSET_K: imm = 0 -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JSET, R1, 0, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JLT_K: imm = 0 -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JLT, R1, 0, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JGE_K: imm = 0 -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JGE, R1, 0, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JGT_K: imm = 0xffffffff -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JGT, R1, U32_MAX, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JLE_K: imm = 0xffffffff -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_IMM(BPF_JLE, R1, U32_MAX, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP32_JSGT_K: imm = 0x7fffffff -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP32_IMM(BPF_JSGT, R1, S32_MAX, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP32_JSGE_K: imm = -0x80000000 -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP32_IMM(BPF_JSGE, R1, S32_MIN, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP32_JSLT_K: imm = -0x80000000 -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP32_IMM(BPF_JSLT, R1, S32_MIN, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP32_JSLE_K: imm = 0x7fffffff -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP32_IMM(BPF_JSLE, R1, S32_MAX, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JEQ_X: dst = src -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JEQ, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JGE_X: dst = src -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JGE, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JLE_X: dst = src -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JLE, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JSGE_X: dst = src -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JSGE, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JSLE_X: dst = src -> always taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JSLE, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, }, { "JMP_JNE_X: dst = src -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JNE, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JGT_X: dst = src -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JGT, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JLT_X: dst = src -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JLT, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JSGT_X: dst = src -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JSGT, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, { "JMP_JSLT_X: dst = src -> never taken", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 1), BPF_JMP_REG(BPF_JSLT, R1, R1, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 0 } }, }, /* Short relative jumps */ { "Short relative jump: offset=0", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R0, 0, 0), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, -1), }, INTERNAL | FLAG_NO_DATA | FLAG_VERIFIER_ZEXT, { }, { { 0, 0 } }, }, { "Short relative jump: offset=1", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R0, 0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, -1), }, INTERNAL | FLAG_NO_DATA | FLAG_VERIFIER_ZEXT, { }, { { 0, 0 } }, }, { "Short relative jump: offset=2", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R0, 0, 2), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, -1), }, INTERNAL | FLAG_NO_DATA | FLAG_VERIFIER_ZEXT, { }, { { 0, 0 } }, }, { "Short relative jump: offset=3", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R0, 0, 3), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, -1), }, INTERNAL | FLAG_NO_DATA | FLAG_VERIFIER_ZEXT, { }, { { 0, 0 } }, }, { "Short relative jump: offset=4", .u.insns_int = { BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_JMP_IMM(BPF_JEQ, R0, 0, 4), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_ALU32_IMM(BPF_ADD, R0, 1), BPF_EXIT_INSN(), BPF_ALU32_IMM(BPF_MOV, R0, -1), }, INTERNAL | FLAG_NO_DATA | FLAG_VERIFIER_ZEXT, { }, { { 0, 0 } }, }, /* Conditional branch conversions */ { "Long conditional jump: taken at runtime", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_max_jmp_taken, }, { "Long conditional jump: not taken at runtime", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 2 } }, .fill_helper = bpf_fill_max_jmp_not_taken, }, { "Long conditional jump: always taken, known at JIT time", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 1 } }, .fill_helper = bpf_fill_max_jmp_always_taken, }, { "Long conditional jump: never taken, known at JIT time", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, 2 } }, .fill_helper = bpf_fill_max_jmp_never_taken, }, /* Staggered jump sequences, immediate */ { "Staggered jumps: JMP_JA", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_ja, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JEQ_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jeq_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JNE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jne_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSET_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jset_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JGT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jgt_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JGE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jge_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JLT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jlt_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JLE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jle_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSGT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsgt_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSGE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsge_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSLT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jslt_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSLE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsle_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, /* Staggered jump sequences, register */ { "Staggered jumps: JMP_JEQ_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jeq_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JNE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jne_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSET_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jset_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JGT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jgt_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JGE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jge_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JLT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jlt_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JLE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jle_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSGT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsgt_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSGE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsge_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSLT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jslt_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP_JSLE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsle_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, /* Staggered jump sequences, JMP32 immediate */ { "Staggered jumps: JMP32_JEQ_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jeq32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JNE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jne32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSET_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jset32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JGT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jgt32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JGE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jge32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JLT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jlt32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JLE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jle32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSGT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsgt32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSGE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsge32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSLT_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jslt32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSLE_K", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsle32_imm, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, /* Staggered jump sequences, JMP32 register */ { "Staggered jumps: JMP32_JEQ_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jeq32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JNE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jne32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSET_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jset32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JGT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jgt32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JGE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jge32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JLT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jlt32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JLE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jle32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSGT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsgt32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSGE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsge32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSLT_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jslt32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, { "Staggered jumps: JMP32_JSLE_X", { }, INTERNAL | FLAG_NO_DATA, { }, { { 0, MAX_STAGGERED_JMP_SIZE + 1 } }, .fill_helper = bpf_fill_staggered_jsle32_reg, .nr_testruns = NR_STAGGERED_JMP_RUNS, }, }; static struct net_device dev; static struct sk_buff *populate_skb(char *buf, int size) { struct sk_buff *skb; if (size >= MAX_DATA) return NULL; skb = alloc_skb(MAX_DATA, GFP_KERNEL); if (!skb) return NULL; __skb_put_data(skb, buf, size); /* Initialize a fake skb with test pattern. */ skb_reset_mac_header(skb); skb->protocol = htons(ETH_P_IP); skb->pkt_type = SKB_TYPE; skb->mark = SKB_MARK; skb->hash = SKB_HASH; skb->queue_mapping = SKB_QUEUE_MAP; skb->vlan_tci = SKB_VLAN_TCI; skb->vlan_proto = htons(ETH_P_IP); dev_net_set(&dev, &init_net); skb->dev = &dev; skb->dev->ifindex = SKB_DEV_IFINDEX; skb->dev->type = SKB_DEV_TYPE; skb_set_network_header(skb, min(size, ETH_HLEN)); return skb; } static void *generate_test_data(struct bpf_test *test, int sub) { struct sk_buff *skb; struct page *page; if (test->aux & FLAG_NO_DATA) return NULL; if (test->aux & FLAG_LARGE_MEM) return kmalloc(test->test[sub].data_size, GFP_KERNEL); /* Test case expects an skb, so populate one. Various * subtests generate skbs of different sizes based on * the same data. */ skb = populate_skb(test->data, test->test[sub].data_size); if (!skb) return NULL; if (test->aux & FLAG_SKB_FRAG) { /* * when the test requires a fragmented skb, add a * single fragment to the skb, filled with * test->frag_data. */ page = alloc_page(GFP_KERNEL); if (!page) goto err_kfree_skb; memcpy(page_address(page), test->frag_data, MAX_DATA); skb_add_rx_frag(skb, 0, page, 0, MAX_DATA, MAX_DATA); } return skb; err_kfree_skb: kfree_skb(skb); return NULL; } static void release_test_data(const struct bpf_test *test, void *data) { if (test->aux & FLAG_NO_DATA) return; if (test->aux & FLAG_LARGE_MEM) kfree(data); else kfree_skb(data); } static int filter_length(int which) { struct sock_filter *fp; int len; if (tests[which].fill_helper) return tests[which].u.ptr.len; fp = tests[which].u.insns; for (len = MAX_INSNS - 1; len > 0; --len) if (fp[len].code != 0 || fp[len].k != 0) break; return len + 1; } static void *filter_pointer(int which) { if (tests[which].fill_helper) return tests[which].u.ptr.insns; else return tests[which].u.insns; } static struct bpf_prog *generate_filter(int which, int *err) { __u8 test_type = tests[which].aux & TEST_TYPE_MASK; unsigned int flen = filter_length(which); void *fptr = filter_pointer(which); struct sock_fprog_kern fprog; struct bpf_prog *fp; switch (test_type) { case CLASSIC: fprog.filter = fptr; fprog.len = flen; *err = bpf_prog_create(&fp, &fprog); if (tests[which].aux & FLAG_EXPECTED_FAIL) { if (*err == tests[which].expected_errcode) { pr_cont("PASS\n"); /* Verifier rejected filter as expected. */ *err = 0; return NULL; } else { pr_cont("UNEXPECTED_PASS\n"); /* Verifier didn't reject the test that's * bad enough, just return! */ *err = -EINVAL; return NULL; } } if (*err) { pr_cont("FAIL to prog_create err=%d len=%d\n", *err, fprog.len); return NULL; } break; case INTERNAL: fp = bpf_prog_alloc(bpf_prog_size(flen), 0); if (fp == NULL) { pr_cont("UNEXPECTED_FAIL no memory left\n"); *err = -ENOMEM; return NULL; } fp->len = flen; /* Type doesn't really matter here as long as it's not unspec. */ fp->type = BPF_PROG_TYPE_SOCKET_FILTER; memcpy(fp->insnsi, fptr, fp->len * sizeof(struct bpf_insn)); fp->aux->stack_depth = tests[which].stack_depth; fp->aux->verifier_zext = !!(tests[which].aux & FLAG_VERIFIER_ZEXT); /* We cannot error here as we don't need type compatibility * checks. */ fp = bpf_prog_select_runtime(fp, err); if (*err) { pr_cont("FAIL to select_runtime err=%d\n", *err); return NULL; } break; } *err = 0; return fp; } static void release_filter(struct bpf_prog *fp, int which) { __u8 test_type = tests[which].aux & TEST_TYPE_MASK; switch (test_type) { case CLASSIC: bpf_prog_destroy(fp); break; case INTERNAL: bpf_prog_free(fp); break; } } static int __run_one(const struct bpf_prog *fp, const void *data, int runs, u64 *duration) { u64 start, finish; int ret = 0, i; migrate_disable(); start = ktime_get_ns(); for (i = 0; i < runs; i++) ret = bpf_prog_run(fp, data); finish = ktime_get_ns(); migrate_enable(); *duration = finish - start; do_div(*duration, runs); return ret; } static int run_one(const struct bpf_prog *fp, struct bpf_test *test) { int err_cnt = 0, i, runs = MAX_TESTRUNS; if (test->nr_testruns) runs = min(test->nr_testruns, MAX_TESTRUNS); for (i = 0; i < MAX_SUBTESTS; i++) { void *data; u64 duration; u32 ret; /* * NOTE: Several sub-tests may be present, in which case * a zero {data_size, result} tuple indicates the end of * the sub-test array. The first test is always run, * even if both data_size and result happen to be zero. */ if (i > 0 && test->test[i].data_size == 0 && test->test[i].result == 0) break; data = generate_test_data(test, i); if (!data && !(test->aux & FLAG_NO_DATA)) { pr_cont("data generation failed "); err_cnt++; break; } ret = __run_one(fp, data, runs, &duration); release_test_data(test, data); if (ret == test->test[i].result) { pr_cont("%lld ", duration); } else { s32 res = test->test[i].result; pr_cont("ret %d != %d (%#x != %#x)", ret, res, ret, res); err_cnt++; } } return err_cnt; } static char test_name[64]; module_param_string(test_name, test_name, sizeof(test_name), 0); static int test_id = -1; module_param(test_id, int, 0); static int test_range[2] = { 0, INT_MAX }; module_param_array(test_range, int, NULL, 0); static bool exclude_test(int test_id) { return test_id < test_range[0] || test_id > test_range[1]; } static __init struct sk_buff *build_test_skb(void) { u32 headroom = NET_SKB_PAD + NET_IP_ALIGN + ETH_HLEN; struct sk_buff *skb[2]; struct page *page[2]; int i, data_size = 8; for (i = 0; i < 2; i++) { page[i] = alloc_page(GFP_KERNEL); if (!page[i]) { if (i == 0) goto err_page0; else goto err_page1; } /* this will set skb[i]->head_frag */ skb[i] = dev_alloc_skb(headroom + data_size); if (!skb[i]) { if (i == 0) goto err_skb0; else goto err_skb1; } skb_reserve(skb[i], headroom); skb_put(skb[i], data_size); skb[i]->protocol = htons(ETH_P_IP); skb_reset_network_header(skb[i]); skb_set_mac_header(skb[i], -ETH_HLEN); skb_add_rx_frag(skb[i], 0, page[i], 0, 64, 64); // skb_headlen(skb[i]): 8, skb[i]->head_frag = 1 } /* setup shinfo */ skb_shinfo(skb[0])->gso_size = 1448; skb_shinfo(skb[0])->gso_type = SKB_GSO_TCPV4; skb_shinfo(skb[0])->gso_type |= SKB_GSO_DODGY; skb_shinfo(skb[0])->gso_segs = 0; skb_shinfo(skb[0])->frag_list = skb[1]; skb_shinfo(skb[0])->hwtstamps.hwtstamp = 1000; /* adjust skb[0]'s len */ skb[0]->len += skb[1]->len; skb[0]->data_len += skb[1]->data_len; skb[0]->truesize += skb[1]->truesize; return skb[0]; err_skb1: __free_page(page[1]); err_page1: kfree_skb(skb[0]); err_skb0: __free_page(page[0]); err_page0: return NULL; } static __init struct sk_buff *build_test_skb_linear_no_head_frag(void) { unsigned int alloc_size = 2000; unsigned int headroom = 102, doffset = 72, data_size = 1308; struct sk_buff *skb[2]; int i; /* skbs linked in a frag_list, both with linear data, with head_frag=0 * (data allocated by kmalloc), both have tcp data of 1308 bytes * (total payload is 2616 bytes). * Data offset is 72 bytes (40 ipv6 hdr, 32 tcp hdr). Some headroom. */ for (i = 0; i < 2; i++) { skb[i] = alloc_skb(alloc_size, GFP_KERNEL); if (!skb[i]) { if (i == 0) goto err_skb0; else goto err_skb1; } skb[i]->protocol = htons(ETH_P_IPV6); skb_reserve(skb[i], headroom); skb_put(skb[i], doffset + data_size); skb_reset_network_header(skb[i]); if (i == 0) skb_reset_mac_header(skb[i]); else skb_set_mac_header(skb[i], -ETH_HLEN); __skb_pull(skb[i], doffset); } /* setup shinfo. * mimic bpf_skb_proto_4_to_6, which resets gso_segs and assigns a * reduced gso_size. */ skb_shinfo(skb[0])->gso_size = 1288; skb_shinfo(skb[0])->gso_type = SKB_GSO_TCPV6 | SKB_GSO_DODGY; skb_shinfo(skb[0])->gso_segs = 0; skb_shinfo(skb[0])->frag_list = skb[1]; /* adjust skb[0]'s len */ skb[0]->len += skb[1]->len; skb[0]->data_len += skb[1]->len; skb[0]->truesize += skb[1]->truesize; return skb[0]; err_skb1: kfree_skb(skb[0]); err_skb0: return NULL; } struct skb_segment_test { const char *descr; struct sk_buff *(*build_skb)(void); netdev_features_t features; }; static struct skb_segment_test skb_segment_tests[] __initconst = { { .descr = "gso_with_rx_frags", .build_skb = build_test_skb, .features = NETIF_F_SG | NETIF_F_GSO_PARTIAL | NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM }, { .descr = "gso_linear_no_head_frag", .build_skb = build_test_skb_linear_no_head_frag, .features = NETIF_F_SG | NETIF_F_FRAGLIST | NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_GSO | NETIF_F_GRO | NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_STAG_TX } }; static __init int test_skb_segment_single(const struct skb_segment_test *test) { struct sk_buff *skb, *segs; int ret = -1; skb = test->build_skb(); if (!skb) { pr_info("%s: failed to build_test_skb", __func__); goto done; } segs = skb_segment(skb, test->features); if (!IS_ERR(segs)) { kfree_skb_list(segs); ret = 0; } kfree_skb(skb); done: return ret; } static __init int test_skb_segment(void) { int i, err_cnt = 0, pass_cnt = 0; for (i = 0; i < ARRAY_SIZE(skb_segment_tests); i++) { const struct skb_segment_test *test = &skb_segment_tests[i]; cond_resched(); if (exclude_test(i)) continue; pr_info("#%d %s ", i, test->descr); if (test_skb_segment_single(test)) { pr_cont("FAIL\n"); err_cnt++; } else { pr_cont("PASS\n"); pass_cnt++; } } pr_info("%s: Summary: %d PASSED, %d FAILED\n", __func__, pass_cnt, err_cnt); return err_cnt ? -EINVAL : 0; } static __init int test_bpf(void) { int i, err_cnt = 0, pass_cnt = 0; int jit_cnt = 0, run_cnt = 0; for (i = 0; i < ARRAY_SIZE(tests); i++) { struct bpf_prog *fp; int err; cond_resched(); if (exclude_test(i)) continue; pr_info("#%d %s ", i, tests[i].descr); if (tests[i].fill_helper && tests[i].fill_helper(&tests[i]) < 0) { pr_cont("FAIL to prog_fill\n"); continue; } fp = generate_filter(i, &err); if (tests[i].fill_helper) { kfree(tests[i].u.ptr.insns); tests[i].u.ptr.insns = NULL; } if (fp == NULL) { if (err == 0) { pass_cnt++; continue; } err_cnt++; continue; } pr_cont("jited:%u ", fp->jited); run_cnt++; if (fp->jited) jit_cnt++; err = run_one(fp, &tests[i]); release_filter(fp, i); if (err) { pr_cont("FAIL (%d times)\n", err); err_cnt++; } else { pr_cont("PASS\n"); pass_cnt++; } } pr_info("Summary: %d PASSED, %d FAILED, [%d/%d JIT'ed]\n", pass_cnt, err_cnt, jit_cnt, run_cnt); return err_cnt ? -EINVAL : 0; } struct tail_call_test { const char *descr; struct bpf_insn insns[MAX_INSNS]; int flags; int result; int stack_depth; bool has_tail_call; }; /* Flags that can be passed to tail call test cases */ #define FLAG_NEED_STATE BIT(0) #define FLAG_RESULT_IN_STATE BIT(1) /* * Magic marker used in test snippets for tail calls below. * BPF_LD/MOV to R2 and R2 with this immediate value is replaced * with the proper values by the test runner. */ #define TAIL_CALL_MARKER 0x7a11ca11 /* Special offset to indicate a NULL call target */ #define TAIL_CALL_NULL 0x7fff /* Special offset to indicate an out-of-range index */ #define TAIL_CALL_INVALID 0x7ffe #define TAIL_CALL(offset) \ BPF_LD_IMM64(R2, TAIL_CALL_MARKER), \ BPF_RAW_INSN(BPF_ALU | BPF_MOV | BPF_K, R3, 0, \ offset, TAIL_CALL_MARKER), \ BPF_JMP_IMM(BPF_TAIL_CALL, 0, 0, 0) /* * A test function to be called from a BPF program, clobbering a lot of * CPU registers in the process. A JITed BPF program calling this function * must save and restore any caller-saved registers it uses for internal * state, for example the current tail call count. */ BPF_CALL_1(bpf_test_func, u64, arg) { char buf[64]; long a = 0; long b = 1; long c = 2; long d = 3; long e = 4; long f = 5; long g = 6; long h = 7; return snprintf(buf, sizeof(buf), "%ld %lu %lx %ld %lu %lx %ld %lu %x", a, b, c, d, e, f, g, h, (int)arg); } #define BPF_FUNC_test_func __BPF_FUNC_MAX_ID /* * Tail call tests. Each test case may call any other test in the table, * including itself, specified as a relative index offset from the calling * test. The index TAIL_CALL_NULL can be used to specify a NULL target * function to test the JIT error path. Similarly, the index TAIL_CALL_INVALID * results in a target index that is out of range. */ static struct tail_call_test tail_call_tests[] = { { "Tail call leaf", .insns = { BPF_ALU64_REG(BPF_MOV, R0, R1), BPF_ALU64_IMM(BPF_ADD, R0, 1), BPF_EXIT_INSN(), }, .result = 1, }, { "Tail call 2", .insns = { BPF_ALU64_IMM(BPF_ADD, R1, 2), TAIL_CALL(-1), BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_EXIT_INSN(), }, .result = 3, .has_tail_call = true, }, { "Tail call 3", .insns = { BPF_ALU64_IMM(BPF_ADD, R1, 3), TAIL_CALL(-1), BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_EXIT_INSN(), }, .result = 6, .has_tail_call = true, }, { "Tail call 4", .insns = { BPF_ALU64_IMM(BPF_ADD, R1, 4), TAIL_CALL(-1), BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_EXIT_INSN(), }, .result = 10, .has_tail_call = true, }, { "Tail call load/store leaf", .insns = { BPF_ALU64_IMM(BPF_MOV, R1, 1), BPF_ALU64_IMM(BPF_MOV, R2, 2), BPF_ALU64_REG(BPF_MOV, R3, BPF_REG_FP), BPF_STX_MEM(BPF_DW, R3, R1, -8), BPF_STX_MEM(BPF_DW, R3, R2, -16), BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -8), BPF_JMP_REG(BPF_JNE, R0, R1, 3), BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -16), BPF_JMP_REG(BPF_JNE, R0, R2, 1), BPF_ALU64_IMM(BPF_MOV, R0, 0), BPF_EXIT_INSN(), }, .result = 0, .stack_depth = 32, }, { "Tail call load/store", .insns = { BPF_ALU64_IMM(BPF_MOV, R0, 3), BPF_STX_MEM(BPF_DW, BPF_REG_FP, R0, -8), TAIL_CALL(-1), BPF_ALU64_IMM(BPF_MOV, R0, -1), BPF_EXIT_INSN(), }, .result = 0, .stack_depth = 16, .has_tail_call = true, }, { "Tail call error path, max count reached", .insns = { BPF_LDX_MEM(BPF_W, R2, R1, 0), BPF_ALU64_IMM(BPF_ADD, R2, 1), BPF_STX_MEM(BPF_W, R1, R2, 0), TAIL_CALL(0), BPF_EXIT_INSN(), }, .flags = FLAG_NEED_STATE | FLAG_RESULT_IN_STATE, .result = (MAX_TAIL_CALL_CNT + 1) * MAX_TESTRUNS, .has_tail_call = true, }, { "Tail call count preserved across function calls", .insns = { BPF_LDX_MEM(BPF_W, R2, R1, 0), BPF_ALU64_IMM(BPF_ADD, R2, 1), BPF_STX_MEM(BPF_W, R1, R2, 0), BPF_STX_MEM(BPF_DW, R10, R1, -8), BPF_CALL_REL(BPF_FUNC_get_numa_node_id), BPF_CALL_REL(BPF_FUNC_ktime_get_ns), BPF_CALL_REL(BPF_FUNC_ktime_get_boot_ns), BPF_CALL_REL(BPF_FUNC_ktime_get_coarse_ns), BPF_CALL_REL(BPF_FUNC_jiffies64), BPF_CALL_REL(BPF_FUNC_test_func), BPF_LDX_MEM(BPF_DW, R1, R10, -8), BPF_ALU32_REG(BPF_MOV, R0, R1), TAIL_CALL(0), BPF_EXIT_INSN(), }, .stack_depth = 8, .flags = FLAG_NEED_STATE | FLAG_RESULT_IN_STATE, .result = (MAX_TAIL_CALL_CNT + 1) * MAX_TESTRUNS, .has_tail_call = true, }, { "Tail call error path, NULL target", .insns = { BPF_LDX_MEM(BPF_W, R2, R1, 0), BPF_ALU64_IMM(BPF_ADD, R2, 1), BPF_STX_MEM(BPF_W, R1, R2, 0), TAIL_CALL(TAIL_CALL_NULL), BPF_EXIT_INSN(), }, .flags = FLAG_NEED_STATE | FLAG_RESULT_IN_STATE, .result = MAX_TESTRUNS, .has_tail_call = true, }, { "Tail call error path, index out of range", .insns = { BPF_LDX_MEM(BPF_W, R2, R1, 0), BPF_ALU64_IMM(BPF_ADD, R2, 1), BPF_STX_MEM(BPF_W, R1, R2, 0), TAIL_CALL(TAIL_CALL_INVALID), BPF_EXIT_INSN(), }, .flags = FLAG_NEED_STATE | FLAG_RESULT_IN_STATE, .result = MAX_TESTRUNS, .has_tail_call = true, }, }; static void __init destroy_tail_call_tests(struct bpf_array *progs) { int i; for (i = 0; i < ARRAY_SIZE(tail_call_tests); i++) if (progs->ptrs[i]) bpf_prog_free(progs->ptrs[i]); kfree(progs); } static __init int prepare_tail_call_tests(struct bpf_array **pprogs) { int ntests = ARRAY_SIZE(tail_call_tests); struct bpf_array *progs; int which, err; /* Allocate the table of programs to be used for tail calls */ progs = kzalloc(struct_size(progs, ptrs, ntests + 1), GFP_KERNEL); if (!progs) goto out_nomem; /* Create all eBPF programs and populate the table */ for (which = 0; which < ntests; which++) { struct tail_call_test *test = &tail_call_tests[which]; struct bpf_prog *fp; int len, i; /* Compute the number of program instructions */ for (len = 0; len < MAX_INSNS; len++) { struct bpf_insn *insn = &test->insns[len]; if (len < MAX_INSNS - 1 && insn->code == (BPF_LD | BPF_DW | BPF_IMM)) len++; if (insn->code == 0) break; } /* Allocate and initialize the program */ fp = bpf_prog_alloc(bpf_prog_size(len), 0); if (!fp) goto out_nomem; fp->len = len; fp->type = BPF_PROG_TYPE_SOCKET_FILTER; fp->aux->stack_depth = test->stack_depth; fp->aux->tail_call_reachable = test->has_tail_call; memcpy(fp->insnsi, test->insns, len * sizeof(struct bpf_insn)); /* Relocate runtime tail call offsets and addresses */ for (i = 0; i < len; i++) { struct bpf_insn *insn = &fp->insnsi[i]; long addr = 0; switch (insn->code) { case BPF_LD | BPF_DW | BPF_IMM: if (insn->imm != TAIL_CALL_MARKER) break; insn[0].imm = (u32)(long)progs; insn[1].imm = ((u64)(long)progs) >> 32; break; case BPF_ALU | BPF_MOV | BPF_K: if (insn->imm != TAIL_CALL_MARKER) break; if (insn->off == TAIL_CALL_NULL) insn->imm = ntests; else if (insn->off == TAIL_CALL_INVALID) insn->imm = ntests + 1; else insn->imm = which + insn->off; insn->off = 0; break; case BPF_JMP | BPF_CALL: if (insn->src_reg != BPF_PSEUDO_CALL) break; switch (insn->imm) { case BPF_FUNC_get_numa_node_id: addr = (long)&numa_node_id; break; case BPF_FUNC_ktime_get_ns: addr = (long)&ktime_get_ns; break; case BPF_FUNC_ktime_get_boot_ns: addr = (long)&ktime_get_boot_fast_ns; break; case BPF_FUNC_ktime_get_coarse_ns: addr = (long)&ktime_get_coarse_ns; break; case BPF_FUNC_jiffies64: addr = (long)&get_jiffies_64; break; case BPF_FUNC_test_func: addr = (long)&bpf_test_func; break; default: err = -EFAULT; goto out_err; } *insn = BPF_EMIT_CALL(addr); if ((long)__bpf_call_base + insn->imm != addr) *insn = BPF_JMP_A(0); /* Skip: NOP */ break; } } fp = bpf_prog_select_runtime(fp, &err); if (err) goto out_err; progs->ptrs[which] = fp; } /* The last entry contains a NULL program pointer */ progs->map.max_entries = ntests + 1; *pprogs = progs; return 0; out_nomem: err = -ENOMEM; out_err: if (progs) destroy_tail_call_tests(progs); return err; } static __init int test_tail_calls(struct bpf_array *progs) { int i, err_cnt = 0, pass_cnt = 0; int jit_cnt = 0, run_cnt = 0; for (i = 0; i < ARRAY_SIZE(tail_call_tests); i++) { struct tail_call_test *test = &tail_call_tests[i]; struct bpf_prog *fp = progs->ptrs[i]; int *data = NULL; int state = 0; u64 duration; int ret; cond_resched(); if (exclude_test(i)) continue; pr_info("#%d %s ", i, test->descr); if (!fp) { err_cnt++; continue; } pr_cont("jited:%u ", fp->jited); run_cnt++; if (fp->jited) jit_cnt++; if (test->flags & FLAG_NEED_STATE) data = &state; ret = __run_one(fp, data, MAX_TESTRUNS, &duration); if (test->flags & FLAG_RESULT_IN_STATE) ret = state; if (ret == test->result) { pr_cont("%lld PASS", duration); pass_cnt++; } else { pr_cont("ret %d != %d FAIL", ret, test->result); err_cnt++; } } pr_info("%s: Summary: %d PASSED, %d FAILED, [%d/%d JIT'ed]\n", __func__, pass_cnt, err_cnt, jit_cnt, run_cnt); return err_cnt ? -EINVAL : 0; } static char test_suite[32]; module_param_string(test_suite, test_suite, sizeof(test_suite), 0); static __init int find_test_index(const char *test_name) { int i; if (!strcmp(test_suite, "test_bpf")) { for (i = 0; i < ARRAY_SIZE(tests); i++) { if (!strcmp(tests[i].descr, test_name)) return i; } } if (!strcmp(test_suite, "test_tail_calls")) { for (i = 0; i < ARRAY_SIZE(tail_call_tests); i++) { if (!strcmp(tail_call_tests[i].descr, test_name)) return i; } } if (!strcmp(test_suite, "test_skb_segment")) { for (i = 0; i < ARRAY_SIZE(skb_segment_tests); i++) { if (!strcmp(skb_segment_tests[i].descr, test_name)) return i; } } return -1; } static __init int prepare_test_range(void) { int valid_range; if (!strcmp(test_suite, "test_bpf")) valid_range = ARRAY_SIZE(tests); else if (!strcmp(test_suite, "test_tail_calls")) valid_range = ARRAY_SIZE(tail_call_tests); else if (!strcmp(test_suite, "test_skb_segment")) valid_range = ARRAY_SIZE(skb_segment_tests); else return 0; if (test_id >= 0) { /* * if a test_id was specified, use test_range to * cover only that test. */ if (test_id >= valid_range) { pr_err("test_bpf: invalid test_id specified for '%s' suite.\n", test_suite); return -EINVAL; } test_range[0] = test_id; test_range[1] = test_id; } else if (*test_name) { /* * if a test_name was specified, find it and setup * test_range to cover only that test. */ int idx = find_test_index(test_name); if (idx < 0) { pr_err("test_bpf: no test named '%s' found for '%s' suite.\n", test_name, test_suite); return -EINVAL; } test_range[0] = idx; test_range[1] = idx; } else if (test_range[0] != 0 || test_range[1] != INT_MAX) { /* * check that the supplied test_range is valid. */ if (test_range[0] < 0 || test_range[1] >= valid_range) { pr_err("test_bpf: test_range is out of bound for '%s' suite.\n", test_suite); return -EINVAL; } if (test_range[1] < test_range[0]) { pr_err("test_bpf: test_range is ending before it starts.\n"); return -EINVAL; } } return 0; } static int __init test_bpf_init(void) { struct bpf_array *progs = NULL; int ret; if (strlen(test_suite) && strcmp(test_suite, "test_bpf") && strcmp(test_suite, "test_tail_calls") && strcmp(test_suite, "test_skb_segment")) { pr_err("test_bpf: invalid test_suite '%s' specified.\n", test_suite); return -EINVAL; } /* * if test_suite is not specified, but test_id, test_name or test_range * is specified, set 'test_bpf' as the default test suite. */ if (!strlen(test_suite) && (test_id != -1 || strlen(test_name) || (test_range[0] != 0 || test_range[1] != INT_MAX))) { pr_info("test_bpf: set 'test_bpf' as the default test_suite.\n"); strscpy(test_suite, "test_bpf", sizeof(test_suite)); } ret = prepare_test_range(); if (ret < 0) return ret; if (!strlen(test_suite) || !strcmp(test_suite, "test_bpf")) { ret = test_bpf(); if (ret) return ret; } if (!strlen(test_suite) || !strcmp(test_suite, "test_tail_calls")) { ret = prepare_tail_call_tests(&progs); if (ret) return ret; ret = test_tail_calls(progs); destroy_tail_call_tests(progs); if (ret) return ret; } if (!strlen(test_suite) || !strcmp(test_suite, "test_skb_segment")) return test_skb_segment(); return 0; } static void __exit test_bpf_exit(void) { } module_init(test_bpf_init); module_exit(test_bpf_exit); MODULE_DESCRIPTION("Testsuite for BPF interpreter and BPF JIT compiler"); MODULE_LICENSE("GPL");
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with Cregit http://github.com/cregit/cregit
Version 2.0-RC1