002-nand-add-spi-nand-driver.patch 212 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540
  1. From de8b6cf615be20b25d0f3c817866de2c0d46a704 Mon Sep 17 00:00:00 2001
  2. From: Sam Shih <[email protected]>
  3. Date: Mon, 20 Apr 2020 17:10:05 +0800
  4. Subject: [PATCH 1/3] nand: add spi nand driver
  5. Add spi nand driver support for mt7622 based on nfi controller
  6. Signed-off-by: Xiangsheng Hou <[email protected]>
  7. ---
  8. drivers/mtd/Kconfig | 7 +
  9. drivers/mtd/Makefile | 4 +
  10. drivers/mtd/nand/raw/nand.c | 2 +
  11. drivers/mtd/nandx/NOTICE | 52 +
  12. drivers/mtd/nandx/Nandx.config | 17 +
  13. drivers/mtd/nandx/Nandx.mk | 91 ++
  14. drivers/mtd/nandx/README | 31 +
  15. drivers/mtd/nandx/core/Nandx.mk | 38 +
  16. drivers/mtd/nandx/core/core_io.c | 735 +++++++++
  17. drivers/mtd/nandx/core/core_io.h | 39 +
  18. drivers/mtd/nandx/core/nand/device_spi.c | 200 +++
  19. drivers/mtd/nandx/core/nand/device_spi.h | 132 ++
  20. drivers/mtd/nandx/core/nand/nand_spi.c | 526 +++++++
  21. drivers/mtd/nandx/core/nand/nand_spi.h | 35 +
  22. drivers/mtd/nandx/core/nand_base.c | 304 ++++
  23. drivers/mtd/nandx/core/nand_base.h | 71 +
  24. drivers/mtd/nandx/core/nand_chip.c | 272 ++++
  25. drivers/mtd/nandx/core/nand_chip.h | 103 ++
  26. drivers/mtd/nandx/core/nand_device.c | 285 ++++
  27. drivers/mtd/nandx/core/nand_device.h | 608 ++++++++
  28. drivers/mtd/nandx/core/nfi.h | 51 +
  29. drivers/mtd/nandx/core/nfi/nfi_base.c | 1357 +++++++++++++++++
  30. drivers/mtd/nandx/core/nfi/nfi_base.h | 95 ++
  31. drivers/mtd/nandx/core/nfi/nfi_regs.h | 114 ++
  32. drivers/mtd/nandx/core/nfi/nfi_spi.c | 689 +++++++++
  33. drivers/mtd/nandx/core/nfi/nfi_spi.h | 44 +
  34. drivers/mtd/nandx/core/nfi/nfi_spi_regs.h | 64 +
  35. drivers/mtd/nandx/core/nfi/nfiecc.c | 510 +++++++
  36. drivers/mtd/nandx/core/nfi/nfiecc.h | 90 ++
  37. drivers/mtd/nandx/core/nfi/nfiecc_regs.h | 51 +
  38. drivers/mtd/nandx/driver/Nandx.mk | 18 +
  39. drivers/mtd/nandx/driver/bbt/bbt.c | 408 +++++
  40. drivers/mtd/nandx/driver/uboot/driver.c | 574 +++++++
  41. drivers/mtd/nandx/include/Nandx.mk | 16 +
  42. drivers/mtd/nandx/include/internal/bbt.h | 62 +
  43. .../mtd/nandx/include/internal/nandx_core.h | 250 +++
  44. .../mtd/nandx/include/internal/nandx_errno.h | 40 +
  45. .../mtd/nandx/include/internal/nandx_util.h | 221 +++
  46. drivers/mtd/nandx/include/uboot/nandx_os.h | 78 +
  47. include/configs/mt7622.h | 25 +
  48. 40 files changed, 8309 insertions(+)
  49. create mode 100644 drivers/mtd/nandx/NOTICE
  50. create mode 100644 drivers/mtd/nandx/Nandx.config
  51. create mode 100644 drivers/mtd/nandx/Nandx.mk
  52. create mode 100644 drivers/mtd/nandx/README
  53. create mode 100644 drivers/mtd/nandx/core/Nandx.mk
  54. create mode 100644 drivers/mtd/nandx/core/core_io.c
  55. create mode 100644 drivers/mtd/nandx/core/core_io.h
  56. create mode 100644 drivers/mtd/nandx/core/nand/device_spi.c
  57. create mode 100644 drivers/mtd/nandx/core/nand/device_spi.h
  58. create mode 100644 drivers/mtd/nandx/core/nand/nand_spi.c
  59. create mode 100644 drivers/mtd/nandx/core/nand/nand_spi.h
  60. create mode 100644 drivers/mtd/nandx/core/nand_base.c
  61. create mode 100644 drivers/mtd/nandx/core/nand_base.h
  62. create mode 100644 drivers/mtd/nandx/core/nand_chip.c
  63. create mode 100644 drivers/mtd/nandx/core/nand_chip.h
  64. create mode 100644 drivers/mtd/nandx/core/nand_device.c
  65. create mode 100644 drivers/mtd/nandx/core/nand_device.h
  66. create mode 100644 drivers/mtd/nandx/core/nfi.h
  67. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_base.c
  68. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_base.h
  69. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_regs.h
  70. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi.c
  71. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi.h
  72. create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi_regs.h
  73. create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc.c
  74. create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc.h
  75. create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc_regs.h
  76. create mode 100644 drivers/mtd/nandx/driver/Nandx.mk
  77. create mode 100644 drivers/mtd/nandx/driver/bbt/bbt.c
  78. create mode 100644 drivers/mtd/nandx/driver/uboot/driver.c
  79. create mode 100644 drivers/mtd/nandx/include/Nandx.mk
  80. create mode 100644 drivers/mtd/nandx/include/internal/bbt.h
  81. create mode 100644 drivers/mtd/nandx/include/internal/nandx_core.h
  82. create mode 100644 drivers/mtd/nandx/include/internal/nandx_errno.h
  83. create mode 100644 drivers/mtd/nandx/include/internal/nandx_util.h
  84. create mode 100644 drivers/mtd/nandx/include/uboot/nandx_os.h
  85. --- a/drivers/mtd/Kconfig
  86. +++ b/drivers/mtd/Kconfig
  87. @@ -108,6 +108,13 @@ config HBMC_AM654
  88. This is the driver for HyperBus controller on TI's AM65x and
  89. other SoCs
  90. +config MTK_SPI_NAND
  91. + tristate "Mediatek SPI Nand"
  92. + depends on DM_MTD
  93. + help
  94. + This option will support SPI Nand device via Mediatek
  95. + NFI controller.
  96. +
  97. source "drivers/mtd/nand/Kconfig"
  98. source "drivers/mtd/spi/Kconfig"
  99. --- a/drivers/mtd/Makefile
  100. +++ b/drivers/mtd/Makefile
  101. @@ -41,3 +41,7 @@ obj-$(CONFIG_$(SPL_TPL_)SPI_FLASH_SUPPOR
  102. obj-$(CONFIG_SPL_UBI) += ubispl/
  103. endif
  104. +
  105. +ifeq ($(CONFIG_MTK_SPI_NAND), y)
  106. +include $(srctree)/drivers/mtd/nandx/Nandx.mk
  107. +endif
  108. --- a/drivers/mtd/nand/raw/nand.c
  109. +++ b/drivers/mtd/nand/raw/nand.c
  110. @@ -91,8 +91,10 @@ static void nand_init_chip(int i)
  111. if (board_nand_init(nand))
  112. return;
  113. +#ifndef CONFIG_MTK_SPI_NAND
  114. if (nand_scan(mtd, maxchips))
  115. return;
  116. +#endif
  117. nand_register(i, mtd);
  118. }
  119. --- /dev/null
  120. +++ b/drivers/mtd/nandx/NOTICE
  121. @@ -0,0 +1,52 @@
  122. +
  123. +/*
  124. + * Nandx - Mediatek Common Nand Driver
  125. + * Copyright (C) 2017 MediaTek Inc.
  126. + *
  127. + * Nandx is dual licensed: you can use it either under the terms of
  128. + * the GPL, or the BSD license, at your option.
  129. + *
  130. + * a) This program is free software; you can redistribute it and/or modify
  131. + * it under the terms of the GNU General Public License version 2 as
  132. + * published by the Free Software Foundation.
  133. + *
  134. + * This library is distributed in the hope that it will be useful,
  135. + * but WITHOUT ANY WARRANTY; without even the implied warranty of
  136. + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  137. + * GNU General Public License for more details.
  138. + *
  139. + * This program is distributed in the hope that it will be useful,
  140. + * but WITHOUT ANY WARRANTY; without even the implied warranty of
  141. + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  142. + * See http://www.gnu.org/licenses/gpl-2.0.html for more details.
  143. + *
  144. + * Alternatively,
  145. + *
  146. + * b) Redistribution and use in source and binary forms, with or
  147. + * without modification, are permitted provided that the following
  148. + * conditions are met:
  149. + *
  150. + * 1. Redistributions of source code must retain the above
  151. + * copyright notice, this list of conditions and the following
  152. + * disclaimer.
  153. + * 2. Redistributions in binary form must reproduce the above
  154. + * copyright notice, this list of conditions and the following
  155. + * disclaimer in the documentation and/or other materials
  156. + * provided with the distribution.
  157. + *
  158. + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  159. + * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  160. + * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
  161. + * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  162. + * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  163. + * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  164. + * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  165. + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  166. + * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  167. + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  168. + * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  169. + * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
  170. + * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  171. + */
  172. +
  173. +####################################################################################################
  174. \ No newline at end of file
  175. --- /dev/null
  176. +++ b/drivers/mtd/nandx/Nandx.config
  177. @@ -0,0 +1,17 @@
  178. +NANDX_SIMULATOR_SUPPORT := n
  179. +NANDX_CTP_SUPPORT := n
  180. +NANDX_DA_SUPPORT := n
  181. +NANDX_PRELOADER_SUPPORT := n
  182. +NANDX_LK_SUPPORT := n
  183. +NANDX_KERNEL_SUPPORT := n
  184. +NANDX_BROM_SUPPORT := n
  185. +NANDX_UBOOT_SUPPORT := y
  186. +NANDX_BBT_SUPPORT := y
  187. +
  188. +NANDX_NAND_SPI := y
  189. +NANDX_NAND_SLC := n
  190. +NANDX_NAND_MLC := n
  191. +NANDX_NAND_TLC := n
  192. +NANDX_NFI_BASE := y
  193. +NANDX_NFI_ECC := y
  194. +NANDX_NFI_SPI := y
  195. --- /dev/null
  196. +++ b/drivers/mtd/nandx/Nandx.mk
  197. @@ -0,0 +1,91 @@
  198. +#
  199. +# Copyright (C) 2017 MediaTek Inc.
  200. +# Licensed under either
  201. +# BSD Licence, (see NOTICE for more details)
  202. +# GNU General Public License, version 2.0, (see NOTICE for more details)
  203. +#
  204. +
  205. +nandx_dir := $(shell dirname $(lastword $(MAKEFILE_LIST)))
  206. +include $(nandx_dir)/Nandx.config
  207. +
  208. +ifeq ($(NANDX_SIMULATOR_SUPPORT), y)
  209. +sim-obj :=
  210. +sim-inc :=
  211. +nandx-obj := sim-obj
  212. +nandx-prefix := .
  213. +nandx-postfix := %.o
  214. +sim-inc += -I$(nandx-prefix)/include/internal
  215. +sim-inc += -I$(nandx-prefix)/include/simulator
  216. +endif
  217. +
  218. +ifeq ($(NANDX_CTP_SUPPORT), y)
  219. +nandx-obj := C_SRC_FILES
  220. +nandx-prefix := $(nandx_dir)
  221. +nandx-postfix := %.c
  222. +INC_DIRS += $(nandx_dir)/include/internal
  223. +INC_DIRS += $(nandx_dir)/include/ctp
  224. +endif
  225. +
  226. +ifeq ($(NANDX_DA_SUPPORT), y)
  227. +nandx-obj := obj-y
  228. +nandx-prefix := $(nandx_dir)
  229. +nandx-postfix := %.o
  230. +INCLUDE_PATH += $(TOPDIR)/platform/$(CODE_BASE)/dev/nand/nandx/include/internal
  231. +INCLUDE_PATH += $(TOPDIR)/platform/$(CODE_BASE)/dev/nand/nandx/include/da
  232. +endif
  233. +
  234. +ifeq ($(NANDX_PRELOADER_SUPPORT), y)
  235. +nandx-obj := MOD_SRC
  236. +nandx-prefix := $(nandx_dir)
  237. +nandx-postfix := %.c
  238. +C_OPTION += -I$(MTK_PATH_PLATFORM)/src/drivers/nandx/include/internal
  239. +C_OPTION += -I$(MTK_PATH_PLATFORM)/src/drivers/nandx/include/preloader
  240. +endif
  241. +
  242. +ifeq ($(NANDX_LK_SUPPORT), y)
  243. +nandx-obj := MODULE_SRCS
  244. +nandx-prefix := $(nandx_dir)
  245. +nandx-postfix := %.c
  246. +GLOBAL_INCLUDES += $(nandx_dir)/include/internal
  247. +GLOBAL_INCLUDES += $(nandx_dir)/include/lk
  248. +endif
  249. +
  250. +ifeq ($(NANDX_KERNEL_SUPPORT), y)
  251. +nandx-obj := obj-y
  252. +nandx-prefix := nandx
  253. +nandx-postfix := %.o
  254. +ccflags-y += -I$(nandx_dir)/include/internal
  255. +ccflags-y += -I$(nandx_dir)/include/kernel
  256. +endif
  257. +
  258. +ifeq ($(NANDX_UBOOT_SUPPORT), y)
  259. +nandx-obj := obj-y
  260. +nandx-prefix := nandx
  261. +nandx-postfix := %.o
  262. +ccflags-y += -I$(nandx_dir)/include/internal
  263. +ccflags-y += -I$(nandx_dir)/include/uboot
  264. +endif
  265. +
  266. +nandx-y :=
  267. +include $(nandx_dir)/core/Nandx.mk
  268. +nandx-target := $(nandx-prefix)/core/$(nandx-postfix)
  269. +$(nandx-obj) += $(patsubst %.c, $(nandx-target), $(nandx-y))
  270. +
  271. +
  272. +nandx-y :=
  273. +include $(nandx_dir)/driver/Nandx.mk
  274. +nandx-target := $(nandx-prefix)/driver/$(nandx-postfix)
  275. +$(nandx-obj) += $(patsubst %.c, $(nandx-target), $(nandx-y))
  276. +
  277. +ifeq ($(NANDX_SIMULATOR_SUPPORT), y)
  278. +cc := gcc
  279. +CFLAGS += $(sim-inc)
  280. +
  281. +.PHONY:nandx
  282. +nandx: $(sim-obj)
  283. + $(cc) $(sim-obj) -o nandx
  284. +
  285. +.PHONY:clean
  286. +clean:
  287. + rm -rf $(sim-obj) nandx
  288. +endif
  289. --- /dev/null
  290. +++ b/drivers/mtd/nandx/README
  291. @@ -0,0 +1,31 @@
  292. +
  293. + NAND2.0
  294. + ===============================
  295. +
  296. + NAND2.0 is a common nand driver which designed for accessing
  297. +different type of NANDs(SLC, SPI-NAND, MLC, TLC) on various OS. This
  298. +driver can work on mostly SoCs of Mediatek.
  299. +
  300. + Although there already has a common nand driver, it doesn't cover
  301. +SPI-NAND, and not match our IC-Verification's reqirement. We need
  302. +a driver that can be exten or cut easily.
  303. +
  304. + This driver is base on NANDX & SLC. We try to refactor structures,
  305. +and make them inheritable. We also refactor some operations' flow
  306. +principally for adding SPI-NAND support.
  307. +
  308. + This driver's architecture is like:
  309. +
  310. + Driver @LK/Uboot/DA... |IC verify/other purposes
  311. + ----------------------------------------------------------------
  312. + partition | BBM |
  313. + -------------------------------------- | extend_core
  314. + nandx_core/core_io |
  315. + ----------------------------------------------------------------
  316. + nand_chip/nand_base |
  317. + -------------------------------------- | extend_nfi
  318. + nand_device | nfi/nfi_base |
  319. +
  320. + Any block of above graph can be extended at your will, if you
  321. +want add new feature into this code, please make sure that your code
  322. +would follow the framework, and we will be appreciated about it.
  323. --- /dev/null
  324. +++ b/drivers/mtd/nandx/core/Nandx.mk
  325. @@ -0,0 +1,38 @@
  326. +#
  327. +# Copyright (C) 2017 MediaTek Inc.
  328. +# Licensed under either
  329. +# BSD Licence, (see NOTICE for more details)
  330. +# GNU General Public License, version 2.0, (see NOTICE for more details)
  331. +#
  332. +
  333. +nandx-y += nand_device.c
  334. +nandx-y += nand_base.c
  335. +nandx-y += nand_chip.c
  336. +nandx-y += core_io.c
  337. +
  338. +nandx-header-y += nand_device.h
  339. +nandx-header-y += nand_base.h
  340. +nandx-header-y += nand_chip.h
  341. +nandx-header-y += core_io.h
  342. +nandx-header-y += nfi.h
  343. +
  344. +nandx-$(NANDX_NAND_SPI) += nand/device_spi.c
  345. +nandx-$(NANDX_NAND_SPI) += nand/nand_spi.c
  346. +nandx-$(NANDX_NAND_SLC) += nand/device_slc.c
  347. +nandx-$(NANDX_NAND_SLC) += nand/nand_slc.c
  348. +
  349. +nandx-header-$(NANDX_NAND_SPI) += nand/device_spi.h
  350. +nandx-header-$(NANDX_NAND_SPI) += nand/nand_spi.h
  351. +nandx-header-$(NANDX_NAND_SLC) += nand/device_slc.h
  352. +nandx-header-$(NANDX_NAND_SLC) += nand/nand_slc.h
  353. +
  354. +nandx-$(NANDX_NFI_BASE) += nfi/nfi_base.c
  355. +nandx-$(NANDX_NFI_ECC) += nfi/nfiecc.c
  356. +nandx-$(NANDX_NFI_SPI) += nfi/nfi_spi.c
  357. +
  358. +nandx-header-$(NANDX_NFI_BASE) += nfi/nfi_base.h
  359. +nandx-header-$(NANDX_NFI_BASE) += nfi/nfi_regs.h
  360. +nandx-header-$(NANDX_NFI_ECC) += nfi/nfiecc.h
  361. +nandx-header-$(NANDX_NFI_ECC) += nfi/nfiecc_regs.h
  362. +nandx-header-$(NANDX_NFI_SPI) += nfi/nfi_spi.h
  363. +nandx-header-$(NANDX_NFI_SPI) += nfi/nfi_spi_regs.h
  364. --- /dev/null
  365. +++ b/drivers/mtd/nandx/core/core_io.c
  366. @@ -0,0 +1,735 @@
  367. +/*
  368. + * Copyright (C) 2017 MediaTek Inc.
  369. + * Licensed under either
  370. + * BSD Licence, (see NOTICE for more details)
  371. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  372. + */
  373. +
  374. +/*NOTE: switch cache/multi*/
  375. +#include "nandx_util.h"
  376. +#include "nandx_core.h"
  377. +#include "nand_chip.h"
  378. +#include "core_io.h"
  379. +
  380. +static struct nandx_desc *g_nandx;
  381. +
  382. +static inline bool is_sector_align(u64 val)
  383. +{
  384. + return reminder(val, g_nandx->chip->sector_size) ? false : true;
  385. +}
  386. +
  387. +static inline bool is_page_align(u64 val)
  388. +{
  389. + return reminder(val, g_nandx->chip->page_size) ? false : true;
  390. +}
  391. +
  392. +static inline bool is_block_align(u64 val)
  393. +{
  394. + return reminder(val, g_nandx->chip->block_size) ? false : true;
  395. +}
  396. +
  397. +static inline u32 page_sectors(void)
  398. +{
  399. + return div_down(g_nandx->chip->page_size, g_nandx->chip->sector_size);
  400. +}
  401. +
  402. +static inline u32 sector_oob(void)
  403. +{
  404. + return div_down(g_nandx->chip->oob_size, page_sectors());
  405. +}
  406. +
  407. +static inline u32 sector_padded_size(void)
  408. +{
  409. + return g_nandx->chip->sector_size + g_nandx->chip->sector_spare_size;
  410. +}
  411. +
  412. +static inline u32 page_padded_size(void)
  413. +{
  414. + return page_sectors() * sector_padded_size();
  415. +}
  416. +
  417. +static inline u32 offset_to_padded_col(u64 offset)
  418. +{
  419. + struct nandx_desc *nandx = g_nandx;
  420. + u32 col, sectors;
  421. +
  422. + col = reminder(offset, nandx->chip->page_size);
  423. + sectors = div_down(col, nandx->chip->sector_size);
  424. +
  425. + return col + sectors * nandx->chip->sector_spare_size;
  426. +}
  427. +
  428. +static inline u32 offset_to_row(u64 offset)
  429. +{
  430. + return div_down(offset, g_nandx->chip->page_size);
  431. +}
  432. +
  433. +static inline u32 offset_to_col(u64 offset)
  434. +{
  435. + return reminder(offset, g_nandx->chip->page_size);
  436. +}
  437. +
  438. +static inline u32 oob_upper_size(void)
  439. +{
  440. + return g_nandx->ecc_en ? g_nandx->chip->oob_size :
  441. + g_nandx->chip->sector_spare_size * page_sectors();
  442. +}
  443. +
  444. +static inline bool is_upper_oob_align(u64 val)
  445. +{
  446. + return reminder(val, oob_upper_size()) ? false : true;
  447. +}
  448. +
  449. +#define prepare_op(_op, _row, _col, _len, _data, _oob) \
  450. + do { \
  451. + (_op).row = (_row); \
  452. + (_op).col = (_col); \
  453. + (_op).len = (_len); \
  454. + (_op).data = (_data); \
  455. + (_op).oob = (_oob); \
  456. + } while (0)
  457. +
  458. +static int operation_multi(enum nandx_op_mode mode, u8 *data, u8 *oob,
  459. + u64 offset, size_t len)
  460. +{
  461. + struct nandx_desc *nandx = g_nandx;
  462. + u32 row = offset_to_row(offset);
  463. + u32 col = offset_to_padded_col(offset);
  464. +
  465. + if (nandx->mode == NANDX_IDLE) {
  466. + nandx->mode = mode;
  467. + nandx->ops_current = 0;
  468. + } else if (nandx->mode != mode) {
  469. + pr_info("forbid mixed operations.\n");
  470. + return -EOPNOTSUPP;
  471. + }
  472. +
  473. + prepare_op(nandx->ops[nandx->ops_current], row, col, len, data, oob);
  474. + nandx->ops_current++;
  475. +
  476. + if (nandx->ops_current == nandx->ops_multi_len)
  477. + return nandx_sync();
  478. +
  479. + return nandx->ops_multi_len - nandx->ops_current;
  480. +}
  481. +
  482. +static int operation_sequent(enum nandx_op_mode mode, u8 *data, u8 *oob,
  483. + u64 offset, size_t len)
  484. +{
  485. + struct nandx_desc *nandx = g_nandx;
  486. + struct nand_chip *chip = nandx->chip;
  487. + u32 row = offset_to_row(offset);
  488. + func_chip_ops chip_ops;
  489. + u8 *ref_data = data, *ref_oob = oob;
  490. + int align, ops, row_step;
  491. + int i, rem;
  492. +
  493. + align = data ? chip->page_size : oob_upper_size();
  494. + ops = data ? div_down(len, align) : div_down(len, oob_upper_size());
  495. + row_step = 1;
  496. +
  497. + switch (mode) {
  498. + case NANDX_ERASE:
  499. + chip_ops = chip->erase_block;
  500. + align = chip->block_size;
  501. + ops = div_down(len, align);
  502. + row_step = chip->block_pages;
  503. + break;
  504. +
  505. + case NANDX_READ:
  506. + chip_ops = chip->read_page;
  507. + break;
  508. +
  509. + case NANDX_WRITE:
  510. + chip_ops = chip->write_page;
  511. + break;
  512. +
  513. + default:
  514. + return -EINVAL;
  515. + }
  516. +
  517. + if (!data) {
  518. + ref_data = nandx->head_buf;
  519. + memset(ref_data, 0xff, chip->page_size);
  520. + }
  521. +
  522. + if (!oob) {
  523. + ref_oob = nandx->head_buf + chip->page_size;
  524. + memset(ref_oob, 0xff, oob_upper_size());
  525. + }
  526. +
  527. + for (i = 0; i < ops; i++) {
  528. + prepare_op(nandx->ops[nandx->ops_current],
  529. + row + i * row_step, 0, align, ref_data, ref_oob);
  530. + nandx->ops_current++;
  531. + /* if data or oob is null, nandx->head_buf or
  532. + * nandx->head_buf + chip->page_size should not been used
  533. + * so, here it is safe to use the buf.
  534. + */
  535. + ref_data = data ? ref_data + chip->page_size : nandx->head_buf;
  536. + ref_oob = oob ? ref_oob + oob_upper_size() :
  537. + nandx->head_buf + chip->page_size;
  538. + }
  539. +
  540. + if (nandx->mode == NANDX_WRITE) {
  541. + rem = reminder(nandx->ops_current, nandx->min_write_pages);
  542. + if (rem)
  543. + return nandx->min_write_pages - rem;
  544. + }
  545. +
  546. + nandx->ops_current = 0;
  547. + return chip_ops(chip, nandx->ops, ops);
  548. +}
  549. +
  550. +static int read_pages(u8 *data, u8 *oob, u64 offset, size_t len)
  551. +{
  552. + struct nandx_desc *nandx = g_nandx;
  553. + struct nand_chip *chip = nandx->chip;
  554. + struct nandx_split64 split = {0};
  555. + u8 *ref_data = data, *ref_oob;
  556. + u32 row, col;
  557. + int ret = 0, i, ops;
  558. + u32 head_offset = 0;
  559. + u64 val;
  560. +
  561. + if (!data)
  562. + return operation_sequent(NANDX_READ, NULL, oob, offset, len);
  563. +
  564. + ref_oob = oob ? oob : nandx->head_buf + chip->page_size;
  565. +
  566. + nandx_split(&split, offset, len, val, chip->page_size);
  567. +
  568. + if (split.head_len) {
  569. + row = offset_to_row(split.head);
  570. + col = offset_to_col(split.head);
  571. + prepare_op(nandx->ops[nandx->ops_current], row, 0,
  572. + chip->page_size,
  573. + nandx->head_buf, ref_oob);
  574. + nandx->ops_current++;
  575. +
  576. + head_offset = col;
  577. +
  578. + ref_data += split.head_len;
  579. + ref_oob = oob ? ref_oob + oob_upper_size() :
  580. + nandx->head_buf + chip->page_size;
  581. + }
  582. +
  583. + if (split.body_len) {
  584. + ops = div_down(split.body_len, chip->page_size);
  585. + row = offset_to_row(split.body);
  586. + for (i = 0; i < ops; i++) {
  587. + prepare_op(nandx->ops[nandx->ops_current],
  588. + row + i, 0, chip->page_size,
  589. + ref_data, ref_oob);
  590. + nandx->ops_current++;
  591. + ref_data += chip->page_size;
  592. + ref_oob = oob ? ref_oob + oob_upper_size() :
  593. + nandx->head_buf + chip->page_size;
  594. + }
  595. + }
  596. +
  597. + if (split.tail_len) {
  598. + row = offset_to_row(split.tail);
  599. + prepare_op(nandx->ops[nandx->ops_current], row, 0,
  600. + chip->page_size, nandx->tail_buf, ref_oob);
  601. + nandx->ops_current++;
  602. + }
  603. +
  604. + ret = chip->read_page(chip, nandx->ops, nandx->ops_current);
  605. +
  606. + if (split.head_len)
  607. + memcpy(data, nandx->head_buf + head_offset, split.head_len);
  608. + if (split.tail_len)
  609. + memcpy(ref_data, nandx->tail_buf, split.tail_len);
  610. +
  611. + nandx->ops_current = 0;
  612. + return ret;
  613. +}
  614. +
  615. +int nandx_read(u8 *data, u8 *oob, u64 offset, size_t len)
  616. +{
  617. + struct nandx_desc *nandx = g_nandx;
  618. +
  619. + if (!len || len > nandx->info.total_size)
  620. + return -EINVAL;
  621. + if (div_up(len, nandx->chip->page_size) > nandx->ops_len)
  622. + return -EINVAL;
  623. + if (!data && !oob)
  624. + return -EINVAL;
  625. + /**
  626. + * as design, oob not support partial read
  627. + * and, the length of oob buf should be oob size aligned
  628. + */
  629. + if (!data && !is_upper_oob_align(len))
  630. + return -EINVAL;
  631. +
  632. + if (g_nandx->multi_en) {
  633. + /* as design, there only 2 buf for partial read,
  634. + * if partial read allowed for multi read,
  635. + * there are not enough buf
  636. + */
  637. + if (!is_sector_align(offset))
  638. + return -EINVAL;
  639. + if (data && !is_sector_align(len))
  640. + return -EINVAL;
  641. + return operation_multi(NANDX_READ, data, oob, offset, len);
  642. + }
  643. +
  644. + nandx->ops_current = 0;
  645. + nandx->mode = NANDX_IDLE;
  646. + return read_pages(data, oob, offset, len);
  647. +}
  648. +
  649. +static int write_pages(u8 *data, u8 *oob, u64 offset, size_t len)
  650. +{
  651. + struct nandx_desc *nandx = g_nandx;
  652. + struct nand_chip *chip = nandx->chip;
  653. + struct nandx_split64 split = {0};
  654. + int ret, rem, i, ops;
  655. + u32 row, col;
  656. + u8 *ref_oob = oob;
  657. + u64 val;
  658. +
  659. + nandx->mode = NANDX_WRITE;
  660. +
  661. + if (!data)
  662. + return operation_sequent(NANDX_WRITE, NULL, oob, offset, len);
  663. +
  664. + if (!oob) {
  665. + ref_oob = nandx->head_buf + chip->page_size;
  666. + memset(ref_oob, 0xff, oob_upper_size());
  667. + }
  668. +
  669. + nandx_split(&split, offset, len, val, chip->page_size);
  670. +
  671. + /*NOTE: slc can support sector write, here copy too many data.*/
  672. + if (split.head_len) {
  673. + row = offset_to_row(split.head);
  674. + col = offset_to_col(split.head);
  675. + memset(nandx->head_buf, 0xff, page_padded_size());
  676. + memcpy(nandx->head_buf + col, data, split.head_len);
  677. + prepare_op(nandx->ops[nandx->ops_current], row, 0,
  678. + chip->page_size, nandx->head_buf, ref_oob);
  679. + nandx->ops_current++;
  680. +
  681. + data += split.head_len;
  682. + ref_oob = oob ? ref_oob + oob_upper_size() :
  683. + nandx->head_buf + chip->page_size;
  684. + }
  685. +
  686. + if (split.body_len) {
  687. + row = offset_to_row(split.body);
  688. + ops = div_down(split.body_len, chip->page_size);
  689. + for (i = 0; i < ops; i++) {
  690. + prepare_op(nandx->ops[nandx->ops_current],
  691. + row + i, 0, chip->page_size, data, ref_oob);
  692. + nandx->ops_current++;
  693. + data += chip->page_size;
  694. + ref_oob = oob ? ref_oob + oob_upper_size() :
  695. + nandx->head_buf + chip->page_size;
  696. + }
  697. + }
  698. +
  699. + if (split.tail_len) {
  700. + row = offset_to_row(split.tail);
  701. + memset(nandx->tail_buf, 0xff, page_padded_size());
  702. + memcpy(nandx->tail_buf, data, split.tail_len);
  703. + prepare_op(nandx->ops[nandx->ops_current], row, 0,
  704. + chip->page_size, nandx->tail_buf, ref_oob);
  705. + nandx->ops_current++;
  706. + }
  707. +
  708. + rem = reminder(nandx->ops_current, nandx->min_write_pages);
  709. + if (rem)
  710. + return nandx->min_write_pages - rem;
  711. +
  712. + ret = chip->write_page(chip, nandx->ops, nandx->ops_current);
  713. +
  714. + nandx->ops_current = 0;
  715. + nandx->mode = NANDX_IDLE;
  716. + return ret;
  717. +}
  718. +
  719. +int nandx_write(u8 *data, u8 *oob, u64 offset, size_t len)
  720. +{
  721. + struct nandx_desc *nandx = g_nandx;
  722. +
  723. + if (!len || len > nandx->info.total_size)
  724. + return -EINVAL;
  725. + if (div_up(len, nandx->chip->page_size) > nandx->ops_len)
  726. + return -EINVAL;
  727. + if (!data && !oob)
  728. + return -EINVAL;
  729. + if (!data && !is_upper_oob_align(len))
  730. + return -EINVAL;
  731. +
  732. + if (nandx->multi_en) {
  733. + if (!is_page_align(offset))
  734. + return -EINVAL;
  735. + if (data && !is_page_align(len))
  736. + return -EINVAL;
  737. +
  738. + return operation_multi(NANDX_WRITE, data, oob, offset, len);
  739. + }
  740. +
  741. + return write_pages(data, oob, offset, len);
  742. +}
  743. +
  744. +int nandx_erase(u64 offset, size_t len)
  745. +{
  746. + struct nandx_desc *nandx = g_nandx;
  747. +
  748. + if (!len || len > nandx->info.total_size)
  749. + return -EINVAL;
  750. + if (div_down(len, nandx->chip->block_size) > nandx->ops_len)
  751. + return -EINVAL;
  752. + if (!is_block_align(offset) || !is_block_align(len))
  753. + return -EINVAL;
  754. +
  755. + if (g_nandx->multi_en)
  756. + return operation_multi(NANDX_ERASE, NULL, NULL, offset, len);
  757. +
  758. + nandx->ops_current = 0;
  759. + nandx->mode = NANDX_IDLE;
  760. + return operation_sequent(NANDX_ERASE, NULL, NULL, offset, len);
  761. +}
  762. +
  763. +int nandx_sync(void)
  764. +{
  765. + struct nandx_desc *nandx = g_nandx;
  766. + struct nand_chip *chip = nandx->chip;
  767. + func_chip_ops chip_ops;
  768. + int ret, i, rem;
  769. +
  770. + if (!nandx->ops_current)
  771. + return 0;
  772. +
  773. + rem = reminder(nandx->ops_current, nandx->ops_multi_len);
  774. + if (nandx->multi_en && rem) {
  775. + ret = -EIO;
  776. + goto error;
  777. + }
  778. +
  779. + switch (nandx->mode) {
  780. + case NANDX_IDLE:
  781. + return 0;
  782. + case NANDX_ERASE:
  783. + chip_ops = chip->erase_block;
  784. + break;
  785. + case NANDX_READ:
  786. + chip_ops = chip->read_page;
  787. + break;
  788. + case NANDX_WRITE:
  789. + chip_ops = chip->write_page;
  790. + break;
  791. + default:
  792. + return -EINVAL;
  793. + }
  794. +
  795. + rem = reminder(nandx->ops_current, nandx->min_write_pages);
  796. + if (!nandx->multi_en && nandx->mode == NANDX_WRITE && rem) {
  797. + /* in one process of program, only allow 2 pages to do partial
  798. + * write, here we supposed 1st buf would be used, and 2nd
  799. + * buf should be not used.
  800. + */
  801. + memset(nandx->tail_buf, 0xff,
  802. + chip->page_size + oob_upper_size());
  803. + for (i = 0; i < rem; i++) {
  804. + prepare_op(nandx->ops[nandx->ops_current],
  805. + nandx->ops[nandx->ops_current - 1].row + 1,
  806. + 0, chip->page_size, nandx->tail_buf,
  807. + nandx->tail_buf + chip->page_size);
  808. + nandx->ops_current++;
  809. + }
  810. + }
  811. +
  812. + ret = chip_ops(nandx->chip, nandx->ops, nandx->ops_current);
  813. +
  814. +error:
  815. + nandx->mode = NANDX_IDLE;
  816. + nandx->ops_current = 0;
  817. +
  818. + return ret;
  819. +}
  820. +
  821. +int nandx_ioctl(int cmd, void *arg)
  822. +{
  823. + struct nandx_desc *nandx = g_nandx;
  824. + struct nand_chip *chip = nandx->chip;
  825. + int ret = 0;
  826. +
  827. + switch (cmd) {
  828. + case CORE_CTRL_NAND_INFO:
  829. + *(struct nandx_info *)arg = nandx->info;
  830. + break;
  831. +
  832. + case CHIP_CTRL_OPS_MULTI:
  833. + ret = chip->chip_ctrl(chip, cmd, arg);
  834. + if (!ret)
  835. + nandx->multi_en = *(bool *)arg;
  836. + break;
  837. +
  838. + case NFI_CTRL_ECC:
  839. + ret = chip->chip_ctrl(chip, cmd, arg);
  840. + if (!ret)
  841. + nandx->ecc_en = *(bool *)arg;
  842. + break;
  843. +
  844. + default:
  845. + ret = chip->chip_ctrl(chip, cmd, arg);
  846. + break;
  847. + }
  848. +
  849. + return ret;
  850. +}
  851. +
  852. +bool nandx_is_bad_block(u64 offset)
  853. +{
  854. + struct nandx_desc *nandx = g_nandx;
  855. +
  856. + prepare_op(nandx->ops[0], offset_to_row(offset), 0,
  857. + nandx->chip->page_size, nandx->head_buf,
  858. + nandx->head_buf + nandx->chip->page_size);
  859. +
  860. + return nandx->chip->is_bad_block(nandx->chip, nandx->ops, 1);
  861. +}
  862. +
  863. +int nandx_suspend(void)
  864. +{
  865. + return g_nandx->chip->suspend(g_nandx->chip);
  866. +}
  867. +
  868. +int nandx_resume(void)
  869. +{
  870. + return g_nandx->chip->resume(g_nandx->chip);
  871. +}
  872. +
  873. +int nandx_init(struct nfi_resource *res)
  874. +{
  875. + struct nand_chip *chip;
  876. + struct nandx_desc *nandx;
  877. + int ret = 0;
  878. +
  879. + if (!res)
  880. + return -EINVAL;
  881. +
  882. + chip = nand_chip_init(res);
  883. + if (!chip) {
  884. + pr_info("nand chip init fail.\n");
  885. + return -EFAULT;
  886. + }
  887. +
  888. + nandx = (struct nandx_desc *)mem_alloc(1, sizeof(struct nandx_desc));
  889. + if (!nandx)
  890. + return -ENOMEM;
  891. +
  892. + g_nandx = nandx;
  893. +
  894. + nandx->chip = chip;
  895. + nandx->min_write_pages = chip->min_program_pages;
  896. + nandx->ops_multi_len = nandx->min_write_pages * chip->plane_num;
  897. + nandx->ops_len = chip->block_pages * chip->plane_num;
  898. + nandx->ops = mem_alloc(1, sizeof(struct nand_ops) * nandx->ops_len);
  899. + if (!nandx->ops) {
  900. + ret = -ENOMEM;
  901. + goto ops_error;
  902. + }
  903. +
  904. +#if NANDX_BULK_IO_USE_DRAM
  905. + nandx->head_buf = NANDX_CORE_BUF_ADDR;
  906. +#else
  907. + nandx->head_buf = mem_alloc(2, page_padded_size());
  908. +#endif
  909. + if (!nandx->head_buf) {
  910. + ret = -ENOMEM;
  911. + goto buf_error;
  912. + }
  913. + nandx->tail_buf = nandx->head_buf + page_padded_size();
  914. + memset(nandx->head_buf, 0xff, 2 * page_padded_size());
  915. + nandx->multi_en = false;
  916. + nandx->ecc_en = false;
  917. + nandx->ops_current = 0;
  918. + nandx->mode = NANDX_IDLE;
  919. +
  920. + nandx->info.max_io_count = nandx->ops_len;
  921. + nandx->info.min_write_pages = nandx->min_write_pages;
  922. + nandx->info.plane_num = chip->plane_num;
  923. + nandx->info.oob_size = chip->oob_size;
  924. + nandx->info.page_parity_size = chip->sector_spare_size * page_sectors();
  925. + nandx->info.page_size = chip->page_size;
  926. + nandx->info.block_size = chip->block_size;
  927. + nandx->info.total_size = chip->block_size * chip->block_num;
  928. + nandx->info.fdm_ecc_size = chip->fdm_ecc_size;
  929. + nandx->info.fdm_reg_size = chip->fdm_reg_size;
  930. + nandx->info.ecc_strength = chip->ecc_strength;
  931. + nandx->info.sector_size = chip->sector_size;
  932. +
  933. + return 0;
  934. +
  935. +buf_error:
  936. +#if !NANDX_BULK_IO_USE_DRAM
  937. + mem_free(nandx->head_buf);
  938. +#endif
  939. +ops_error:
  940. + mem_free(nandx);
  941. +
  942. + return ret;
  943. +}
  944. +
  945. +void nandx_exit(void)
  946. +{
  947. + nand_chip_exit(g_nandx->chip);
  948. +#if !NANDX_BULK_IO_USE_DRAM
  949. + mem_free(g_nandx->head_buf);
  950. +#endif
  951. + mem_free(g_nandx->ops);
  952. + mem_free(g_nandx);
  953. +}
  954. +
  955. +#ifdef NANDX_UNIT_TEST
  956. +static void dump_buf(u8 *buf, u32 len)
  957. +{
  958. + u32 i;
  959. +
  960. + pr_info("dump buf@0x%X start", (u32)buf);
  961. + for (i = 0; i < len; i++) {
  962. + if (!reminder(i, 16))
  963. + pr_info("\n0x");
  964. + pr_info("%x ", buf[i]);
  965. + }
  966. + pr_info("\ndump buf done.\n");
  967. +}
  968. +
  969. +int nandx_unit_test(u64 offset, size_t len)
  970. +{
  971. + u8 *src_buf, *dst_buf;
  972. + u32 i, j;
  973. + int ret;
  974. +
  975. + if (!len || len > g_nandx->chip->block_size)
  976. + return -EINVAL;
  977. +
  978. +#if NANDX_BULK_IO_USE_DRAM
  979. + src_buf = NANDX_UT_SRC_ADDR;
  980. + dst_buf = NANDX_UT_DST_ADDR;
  981. +
  982. +#else
  983. + src_buf = mem_alloc(1, g_nandx->chip->page_size);
  984. + if (!src_buf)
  985. + return -ENOMEM;
  986. + dst_buf = mem_alloc(1, g_nandx->chip->page_size);
  987. + if (!dst_buf) {
  988. + mem_free(src_buf);
  989. + return -ENOMEM;
  990. + }
  991. +#endif
  992. +
  993. + pr_info("%s: src_buf address 0x%x, dst_buf address 0x%x\n",
  994. + __func__, (int)((unsigned long)src_buf),
  995. + (int)((unsigned long)dst_buf));
  996. +
  997. + memset(dst_buf, 0, g_nandx->chip->page_size);
  998. + pr_info("read page 0 data...!\n");
  999. + ret = nandx_read(dst_buf, NULL, 0, g_nandx->chip->page_size);
  1000. + if (ret < 0) {
  1001. + pr_info("read fail with ret %d\n", ret);
  1002. + } else {
  1003. + pr_info("read page success!\n");
  1004. + }
  1005. +
  1006. + for (i = 0; i < g_nandx->chip->page_size; i++) {
  1007. + src_buf[i] = 0x5a;
  1008. + }
  1009. +
  1010. + ret = nandx_erase(offset, g_nandx->chip->block_size);
  1011. + if (ret < 0) {
  1012. + pr_info("erase fail with ret %d\n", ret);
  1013. + goto error;
  1014. + }
  1015. +
  1016. + for (j = 0; j < g_nandx->chip->block_pages; j++) {
  1017. + memset(dst_buf, 0, g_nandx->chip->page_size);
  1018. + pr_info("check data after erase...!\n");
  1019. + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
  1020. + if (ret < 0) {
  1021. + pr_info("read fail with ret %d\n", ret);
  1022. + goto error;
  1023. + }
  1024. +
  1025. + for (i = 0; i < g_nandx->chip->page_size; i++) {
  1026. + if (dst_buf[i] != 0xff) {
  1027. + pr_info("read after erase, check fail @%d\n", i);
  1028. + pr_info("all data should be 0xff\n");
  1029. + ret = -ENANDERASE;
  1030. + dump_buf(dst_buf, 128);
  1031. + //goto error;
  1032. + break;
  1033. + }
  1034. + }
  1035. +
  1036. + pr_info("write data...!\n");
  1037. + ret = nandx_write(src_buf, NULL, offset, g_nandx->chip->page_size);
  1038. + if (ret < 0) {
  1039. + pr_info("write fail with ret %d\n", ret);
  1040. + goto error;
  1041. + }
  1042. +
  1043. + memset(dst_buf, 0, g_nandx->chip->page_size);
  1044. + pr_info("read data...!\n");
  1045. + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
  1046. + if (ret < 0) {
  1047. + pr_info("read fail with ret %d\n", ret);
  1048. + goto error;
  1049. + }
  1050. +
  1051. + for (i = 0; i < g_nandx->chip->page_size; i++) {
  1052. + if (dst_buf[i] != src_buf[i]) {
  1053. + pr_info("read after write, check fail @%d\n", i);
  1054. + pr_info("dst_buf should be same as src_buf\n");
  1055. + ret = -EIO;
  1056. + dump_buf(src_buf + i, 128);
  1057. + dump_buf(dst_buf + i, 128);
  1058. + break;
  1059. + }
  1060. + }
  1061. +
  1062. + pr_err("%s %d %s@%d\n", __func__, __LINE__, ret?"Failed":"OK", j);
  1063. + if (ret)
  1064. + break;
  1065. +
  1066. + offset += g_nandx->chip->page_size;
  1067. + }
  1068. +
  1069. + ret = nandx_erase(offset, g_nandx->chip->block_size);
  1070. + if (ret < 0) {
  1071. + pr_info("erase fail with ret %d\n", ret);
  1072. + goto error;
  1073. + }
  1074. +
  1075. + memset(dst_buf, 0, g_nandx->chip->page_size);
  1076. + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
  1077. + if (ret < 0) {
  1078. + pr_info("read fail with ret %d\n", ret);
  1079. + goto error;
  1080. + }
  1081. +
  1082. + for (i = 0; i < g_nandx->chip->page_size; i++) {
  1083. + if (dst_buf[i] != 0xff) {
  1084. + pr_info("read after erase, check fail\n");
  1085. + pr_info("all data should be 0xff\n");
  1086. + ret = -ENANDERASE;
  1087. + dump_buf(dst_buf, 128);
  1088. + goto error;
  1089. + }
  1090. + }
  1091. +
  1092. + return 0;
  1093. +
  1094. +error:
  1095. +#if !NANDX_BULK_IO_USE_DRAM
  1096. + mem_free(src_buf);
  1097. + mem_free(dst_buf);
  1098. +#endif
  1099. + return ret;
  1100. +}
  1101. +#endif
  1102. --- /dev/null
  1103. +++ b/drivers/mtd/nandx/core/core_io.h
  1104. @@ -0,0 +1,39 @@
  1105. +/*
  1106. + * Copyright (C) 2017 MediaTek Inc.
  1107. + * Licensed under either
  1108. + * BSD Licence, (see NOTICE for more details)
  1109. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  1110. + */
  1111. +
  1112. +#ifndef __CORE_IO_H__
  1113. +#define __CORE_IO_H__
  1114. +
  1115. +typedef int (*func_chip_ops)(struct nand_chip *, struct nand_ops *,
  1116. + int);
  1117. +
  1118. +enum nandx_op_mode {
  1119. + NANDX_IDLE,
  1120. + NANDX_WRITE,
  1121. + NANDX_READ,
  1122. + NANDX_ERASE
  1123. +};
  1124. +
  1125. +struct nandx_desc {
  1126. + struct nand_chip *chip;
  1127. + struct nandx_info info;
  1128. + enum nandx_op_mode mode;
  1129. +
  1130. + bool multi_en;
  1131. + bool ecc_en;
  1132. +
  1133. + struct nand_ops *ops;
  1134. + int ops_len;
  1135. + int ops_multi_len;
  1136. + int ops_current;
  1137. + int min_write_pages;
  1138. +
  1139. + u8 *head_buf;
  1140. + u8 *tail_buf;
  1141. +};
  1142. +
  1143. +#endif /* __CORE_IO_H__ */
  1144. --- /dev/null
  1145. +++ b/drivers/mtd/nandx/core/nand/device_spi.c
  1146. @@ -0,0 +1,200 @@
  1147. +/*
  1148. + * Copyright (C) 2017 MediaTek Inc.
  1149. + * Licensed under either
  1150. + * BSD Licence, (see NOTICE for more details)
  1151. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  1152. + */
  1153. +
  1154. +#include "nandx_util.h"
  1155. +#include "../nand_device.h"
  1156. +#include "device_spi.h"
  1157. +
  1158. +/* spi nand basic commands */
  1159. +static struct nand_cmds spi_cmds = {
  1160. + .reset = 0xff,
  1161. + .read_id = 0x9f,
  1162. + .read_status = 0x0f,
  1163. + .read_param_page = 0x03,
  1164. + .set_feature = 0x1f,
  1165. + .get_feature = 0x0f,
  1166. + .read_1st = 0x13,
  1167. + .read_2nd = -1,
  1168. + .random_out_1st = 0x03,
  1169. + .random_out_2nd = -1,
  1170. + .program_1st = 0x02,
  1171. + .program_2nd = 0x10,
  1172. + .erase_1st = 0xd8,
  1173. + .erase_2nd = -1,
  1174. + .read_cache = 0x30,
  1175. + .read_cache_last = 0x3f,
  1176. + .program_cache = 0x02
  1177. +};
  1178. +
  1179. +/* spi nand extend commands */
  1180. +static struct spi_extend_cmds spi_extend_cmds = {
  1181. + .die_select = 0xc2,
  1182. + .write_enable = 0x06
  1183. +};
  1184. +
  1185. +/* means the start bit of addressing type */
  1186. +static struct nand_addressing spi_addressing = {
  1187. + .row_bit_start = 0,
  1188. + .block_bit_start = 0,
  1189. + .plane_bit_start = 12,
  1190. + .lun_bit_start = 0,
  1191. +};
  1192. +
  1193. +/* spi nand endurance */
  1194. +static struct nand_endurance spi_endurance = {
  1195. + .pe_cycle = 100000,
  1196. + .ecc_req = 1,
  1197. + .max_bitflips = 1
  1198. +};
  1199. +
  1200. +/* array_busy, write_protect, erase_fail, program_fail */
  1201. +static struct nand_status spi_status[] = {
  1202. + {.array_busy = BIT(0),
  1203. + .write_protect = BIT(1),
  1204. + .erase_fail = BIT(2),
  1205. + .program_fail = BIT(3)}
  1206. +};
  1207. +
  1208. +/* measure time by the us */
  1209. +static struct nand_array_timing spi_array_timing = {
  1210. + .tRST = 500,
  1211. + .tWHR = 1,
  1212. + .tR = 25,
  1213. + .tRCBSY = 25,
  1214. + .tFEAT = 1,
  1215. + .tPROG = 600,
  1216. + .tPCBSY = 600,
  1217. + .tBERS = 10000,
  1218. + .tDBSY = 1
  1219. +};
  1220. +
  1221. +/* spi nand device table */
  1222. +static struct device_spi spi_nand[] = {
  1223. + {
  1224. + NAND_DEVICE("W25N01GV",
  1225. + NAND_PACK_ID(0xef, 0xaa, 0x21, 0, 0, 0, 0, 0),
  1226. + 3, 0, 3, 3,
  1227. + 1, 1, 1, 1024, KB(128), KB(2), 64, 1,
  1228. + &spi_cmds, &spi_addressing, &spi_status[0],
  1229. + &spi_endurance, &spi_array_timing),
  1230. + {
  1231. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1232. + NAND_SPI_CONFIG(0xb0, 4, 6, 0),
  1233. + NAND_SPI_STATUS(0xc0, 4, 5),
  1234. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1235. + },
  1236. + &spi_extend_cmds, 0xff, 0xff
  1237. + },
  1238. + {
  1239. + NAND_DEVICE("MX35LF1G",
  1240. + NAND_PACK_ID(0xc2, 0x12, 0x21, 0, 0, 0, 0, 0),
  1241. + 2, 0, 3, 3,
  1242. + 1, 1, 1, 1024, KB(128), KB(2), 64, 1,
  1243. + &spi_cmds, &spi_addressing, &spi_status[0],
  1244. + &spi_endurance, &spi_array_timing),
  1245. + {
  1246. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1247. + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
  1248. + NAND_SPI_STATUS(0xc0, 4, 5),
  1249. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1250. + },
  1251. + &spi_extend_cmds, 0xff, 0xff
  1252. + },
  1253. + {
  1254. + NAND_DEVICE("MT29F4G01ABAFDWB",
  1255. + NAND_PACK_ID(0x2c, 0x34, 0, 0, 0, 0, 0, 0),
  1256. + 2, 0, 3, 3,
  1257. + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
  1258. + &spi_cmds, &spi_addressing, &spi_status[0],
  1259. + &spi_endurance, &spi_array_timing),
  1260. + {
  1261. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1262. + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
  1263. + NAND_SPI_STATUS(0xc0, 4, 5),
  1264. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1265. + },
  1266. + &spi_extend_cmds, 0xff, 0xff
  1267. + },
  1268. + {
  1269. + NAND_DEVICE("GD5F4GQ4UB",
  1270. + NAND_PACK_ID(0xc8, 0xd4, 0, 0, 0, 0, 0, 0),
  1271. + 2, 0, 3, 3,
  1272. + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
  1273. + &spi_cmds, &spi_addressing, &spi_status[0],
  1274. + &spi_endurance, &spi_array_timing),
  1275. + {
  1276. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1277. + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
  1278. + NAND_SPI_STATUS(0xc0, 4, 5),
  1279. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1280. + },
  1281. + &spi_extend_cmds, 0xff, 0xff
  1282. + },
  1283. + {
  1284. + NAND_DEVICE("TC58CVG2S0HRAIJ",
  1285. + NAND_PACK_ID(0x98, 0xED, 0x51, 0, 0, 0, 0, 0),
  1286. + 3, 0, 3, 3,
  1287. + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
  1288. + &spi_cmds, &spi_addressing, &spi_status[0],
  1289. + &spi_endurance, &spi_array_timing),
  1290. + {
  1291. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1292. + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
  1293. + NAND_SPI_STATUS(0xc0, 4, 5),
  1294. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1295. + },
  1296. + &spi_extend_cmds, 0xff, 0xff
  1297. + },
  1298. + {
  1299. + NAND_DEVICE("NO-DEVICE",
  1300. + NAND_PACK_ID(0, 0, 0, 0, 0, 0, 0, 0), 0, 0, 0, 0,
  1301. + 0, 0, 0, 0, 0, 0, 0, 1,
  1302. + &spi_cmds, &spi_addressing, &spi_status[0],
  1303. + &spi_endurance, &spi_array_timing),
  1304. + {
  1305. + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
  1306. + NAND_SPI_CONFIG(0xb0, 4, 6, 0),
  1307. + NAND_SPI_STATUS(0xc0, 4, 5),
  1308. + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
  1309. + },
  1310. + &spi_extend_cmds, 0xff, 0xff
  1311. + }
  1312. +};
  1313. +
  1314. +u8 spi_replace_rx_cmds(u8 mode)
  1315. +{
  1316. + u8 rx_replace_cmds[] = {0x03, 0x3b, 0x6b, 0xbb, 0xeb};
  1317. +
  1318. + return rx_replace_cmds[mode];
  1319. +}
  1320. +
  1321. +u8 spi_replace_tx_cmds(u8 mode)
  1322. +{
  1323. + u8 tx_replace_cmds[] = {0x02, 0x32};
  1324. +
  1325. + return tx_replace_cmds[mode];
  1326. +}
  1327. +
  1328. +u8 spi_replace_rx_col_cycle(u8 mode)
  1329. +{
  1330. + u8 rx_replace_col_cycle[] = {3, 3, 3, 3, 4};
  1331. +
  1332. + return rx_replace_col_cycle[mode];
  1333. +}
  1334. +
  1335. +u8 spi_replace_tx_col_cycle(u8 mode)
  1336. +{
  1337. + u8 tx_replace_col_cycle[] = {2, 2};
  1338. +
  1339. + return tx_replace_col_cycle[mode];
  1340. +}
  1341. +
  1342. +struct nand_device *nand_get_device(int index)
  1343. +{
  1344. + return &spi_nand[index].dev;
  1345. +}
  1346. +
  1347. --- /dev/null
  1348. +++ b/drivers/mtd/nandx/core/nand/device_spi.h
  1349. @@ -0,0 +1,132 @@
  1350. +/*
  1351. + * Copyright (C) 2017 MediaTek Inc.
  1352. + * Licensed under either
  1353. + * BSD Licence, (see NOTICE for more details)
  1354. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  1355. + */
  1356. +
  1357. +#ifndef __DEVICE_SPI_H__
  1358. +#define __DEVICE_SPI_H__
  1359. +
  1360. +/*
  1361. + * extend commands
  1362. + * @die_select: select nand device die command
  1363. + * @write_enable: enable write command before write data to spi nand
  1364. + * spi nand device will auto to be disable after write done
  1365. + */
  1366. +struct spi_extend_cmds {
  1367. + short die_select;
  1368. + short write_enable;
  1369. +};
  1370. +
  1371. +/*
  1372. + * protection feature register
  1373. + * @addr: register address
  1374. + * @wp_en_bit: write protection enable bit
  1375. + * @bp_start_bit: block protection mask start bit
  1376. + * @bp_end_bit: block protection mask end bit
  1377. + */
  1378. +struct feature_protect {
  1379. + u8 addr;
  1380. + u8 wp_en_bit;
  1381. + u8 bp_start_bit;
  1382. + u8 bp_end_bit;
  1383. +};
  1384. +
  1385. +/*
  1386. + * configuration feature register
  1387. + * @addr: register address
  1388. + * @ecc_en_bit: in-die ecc enable bit
  1389. + * @otp_en_bit: enter otp access mode bit
  1390. + * @need_qe: quad io enable bit
  1391. + */
  1392. +struct feature_config {
  1393. + u8 addr;
  1394. + u8 ecc_en_bit;
  1395. + u8 otp_en_bit;
  1396. + u8 need_qe;
  1397. +};
  1398. +
  1399. +/*
  1400. + * status feature register
  1401. + * @addr: register address
  1402. + * @ecc_start_bit: ecc status mask start bit for error bits number
  1403. + * @ecc_end_bit: ecc status mask end bit for error bits number
  1404. + * note that:
  1405. + * operations status (ex. array busy status) could see on struct nand_status
  1406. + */
  1407. +struct feature_status {
  1408. + u8 addr;
  1409. + u8 ecc_start_bit;
  1410. + u8 ecc_end_bit;
  1411. +};
  1412. +
  1413. +/*
  1414. + * character feature register
  1415. + * @addr: register address
  1416. + * @die_sel_bit: die select bit
  1417. + * @drive_start_bit: drive strength mask start bit
  1418. + * @drive_end_bit: drive strength mask end bit
  1419. + */
  1420. +struct feature_character {
  1421. + u8 addr;
  1422. + u8 die_sel_bit;
  1423. + u8 drive_start_bit;
  1424. + u8 drive_end_bit;
  1425. +};
  1426. +
  1427. +/*
  1428. + * spi features
  1429. + * @protect: protection feature register
  1430. + * @config: configuration feature register
  1431. + * @status: status feature register
  1432. + * @character: character feature register
  1433. + */
  1434. +struct spi_features {
  1435. + struct feature_protect protect;
  1436. + struct feature_config config;
  1437. + struct feature_status status;
  1438. + struct feature_character character;
  1439. +};
  1440. +
  1441. +/*
  1442. + * device_spi
  1443. + * configurations of spi nand device table
  1444. + * @dev: base information of nand device
  1445. + * @feature: feature information for spi nand
  1446. + * @extend_cmds: extended the nand base commands
  1447. + * @tx_mode_mask: tx mode mask for chip read
  1448. + * @rx_mode_mask: rx mode mask for chip write
  1449. + */
  1450. +struct device_spi {
  1451. + struct nand_device dev;
  1452. + struct spi_features feature;
  1453. + struct spi_extend_cmds *extend_cmds;
  1454. +
  1455. + u8 tx_mode_mask;
  1456. + u8 rx_mode_mask;
  1457. +};
  1458. +
  1459. +#define NAND_SPI_PROTECT(addr, wp_en_bit, bp_start_bit, bp_end_bit) \
  1460. + {addr, wp_en_bit, bp_start_bit, bp_end_bit}
  1461. +
  1462. +#define NAND_SPI_CONFIG(addr, ecc_en_bit, otp_en_bit, need_qe) \
  1463. + {addr, ecc_en_bit, otp_en_bit, need_qe}
  1464. +
  1465. +#define NAND_SPI_STATUS(addr, ecc_start_bit, ecc_end_bit) \
  1466. + {addr, ecc_start_bit, ecc_end_bit}
  1467. +
  1468. +#define NAND_SPI_CHARACTER(addr, die_sel_bit, drive_start_bit, drive_end_bit) \
  1469. + {addr, die_sel_bit, drive_start_bit, drive_end_bit}
  1470. +
  1471. +static inline struct device_spi *device_to_spi(struct nand_device *dev)
  1472. +{
  1473. + return container_of(dev, struct device_spi, dev);
  1474. +}
  1475. +
  1476. +u8 spi_replace_rx_cmds(u8 mode);
  1477. +u8 spi_replace_tx_cmds(u8 mode);
  1478. +u8 spi_replace_rx_col_cycle(u8 mode);
  1479. +u8 spi_replace_tx_col_cycle(u8 mode);
  1480. +
  1481. +#endif /* __DEVICE_SPI_H__ */
  1482. --- /dev/null
  1483. +++ b/drivers/mtd/nandx/core/nand/nand_spi.c
  1484. @@ -0,0 +1,526 @@
  1485. +/*
  1486. + * Copyright (C) 2017 MediaTek Inc.
  1487. + * Licensed under either
  1488. + * BSD Licence, (see NOTICE for more details)
  1489. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  1490. + */
  1491. +
  1492. +#include "nandx_util.h"
  1493. +#include "nandx_core.h"
  1494. +#include "../nand_chip.h"
  1495. +#include "../nand_device.h"
  1496. +#include "../nfi.h"
  1497. +#include "../nand_base.h"
  1498. +#include "device_spi.h"
  1499. +#include "nand_spi.h"
  1500. +
  1501. +#define READY_TIMEOUT 500000 /* us */
  1502. +
  1503. +static int nand_spi_read_status(struct nand_base *nand)
  1504. +{
  1505. + struct device_spi *dev = device_to_spi(nand->dev);
  1506. + u8 status;
  1507. +
  1508. + nand->get_feature(nand, dev->feature.status.addr, &status, 1);
  1509. +
  1510. + return status;
  1511. +}
  1512. +
  1513. +static int nand_spi_wait_ready(struct nand_base *nand, u32 timeout)
  1514. +{
  1515. + u64 now, end;
  1516. + int status;
  1517. +
  1518. + end = get_current_time_us() + timeout;
  1519. +
  1520. + do {
  1521. + status = nand_spi_read_status(nand);
  1522. + status &= nand->dev->status->array_busy;
  1523. + now = get_current_time_us();
  1524. +
  1525. + if (now > end)
  1526. + break;
  1527. + } while (status);
  1528. +
  1529. + return status ? -EBUSY : 0;
  1530. +}
  1531. +
  1532. +static int nand_spi_set_op_mode(struct nand_base *nand, u8 mode)
  1533. +{
  1534. + struct nand_spi *spi_nand = base_to_spi(nand);
  1535. + struct nfi *nfi = nand->nfi;
  1536. + int ret = 0;
  1537. +
  1538. + if (spi_nand->op_mode != mode) {
  1539. + ret = nfi->nfi_ctrl(nfi, SNFI_CTRL_OP_MODE, (void *)&mode);
  1540. + spi_nand->op_mode = mode;
  1541. + }
  1542. +
  1543. + return ret;
  1544. +}
  1545. +
  1546. +static int nand_spi_set_config(struct nand_base *nand, u8 addr, u8 mask,
  1547. + bool en)
  1548. +{
  1549. + u8 configs = 0;
  1550. +
  1551. + nand->get_feature(nand, addr, &configs, 1);
  1552. +
  1553. + if (en)
  1554. + configs |= mask;
  1555. + else
  1556. + configs &= ~mask;
  1557. +
  1558. + nand->set_feature(nand, addr, &configs, 1);
  1559. +
  1560. + configs = 0;
  1561. + nand->get_feature(nand, addr, &configs, 1);
  1562. +
  1563. + return (configs & mask) == en ? 0 : -EFAULT;
  1564. +}
  1565. +
  1566. +static int nand_spi_die_select(struct nand_base *nand, int *row)
  1567. +{
  1568. + struct device_spi *dev = device_to_spi(nand->dev);
  1569. + struct nfi *nfi = nand->nfi;
  1570. + int lun_blocks, block_pages, lun, blocks;
  1571. + int page = *row, ret = 0;
  1572. + u8 param = 0, die_sel;
  1573. +
  1574. + if (nand->dev->lun_num < 2)
  1575. + return 0;
  1576. +
  1577. + block_pages = nand_block_pages(nand->dev);
  1578. + lun_blocks = nand_lun_blocks(nand->dev);
  1579. + blocks = div_down(page, block_pages);
  1580. + lun = div_down(blocks, lun_blocks);
  1581. +
  1582. + if (dev->extend_cmds->die_select == -1) {
  1583. + die_sel = (u8)(lun << dev->feature.character.die_sel_bit);
  1584. + nand->get_feature(nand, dev->feature.character.addr, &param, 1);
  1585. + param |= die_sel;
  1586. + nand->set_feature(nand, dev->feature.character.addr, &param, 1);
  1587. + param = 0;
  1588. + nand->get_feature(nand, dev->feature.character.addr, &param, 1);
  1589. + ret = (param & die_sel) ? 0 : -EFAULT;
  1590. + } else {
  1591. + nfi->reset(nfi);
  1592. + nfi->send_cmd(nfi, dev->extend_cmds->die_select);
  1593. + nfi->send_addr(nfi, lun, 0, 1, 0);
  1594. + nfi->trigger(nfi);
  1595. + }
  1596. +
  1597. + *row = page - (lun_blocks * block_pages) * lun;
  1598. +
  1599. + return ret;
  1600. +}
  1601. +
  1602. +static int nand_spi_select_device(struct nand_base *nand, int cs)
  1603. +{
  1604. + struct nand_spi *spi = base_to_spi(nand);
  1605. + struct nand_base *parent = spi->parent;
  1606. +
  1607. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1608. +
  1609. + return parent->select_device(nand, cs);
  1610. +}
  1611. +
  1612. +static int nand_spi_reset(struct nand_base *nand)
  1613. +{
  1614. + struct nand_spi *spi = base_to_spi(nand);
  1615. + struct nand_base *parent = spi->parent;
  1616. +
  1617. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1618. +
  1619. + parent->reset(nand);
  1620. +
  1621. + return nand_spi_wait_ready(nand, READY_TIMEOUT);
  1622. +}
  1623. +
  1624. +static int nand_spi_read_id(struct nand_base *nand, u8 *id, int count)
  1625. +{
  1626. + struct nand_spi *spi = base_to_spi(nand);
  1627. + struct nand_base *parent = spi->parent;
  1628. +
  1629. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1630. +
  1631. + return parent->read_id(nand, id, count);
  1632. +}
  1633. +
  1634. +static int nand_spi_read_param_page(struct nand_base *nand, u8 *data,
  1635. + int count)
  1636. +{
  1637. + struct device_spi *dev = device_to_spi(nand->dev);
  1638. + struct nand_spi *spi = base_to_spi(nand);
  1639. + struct nfi *nfi = nand->nfi;
  1640. + int sectors, value;
  1641. + u8 param = 0;
  1642. +
  1643. + sectors = div_round_up(count, nfi->sector_size);
  1644. +
  1645. + nand->get_feature(nand, dev->feature.config.addr, &param, 1);
  1646. + param |= BIT(dev->feature.config.otp_en_bit);
  1647. + nand->set_feature(nand, dev->feature.config.addr, &param, 1);
  1648. +
  1649. + param = 0;
  1650. + nand->get_feature(nand, dev->feature.config.addr, &param, 1);
  1651. + if (param & BIT(dev->feature.config.otp_en_bit)) {
  1652. + value = 0;
  1653. + nfi->nfi_ctrl(nfi, NFI_CTRL_ECC, &value);
  1654. + nand->dev->col_cycle = spi_replace_rx_col_cycle(spi->rx_mode);
  1655. + nand->read_page(nand, 0x01);
  1656. + nand->read_data(nand, 0x01, 0, sectors, data, NULL);
  1657. + }
  1658. +
  1659. + param &= ~BIT(dev->feature.config.otp_en_bit);
  1660. + nand->set_feature(nand, dev->feature.config.addr, &param, 1);
  1661. +
  1662. + return 0;
  1663. +}
  1664. +
  1665. +static int nand_spi_set_feature(struct nand_base *nand, u8 addr,
  1666. + u8 *param,
  1667. + int count)
  1668. +{
  1669. + struct nand_spi *spi = base_to_spi(nand);
  1670. + struct nand_base *parent = spi->parent;
  1671. +
  1672. + nand->write_enable(nand);
  1673. +
  1674. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1675. +
  1676. + return parent->set_feature(nand, addr, param, count);
  1677. +}
  1678. +
  1679. +static int nand_spi_get_feature(struct nand_base *nand, u8 addr,
  1680. + u8 *param,
  1681. + int count)
  1682. +{
  1683. + struct nand_spi *spi = base_to_spi(nand);
  1684. + struct nand_base *parent = spi->parent;
  1685. +
  1686. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1687. +
  1688. + return parent->get_feature(nand, addr, param, count);
  1689. +}
  1690. +
  1691. +static int nand_spi_addressing(struct nand_base *nand, int *row,
  1692. + int *col)
  1693. +{
  1694. + struct nand_device *dev = nand->dev;
  1695. + int plane, block, block_pages;
  1696. + int ret;
  1697. +
  1698. + ret = nand_spi_die_select(nand, row);
  1699. + if (ret)
  1700. + return ret;
  1701. +
  1702. + block_pages = nand_block_pages(dev);
  1703. + block = div_down(*row, block_pages);
  1704. +
  1705. + plane = block % dev->plane_num;
  1706. + *col |= (plane << dev->addressing->plane_bit_start);
  1707. +
  1708. + return 0;
  1709. +}
  1710. +
  1711. +static int nand_spi_read_page(struct nand_base *nand, int row)
  1712. +{
  1713. + struct nand_spi *spi = base_to_spi(nand);
  1714. + struct nand_base *parent = spi->parent;
  1715. +
  1716. + if (spi->op_mode == SNFI_AUTO_MODE)
  1717. + nand_spi_set_op_mode(nand, SNFI_AUTO_MODE);
  1718. + else
  1719. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1720. +
  1721. + parent->read_page(nand, row);
  1722. +
  1723. + return nand_spi_wait_ready(nand, READY_TIMEOUT);
  1724. +}
  1725. +
  1726. +static int nand_spi_read_data(struct nand_base *nand, int row, int col,
  1727. + int sectors, u8 *data, u8 *oob)
  1728. +{
  1729. + struct device_spi *dev = device_to_spi(nand->dev);
  1730. + struct nand_spi *spi = base_to_spi(nand);
  1731. + struct nand_base *parent = spi->parent;
  1732. + int ret;
  1733. +
  1734. + if ((spi->rx_mode == SNFI_RX_114 || spi->rx_mode == SNFI_RX_144) &&
  1735. + dev->feature.config.need_qe)
  1736. + nand_spi_set_config(nand, dev->feature.config.addr,
  1737. + BIT(0), true);
  1738. +
  1739. + nand->dev->col_cycle = spi_replace_rx_col_cycle(spi->rx_mode);
  1740. +
  1741. + nand_spi_set_op_mode(nand, SNFI_CUSTOM_MODE);
  1742. +
  1743. + ret = parent->read_data(nand, row, col, sectors, data, oob);
  1744. + if (ret)
  1745. + return -ENANDREAD;
  1746. +
  1747. + if (spi->ondie_ecc) {
  1748. + ret = nand_spi_read_status(nand);
  1749. + ret &= GENMASK(dev->feature.status.ecc_end_bit,
  1750. + dev->feature.status.ecc_start_bit);
  1751. + ret >>= dev->feature.status.ecc_start_bit;
  1752. + if (ret > nand->dev->endurance->ecc_req)
  1753. + return -ENANDREAD;
  1754. + else if (ret > nand->dev->endurance->max_bitflips)
  1755. + return -ENANDFLIPS;
  1756. + }
  1757. +
  1758. + return 0;
  1759. +}
  1760. +
  1761. +static int nand_spi_write_enable(struct nand_base *nand)
  1762. +{
  1763. + struct device_spi *dev = device_to_spi(nand->dev);
  1764. + struct nfi *nfi = nand->nfi;
  1765. + int status;
  1766. +
  1767. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1768. +
  1769. + nfi->reset(nfi);
  1770. + nfi->send_cmd(nfi, dev->extend_cmds->write_enable);
  1771. +
  1772. + nfi->trigger(nfi);
  1773. +
  1774. + status = nand_spi_read_status(nand);
  1775. + status &= nand->dev->status->write_protect;
  1776. +
  1777. + return !status;
  1778. +}
  1779. +
  1780. +static int nand_spi_program_data(struct nand_base *nand, int row,
  1781. + int col,
  1782. + u8 *data, u8 *oob)
  1783. +{
  1784. + struct device_spi *dev = device_to_spi(nand->dev);
  1785. + struct nand_spi *spi = base_to_spi(nand);
  1786. +
  1787. + if (spi->tx_mode == SNFI_TX_114 && dev->feature.config.need_qe)
  1788. + nand_spi_set_config(nand, dev->feature.config.addr,
  1789. + BIT(0), true);
  1790. +
  1791. + nand_spi_set_op_mode(nand, SNFI_CUSTOM_MODE);
  1792. +
  1793. + nand->dev->col_cycle = spi_replace_tx_col_cycle(spi->tx_mode);
  1794. +
  1795. + return spi->parent->program_data(nand, row, col, data, oob);
  1796. +}
  1797. +
  1798. +static int nand_spi_program_page(struct nand_base *nand, int row)
  1799. +{
  1800. + struct nand_spi *spi = base_to_spi(nand);
  1801. + struct nand_device *dev = nand->dev;
  1802. + struct nfi *nfi = nand->nfi;
  1803. +
  1804. + if (spi->op_mode == SNFI_AUTO_MODE)
  1805. + nand_spi_set_op_mode(nand, SNFI_AUTO_MODE);
  1806. + else
  1807. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1808. +
  1809. + nfi->reset(nfi);
  1810. + nfi->send_cmd(nfi, dev->cmds->program_2nd);
  1811. + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
  1812. + nfi->trigger(nfi);
  1813. +
  1814. + return nand_spi_wait_ready(nand, READY_TIMEOUT);
  1815. +}
  1816. +
  1817. +static int nand_spi_erase_block(struct nand_base *nand, int row)
  1818. +{
  1819. + struct nand_spi *spi = base_to_spi(nand);
  1820. + struct nand_base *parent = spi->parent;
  1821. +
  1822. + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
  1823. +
  1824. + parent->erase_block(nand, row);
  1825. +
  1826. + return nand_spi_wait_ready(nand, READY_TIMEOUT);
  1827. +}
  1828. +
  1829. +static int nand_chip_spi_ctrl(struct nand_chip *chip, int cmd,
  1830. + void *args)
  1831. +{
  1832. + struct nand_base *nand = chip->nand;
  1833. + struct device_spi *dev = device_to_spi(nand->dev);
  1834. + struct nand_spi *spi = base_to_spi(nand);
  1835. + struct nfi *nfi = nand->nfi;
  1836. + int ret = 0, value = *(int *)args;
  1837. +
  1838. + switch (cmd) {
  1839. + case CHIP_CTRL_ONDIE_ECC:
  1840. + spi->ondie_ecc = (bool)value;
  1841. + ret = nand_spi_set_config(nand, dev->feature.config.addr,
  1842. + BIT(dev->feature.config.ecc_en_bit),
  1843. + spi->ondie_ecc);
  1844. + break;
  1845. +
  1846. + case SNFI_CTRL_TX_MODE:
  1847. + if (value < 0 || value > SNFI_TX_114)
  1848. + return -EOPNOTSUPP;
  1849. +
  1850. + if (dev->tx_mode_mask & BIT(value)) {
  1851. + spi->tx_mode = value;
  1852. + nand->dev->cmds->random_out_1st = spi_replace_tx_cmds(
  1853. + spi->tx_mode);
  1854. + ret = nfi->nfi_ctrl(nfi, cmd, args);
  1855. + }
  1856. +
  1857. + break;
  1858. +
  1859. + case SNFI_CTRL_RX_MODE:
  1860. + if (value < 0 || value > SNFI_RX_144)
  1861. + return -EOPNOTSUPP;
  1862. +
  1863. + if (dev->rx_mode_mask & BIT(value)) {
  1864. + spi->rx_mode = value;
  1865. + nand->dev->cmds->program_1st = spi_replace_rx_cmds(
  1866. + spi->rx_mode);
  1867. + ret = nfi->nfi_ctrl(nfi, cmd, args);
  1868. + }
  1869. +
  1870. + break;
  1871. +
  1872. + case CHIP_CTRL_OPS_CACHE:
  1873. + case CHIP_CTRL_OPS_MULTI:
  1874. + case CHIP_CTRL_PSLC_MODE:
  1875. + case CHIP_CTRL_DDR_MODE:
  1876. + case CHIP_CTRL_DRIVE_STRENGTH:
  1877. + case CHIP_CTRL_TIMING_MODE:
  1878. + ret = -EOPNOTSUPP;
  1879. + break;
  1880. +
  1881. + default:
  1882. + ret = nfi->nfi_ctrl(nfi, cmd, args);
  1883. + break;
  1884. + }
  1885. +
  1886. + return ret;
  1887. +}
  1888. +
  1889. +int nand_chip_spi_resume(struct nand_chip *chip)
  1890. +{
  1891. + struct nand_base *nand = chip->nand;
  1892. + struct nand_spi *spi = base_to_spi(nand);
  1893. + struct device_spi *dev = device_to_spi(nand->dev);
  1894. + struct nfi *nfi = nand->nfi;
  1895. + struct nfi_format format;
  1896. + u8 mask;
  1897. +
  1898. + nand->reset(nand);
  1899. +
  1900. + mask = GENMASK(dev->feature.protect.bp_end_bit,
  1901. + dev->feature.protect.bp_start_bit);
  1902. + nand_spi_set_config(nand, dev->feature.config.addr, mask, false);
  1903. + mask = BIT(dev->feature.config.ecc_en_bit);
  1904. + nand_spi_set_config(nand, dev->feature.config.addr, mask,
  1905. + spi->ondie_ecc);
  1906. +
  1907. + format.page_size = nand->dev->page_size;
  1908. + format.spare_size = nand->dev->spare_size;
  1909. + format.ecc_req = nand->dev->endurance->ecc_req;
  1910. +
  1911. + return nfi->set_format(nfi, &format);
  1912. +}
  1913. +
  1914. +static int nand_spi_set_format(struct nand_base *nand)
  1915. +{
  1916. + struct nfi_format format = {
  1917. + nand->dev->page_size,
  1918. + nand->dev->spare_size,
  1919. + nand->dev->endurance->ecc_req
  1920. + };
  1921. +
  1922. + return nand->nfi->set_format(nand->nfi, &format);
  1923. +}
  1924. +
  1925. +struct nand_base *nand_device_init(struct nand_chip *chip)
  1926. +{
  1927. + struct nand_base *nand;
  1928. + struct nand_spi *spi;
  1929. + struct device_spi *dev;
  1930. + int ret;
  1931. + u8 mask;
  1932. +
  1933. + spi = mem_alloc(1, sizeof(struct nand_spi));
  1934. + if (!spi) {
  1935. + pr_info("alloc nand_spi fail\n");
  1936. + return NULL;
  1937. + }
  1938. +
  1939. + spi->ondie_ecc = false;
  1940. + spi->op_mode = SNFI_CUSTOM_MODE;
  1941. + spi->rx_mode = SNFI_RX_114;
  1942. + spi->tx_mode = SNFI_TX_114;
  1943. +
  1944. + spi->parent = chip->nand;
  1945. + nand = &spi->base;
  1946. + nand->dev = spi->parent->dev;
  1947. + nand->nfi = spi->parent->nfi;
  1948. +
  1949. + nand->select_device = nand_spi_select_device;
  1950. + nand->reset = nand_spi_reset;
  1951. + nand->read_id = nand_spi_read_id;
  1952. + nand->read_param_page = nand_spi_read_param_page;
  1953. + nand->set_feature = nand_spi_set_feature;
  1954. + nand->get_feature = nand_spi_get_feature;
  1955. + nand->read_status = nand_spi_read_status;
  1956. + nand->addressing = nand_spi_addressing;
  1957. + nand->read_page = nand_spi_read_page;
  1958. + nand->read_data = nand_spi_read_data;
  1959. + nand->write_enable = nand_spi_write_enable;
  1960. + nand->program_data = nand_spi_program_data;
  1961. + nand->program_page = nand_spi_program_page;
  1962. + nand->erase_block = nand_spi_erase_block;
  1963. +
  1964. + chip->chip_ctrl = nand_chip_spi_ctrl;
  1965. + chip->nand_type = NAND_SPI;
  1966. + chip->resume = nand_chip_spi_resume;
  1967. +
  1968. + ret = nand_detect_device(nand);
  1969. + if (ret)
  1970. + goto err;
  1971. +
  1972. + nand->select_device(nand, 0);
  1973. +
  1974. + ret = nand_spi_set_format(nand);
  1975. + if (ret)
  1976. + goto err;
  1977. +
  1978. + dev = (struct device_spi *)nand->dev;
  1979. +
  1980. + nand->dev->cmds->random_out_1st =
  1981. + spi_replace_rx_cmds(spi->rx_mode);
  1982. + nand->dev->cmds->program_1st =
  1983. + spi_replace_tx_cmds(spi->tx_mode);
  1984. +
  1985. + mask = GENMASK(dev->feature.protect.bp_end_bit,
  1986. + dev->feature.protect.bp_start_bit);
  1987. + ret = nand_spi_set_config(nand, dev->feature.protect.addr, mask, false);
  1988. + if (ret)
  1989. + goto err;
  1990. +
  1991. + mask = BIT(dev->feature.config.ecc_en_bit);
  1992. + ret = nand_spi_set_config(nand, dev->feature.config.addr, mask,
  1993. + spi->ondie_ecc);
  1994. + if (ret)
  1995. + goto err;
  1996. +
  1997. + return nand;
  1998. +
  1999. +err:
  2000. + mem_free(spi);
  2001. + return NULL;
  2002. +}
  2003. +
  2004. +void nand_exit(struct nand_base *nand)
  2005. +{
  2006. + struct nand_spi *spi = base_to_spi(nand);
  2007. +
  2008. + nand_base_exit(spi->parent);
  2009. + mem_free(spi);
  2010. +}
  2011. --- /dev/null
  2012. +++ b/drivers/mtd/nandx/core/nand/nand_spi.h
  2013. @@ -0,0 +1,35 @@
  2014. +/*
  2015. + * Copyright (C) 2017 MediaTek Inc.
  2016. + * Licensed under either
  2017. + * BSD Licence, (see NOTICE for more details)
  2018. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2019. + */
  2020. +
  2021. +#ifndef __NAND_SPI_H__
  2022. +#define __NAND_SPI_H__
  2023. +
  2024. +/*
  2025. + * spi nand handler
  2026. + * @base: spi nand base functions
  2027. + * @parent: common parent nand base functions
  2028. + * @tx_mode: spi bus width of transfer to device
  2029. + * @rx_mode: spi bus width of transfer from device
  2030. + * @op_mode: spi nand controller (NFI) operation mode
  2031. + * @ondie_ecc: spi nand on-die ecc flag
  2032. + */
  2033. +
  2034. +struct nand_spi {
  2035. + struct nand_base base;
  2036. + struct nand_base *parent;
  2037. + u8 tx_mode;
  2038. + u8 rx_mode;
  2039. + u8 op_mode;
  2040. + bool ondie_ecc;
  2041. +};
  2042. +
  2043. +static inline struct nand_spi *base_to_spi(struct nand_base *base)
  2044. +{
  2045. + return container_of(base, struct nand_spi, base);
  2046. +}
  2047. +
  2048. +#endif /* __NAND_SPI_H__ */
  2049. --- /dev/null
  2050. +++ b/drivers/mtd/nandx/core/nand_base.c
  2051. @@ -0,0 +1,304 @@
  2052. +/*
  2053. + * Copyright (C) 2017 MediaTek Inc.
  2054. + * Licensed under either
  2055. + * BSD Licence, (see NOTICE for more details)
  2056. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2057. + */
  2058. +
  2059. +#include "nandx_util.h"
  2060. +#include "nandx_core.h"
  2061. +#include "nand_chip.h"
  2062. +#include "nand_device.h"
  2063. +#include "nfi.h"
  2064. +#include "nand_base.h"
  2065. +
  2066. +static int nand_base_select_device(struct nand_base *nand, int cs)
  2067. +{
  2068. + struct nfi *nfi = nand->nfi;
  2069. +
  2070. + nfi->reset(nfi);
  2071. +
  2072. + return nfi->select_chip(nfi, cs);
  2073. +}
  2074. +
  2075. +static int nand_base_reset(struct nand_base *nand)
  2076. +{
  2077. + struct nfi *nfi = nand->nfi;
  2078. + struct nand_device *dev = nand->dev;
  2079. +
  2080. + nfi->reset(nfi);
  2081. + nfi->send_cmd(nfi, dev->cmds->reset);
  2082. + nfi->trigger(nfi);
  2083. +
  2084. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tRST);
  2085. +}
  2086. +
  2087. +static int nand_base_read_id(struct nand_base *nand, u8 *id, int count)
  2088. +{
  2089. + struct nfi *nfi = nand->nfi;
  2090. + struct nand_device *dev = nand->dev;
  2091. +
  2092. + nfi->reset(nfi);
  2093. + nfi->send_cmd(nfi, dev->cmds->read_id);
  2094. + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tWHR);
  2095. + nfi->send_addr(nfi, 0, 0, 1, 0);
  2096. +
  2097. + return nfi->read_bytes(nfi, id, count);
  2098. +}
  2099. +
  2100. +static int nand_base_read_param_page(struct nand_base *nand, u8 *data,
  2101. + int count)
  2102. +{
  2103. + struct nfi *nfi = nand->nfi;
  2104. + struct nand_device *dev = nand->dev;
  2105. +
  2106. + nfi->reset(nfi);
  2107. + nfi->send_cmd(nfi, dev->cmds->read_param_page);
  2108. + nfi->send_addr(nfi, 0, 0, 1, 0);
  2109. +
  2110. + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tR);
  2111. +
  2112. + return nfi->read_bytes(nfi, data, count);
  2113. +}
  2114. +
  2115. +static int nand_base_set_feature(struct nand_base *nand, u8 addr,
  2116. + u8 *param,
  2117. + int count)
  2118. +{
  2119. + struct nfi *nfi = nand->nfi;
  2120. + struct nand_device *dev = nand->dev;
  2121. +
  2122. + nfi->reset(nfi);
  2123. + nfi->send_cmd(nfi, dev->cmds->set_feature);
  2124. + nfi->send_addr(nfi, addr, 0, 1, 0);
  2125. +
  2126. + nfi->write_bytes(nfi, param, count);
  2127. +
  2128. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2129. + dev->array_timing->tFEAT);
  2130. +}
  2131. +
  2132. +static int nand_base_get_feature(struct nand_base *nand, u8 addr,
  2133. + u8 *param,
  2134. + int count)
  2135. +{
  2136. + struct nfi *nfi = nand->nfi;
  2137. + struct nand_device *dev = nand->dev;
  2138. +
  2139. + nfi->reset(nfi);
  2140. + nfi->send_cmd(nfi, dev->cmds->get_feature);
  2141. + nfi->send_addr(nfi, addr, 0, 1, 0);
  2142. + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tFEAT);
  2143. +
  2144. + return nfi->read_bytes(nfi, param, count);
  2145. +}
  2146. +
  2147. +static int nand_base_read_status(struct nand_base *nand)
  2148. +{
  2149. + struct nfi *nfi = nand->nfi;
  2150. + struct nand_device *dev = nand->dev;
  2151. + u8 status = 0;
  2152. +
  2153. + nfi->reset(nfi);
  2154. + nfi->send_cmd(nfi, dev->cmds->read_status);
  2155. + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tWHR);
  2156. + nfi->read_bytes(nfi, &status, 1);
  2157. +
  2158. + return status;
  2159. +}
  2160. +
  2161. +static int nand_base_addressing(struct nand_base *nand, int *row,
  2162. + int *col)
  2163. +{
  2164. + struct nand_device *dev = nand->dev;
  2165. + int lun, plane, block, page, cs = 0;
  2166. + int block_pages, target_blocks, wl = 0;
  2167. + int icol = *col;
  2168. +
  2169. + if (dev->target_num > 1) {
  2170. + block_pages = nand_block_pages(dev);
  2171. + target_blocks = nand_target_blocks(dev);
  2172. + cs = div_down(*row, block_pages * target_blocks);
  2173. + *row -= cs * block_pages * target_blocks;
  2174. + }
  2175. +
  2176. + nand->select_device(nand, cs);
  2177. +
  2178. + block_pages = nand_block_pages(dev);
  2179. + block = div_down(*row, block_pages);
  2180. + page = *row - block * block_pages;
  2181. + plane = reminder(block, dev->plane_num);
  2182. + lun = div_down(block, nand_lun_blocks(dev));
  2183. +
  2184. + wl |= (page << dev->addressing->row_bit_start);
  2185. + wl |= (block << dev->addressing->block_bit_start);
  2186. + wl |= (plane << dev->addressing->plane_bit_start);
  2187. + wl |= (lun << dev->addressing->lun_bit_start);
  2188. +
  2189. + *row = wl;
  2190. + *col = icol;
  2191. +
  2192. + return 0;
  2193. +}
  2194. +
  2195. +static int nand_base_read_page(struct nand_base *nand, int row)
  2196. +{
  2197. + struct nfi *nfi = nand->nfi;
  2198. + struct nand_device *dev = nand->dev;
  2199. +
  2200. + nfi->reset(nfi);
  2201. + nfi->send_cmd(nfi, dev->cmds->read_1st);
  2202. + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
  2203. + nfi->send_cmd(nfi, dev->cmds->read_2nd);
  2204. + nfi->trigger(nfi);
  2205. +
  2206. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tR);
  2207. +}
  2208. +
  2209. +static int nand_base_read_data(struct nand_base *nand, int row, int col,
  2210. + int sectors, u8 *data, u8 *oob)
  2211. +{
  2212. + struct nfi *nfi = nand->nfi;
  2213. + struct nand_device *dev = nand->dev;
  2214. +
  2215. + nfi->reset(nfi);
  2216. + nfi->send_cmd(nfi, dev->cmds->random_out_1st);
  2217. + nfi->send_addr(nfi, col, row, dev->col_cycle, dev->row_cycle);
  2218. + nfi->send_cmd(nfi, dev->cmds->random_out_2nd);
  2219. + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tRCBSY);
  2220. +
  2221. + return nfi->read_sectors(nfi, data, oob, sectors);
  2222. +}
  2223. +
  2224. +static int nand_base_write_enable(struct nand_base *nand)
  2225. +{
  2226. + struct nand_device *dev = nand->dev;
  2227. + int status;
  2228. +
  2229. + status = nand_base_read_status(nand);
  2230. + if (status & dev->status->write_protect)
  2231. + return 0;
  2232. +
  2233. + return -ENANDWP;
  2234. +}
  2235. +
  2236. +static int nand_base_program_data(struct nand_base *nand, int row,
  2237. + int col,
  2238. + u8 *data, u8 *oob)
  2239. +{
  2240. + struct nfi *nfi = nand->nfi;
  2241. + struct nand_device *dev = nand->dev;
  2242. +
  2243. + nfi->reset(nfi);
  2244. + nfi->send_cmd(nfi, dev->cmds->program_1st);
  2245. + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
  2246. +
  2247. + return nfi->write_page(nfi, data, oob);
  2248. +}
  2249. +
  2250. +static int nand_base_program_page(struct nand_base *nand, int row)
  2251. +{
  2252. + struct nfi *nfi = nand->nfi;
  2253. + struct nand_device *dev = nand->dev;
  2254. +
  2255. + nfi->reset(nfi);
  2256. + nfi->send_cmd(nfi, dev->cmds->program_2nd);
  2257. + nfi->trigger(nfi);
  2258. +
  2259. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2260. + dev->array_timing->tPROG);
  2261. +}
  2262. +
  2263. +static int nand_base_erase_block(struct nand_base *nand, int row)
  2264. +{
  2265. + struct nfi *nfi = nand->nfi;
  2266. + struct nand_device *dev = nand->dev;
  2267. +
  2268. + nfi->reset(nfi);
  2269. + nfi->send_cmd(nfi, dev->cmds->erase_1st);
  2270. + nfi->send_addr(nfi, 0, row, 0, dev->row_cycle);
  2271. + nfi->send_cmd(nfi, dev->cmds->erase_2nd);
  2272. + nfi->trigger(nfi);
  2273. +
  2274. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2275. + dev->array_timing->tBERS);
  2276. +}
  2277. +
  2278. +static int nand_base_read_cache(struct nand_base *nand, int row)
  2279. +{
  2280. + struct nfi *nfi = nand->nfi;
  2281. + struct nand_device *dev = nand->dev;
  2282. +
  2283. + nfi->reset(nfi);
  2284. + nfi->send_cmd(nfi, dev->cmds->read_1st);
  2285. + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
  2286. + nfi->send_cmd(nfi, dev->cmds->read_cache);
  2287. + nfi->trigger(nfi);
  2288. +
  2289. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2290. + dev->array_timing->tRCBSY);
  2291. +}
  2292. +
  2293. +static int nand_base_read_last(struct nand_base *nand)
  2294. +{
  2295. + struct nfi *nfi = nand->nfi;
  2296. + struct nand_device *dev = nand->dev;
  2297. +
  2298. + nfi->reset(nfi);
  2299. + nfi->send_cmd(nfi, dev->cmds->read_cache_last);
  2300. + nfi->trigger(nfi);
  2301. +
  2302. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2303. + dev->array_timing->tRCBSY);
  2304. +}
  2305. +
  2306. +static int nand_base_program_cache(struct nand_base *nand)
  2307. +{
  2308. + struct nfi *nfi = nand->nfi;
  2309. + struct nand_device *dev = nand->dev;
  2310. +
  2311. + nfi->reset(nfi);
  2312. + nfi->send_cmd(nfi, dev->cmds->program_cache);
  2313. + nfi->trigger(nfi);
  2314. +
  2315. + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
  2316. + dev->array_timing->tPCBSY);
  2317. +}
  2318. +
  2319. +struct nand_base *nand_base_init(struct nand_device *dev,
  2320. + struct nfi *nfi)
  2321. +{
  2322. + struct nand_base *nand;
  2323. +
  2324. + nand = mem_alloc(1, sizeof(struct nand_base));
  2325. + if (!nand)
  2326. + return NULL;
  2327. +
  2328. + nand->dev = dev;
  2329. + nand->nfi = nfi;
  2330. + nand->select_device = nand_base_select_device;
  2331. + nand->reset = nand_base_reset;
  2332. + nand->read_id = nand_base_read_id;
  2333. + nand->read_param_page = nand_base_read_param_page;
  2334. + nand->set_feature = nand_base_set_feature;
  2335. + nand->get_feature = nand_base_get_feature;
  2336. + nand->read_status = nand_base_read_status;
  2337. + nand->addressing = nand_base_addressing;
  2338. + nand->read_page = nand_base_read_page;
  2339. + nand->read_data = nand_base_read_data;
  2340. + nand->read_cache = nand_base_read_cache;
  2341. + nand->read_last = nand_base_read_last;
  2342. + nand->write_enable = nand_base_write_enable;
  2343. + nand->program_data = nand_base_program_data;
  2344. + nand->program_page = nand_base_program_page;
  2345. + nand->program_cache = nand_base_program_cache;
  2346. + nand->erase_block = nand_base_erase_block;
  2347. +
  2348. + return nand;
  2349. +}
  2350. +
  2351. +void nand_base_exit(struct nand_base *base)
  2352. +{
  2353. + nfi_exit(base->nfi);
  2354. + mem_free(base);
  2355. +}
  2356. --- /dev/null
  2357. +++ b/drivers/mtd/nandx/core/nand_base.h
  2358. @@ -0,0 +1,71 @@
  2359. +/*
  2360. + * Copyright (C) 2017 MediaTek Inc.
  2361. + * Licensed under either
  2362. + * BSD Licence, (see NOTICE for more details)
  2363. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2364. + */
  2365. +
  2366. +#ifndef __NAND_BASE_H__
  2367. +#define __NAND_BASE_H__
  2368. +
  2369. +/*
  2370. + * nand base functions
  2371. + * @dev: nand device infomations
  2372. + * @nfi: nand host controller
  2373. + * @select_device: select one nand device of multi nand on chip
  2374. + * @reset: reset current nand device
  2375. + * @read_id: read current nand id
  2376. + * @read_param_page: read current nand parameters page
  2377. + * @set_feature: configurate the nand device feature
  2378. + * @get_feature: get the nand device feature
  2379. + * @read_status: read nand device status
  2380. + * @addressing: addressing the address to nand device physical address
  2381. + * @read_page: read page data to device cache register
  2382. + * @read_data: read data from device cache register by bus protocol
  2383. + * @read_cache: nand cache read operation for data output
  2384. + * @read_last: nand cache read operation for last page output
  2385. + * @write_enable: enable program/erase for nand, especially spi nand
  2386. + * @program_data: program data to nand device cache register
  2387. + * @program_page: program page data from nand device cache register to array
  2388. + * @program_cache: nand cache program operation for data input
  2389. + * @erase_block: erase nand block operation
  2390. + */
  2391. +struct nand_base {
  2392. + struct nand_device *dev;
  2393. + struct nfi *nfi;
  2394. + int (*select_device)(struct nand_base *nand, int cs);
  2395. + int (*reset)(struct nand_base *nand);
  2396. + int (*read_id)(struct nand_base *nand, u8 *id, int count);
  2397. + int (*read_param_page)(struct nand_base *nand, u8 *data, int count);
  2398. + int (*set_feature)(struct nand_base *nand, u8 addr, u8 *param,
  2399. + int count);
  2400. + int (*get_feature)(struct nand_base *nand, u8 addr, u8 *param,
  2401. + int count);
  2402. + int (*read_status)(struct nand_base *nand);
  2403. + int (*addressing)(struct nand_base *nand, int *row, int *col);
  2404. +
  2405. + int (*read_page)(struct nand_base *nand, int row);
  2406. + int (*read_data)(struct nand_base *nand, int row, int col, int sectors,
  2407. + u8 *data, u8 *oob);
  2408. + int (*read_cache)(struct nand_base *nand, int row);
  2409. + int (*read_last)(struct nand_base *nand);
  2410. +
  2411. + int (*write_enable)(struct nand_base *nand);
  2412. + int (*program_data)(struct nand_base *nand, int row, int col, u8 *data,
  2413. + u8 *oob);
  2414. + int (*program_page)(struct nand_base *nand, int row);
  2415. + int (*program_cache)(struct nand_base *nand);
  2416. +
  2417. + int (*erase_block)(struct nand_base *nand, int row);
  2418. +};
  2419. +
  2420. +struct nand_base *nand_base_init(struct nand_device *device,
  2421. + struct nfi *nfi);
  2422. +void nand_base_exit(struct nand_base *base);
  2423. +
  2424. +struct nand_base *nand_device_init(struct nand_chip *nand);
  2425. +void nand_exit(struct nand_base *nand);
  2426. +
  2427. +int nand_detect_device(struct nand_base *nand);
  2428. +
  2429. +#endif /* __NAND_BASE_H__ */
  2430. --- /dev/null
  2431. +++ b/drivers/mtd/nandx/core/nand_chip.c
  2432. @@ -0,0 +1,272 @@
  2433. +/*
  2434. + * Copyright (C) 2017 MediaTek Inc.
  2435. + * Licensed under either
  2436. + * BSD Licence, (see NOTICE for more details)
  2437. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2438. + */
  2439. +
  2440. +#include "nandx_util.h"
  2441. +#include "nandx_core.h"
  2442. +#include "nand_chip.h"
  2443. +#include "nand_device.h"
  2444. +#include "nfi.h"
  2445. +#include "nand_base.h"
  2446. +
  2447. +static int nand_chip_read_page(struct nand_chip *chip,
  2448. + struct nand_ops *ops,
  2449. + int count)
  2450. +{
  2451. + struct nand_base *nand = chip->nand;
  2452. + struct nand_device *dev = nand->dev;
  2453. + int i, ret = 0;
  2454. + int row, col, sectors;
  2455. + u8 *data, *oob;
  2456. +
  2457. + for (i = 0; i < count; i++) {
  2458. + row = ops[i].row;
  2459. + col = ops[i].col;
  2460. +
  2461. + nand->addressing(nand, &row, &col);
  2462. + ops[i].status = nand->read_page(nand, row);
  2463. + if (ops[i].status < 0) {
  2464. + ret = ops[i].status;
  2465. + continue;
  2466. + }
  2467. +
  2468. + data = ops[i].data;
  2469. + oob = ops[i].oob;
  2470. + sectors = ops[i].len / chip->sector_size;
  2471. + ops[i].status = nand->read_data(nand, row, col,
  2472. + sectors, data, oob);
  2473. + if (ops[i].status > 0)
  2474. + ops[i].status = ops[i].status >=
  2475. + dev->endurance->max_bitflips ?
  2476. + -ENANDFLIPS : 0;
  2477. +
  2478. + ret = min_t(int, ret, ops[i].status);
  2479. + }
  2480. +
  2481. + return ret;
  2482. +}
  2483. +
  2484. +static int nand_chip_write_page(struct nand_chip *chip,
  2485. + struct nand_ops *ops,
  2486. + int count)
  2487. +{
  2488. + struct nand_base *nand = chip->nand;
  2489. + struct nand_device *dev = nand->dev;
  2490. + int i, ret = 0;
  2491. + int row, col;
  2492. + u8 *data, *oob;
  2493. +
  2494. + for (i = 0; i < count; i++) {
  2495. + row = ops[i].row;
  2496. + col = ops[i].col;
  2497. +
  2498. + nand->addressing(nand, &row, &col);
  2499. +
  2500. + ops[i].status = nand->write_enable(nand);
  2501. + if (ops[i].status) {
  2502. + pr_debug("Write Protect at %x!\n", row);
  2503. + ops[i].status = -ENANDWP;
  2504. + return -ENANDWP;
  2505. + }
  2506. +
  2507. + data = ops[i].data;
  2508. + oob = ops[i].oob;
  2509. + ops[i].status = nand->program_data(nand, row, col, data, oob);
  2510. + if (ops[i].status < 0) {
  2511. + ret = ops[i].status;
  2512. + continue;
  2513. + }
  2514. +
  2515. + ops[i].status = nand->program_page(nand, row);
  2516. + if (ops[i].status < 0) {
  2517. + ret = ops[i].status;
  2518. + continue;
  2519. + }
  2520. +
  2521. + ops[i].status = nand->read_status(nand);
  2522. + if (ops[i].status & dev->status->program_fail)
  2523. + ops[i].status = -ENANDWRITE;
  2524. +
  2525. + ret = min_t(int, ret, ops[i].status);
  2526. + }
  2527. +
  2528. + return ret;
  2529. +}
  2530. +
  2531. +static int nand_chip_erase_block(struct nand_chip *chip,
  2532. + struct nand_ops *ops,
  2533. + int count)
  2534. +{
  2535. + struct nand_base *nand = chip->nand;
  2536. + struct nand_device *dev = nand->dev;
  2537. + int i, ret = 0;
  2538. + int row, col;
  2539. +
  2540. + for (i = 0; i < count; i++) {
  2541. + row = ops[i].row;
  2542. + col = ops[i].col;
  2543. +
  2544. + nand->addressing(nand, &row, &col);
  2545. +
  2546. + ops[i].status = nand->write_enable(nand);
  2547. + if (ops[i].status) {
  2548. + pr_debug("Write Protect at %x!\n", row);
  2549. + ops[i].status = -ENANDWP;
  2550. + return -ENANDWP;
  2551. + }
  2552. +
  2553. + ops[i].status = nand->erase_block(nand, row);
  2554. + if (ops[i].status < 0) {
  2555. + ret = ops[i].status;
  2556. + continue;
  2557. + }
  2558. +
  2559. + ops[i].status = nand->read_status(nand);
  2560. + if (ops[i].status & dev->status->erase_fail)
  2561. + ops[i].status = -ENANDERASE;
  2562. +
  2563. + ret = min_t(int, ret, ops[i].status);
  2564. + }
  2565. +
  2566. + return ret;
  2567. +}
  2568. +
  2569. +/* read first bad mark on spare */
  2570. +static int nand_chip_is_bad_block(struct nand_chip *chip,
  2571. + struct nand_ops *ops,
  2572. + int count)
  2573. +{
  2574. + int i, ret, value;
  2575. + int status = 0;
  2576. + u8 *data, *tmp_buf;
  2577. +
  2578. + tmp_buf = mem_alloc(1, chip->page_size);
  2579. + if (!tmp_buf)
  2580. + return -ENOMEM;
  2581. +
  2582. + memset(tmp_buf, 0x00, chip->page_size);
  2583. +
  2584. + /* Disable ECC */
  2585. + value = 0;
  2586. + ret = chip->chip_ctrl(chip, NFI_CTRL_ECC, &value);
  2587. + if (ret)
  2588. + goto out;
  2589. +
  2590. + ret = chip->read_page(chip, ops, count);
  2591. + if (ret)
  2592. + goto out;
  2593. +
  2594. + for (i = 0; i < count; i++) {
  2595. + data = ops[i].data;
  2596. +
  2597. + /* temp solution for mt7622, because of no bad mark swap */
  2598. + if (!memcmp(data, tmp_buf, chip->page_size)) {
  2599. + ops[i].status = -ENANDBAD;
  2600. + status = -ENANDBAD;
  2601. +
  2602. + } else {
  2603. + ops[i].status = 0;
  2604. + }
  2605. + }
  2606. +
  2607. + /* Enable ECC */
  2608. + value = 1;
  2609. + ret = chip->chip_ctrl(chip, NFI_CTRL_ECC, &value);
  2610. + if (ret)
  2611. + goto out;
  2612. +
  2613. + mem_free(tmp_buf);
  2614. + return status;
  2615. +
  2616. +out:
  2617. + mem_free(tmp_buf);
  2618. + return ret;
  2619. +}
  2620. +
  2621. +static int nand_chip_ctrl(struct nand_chip *chip, int cmd, void *args)
  2622. +{
  2623. + return -EOPNOTSUPP;
  2624. +}
  2625. +
  2626. +static int nand_chip_suspend(struct nand_chip *chip)
  2627. +{
  2628. + return 0;
  2629. +}
  2630. +
  2631. +static int nand_chip_resume(struct nand_chip *chip)
  2632. +{
  2633. + return 0;
  2634. +}
  2635. +
  2636. +struct nand_chip *nand_chip_init(struct nfi_resource *res)
  2637. +{
  2638. + struct nand_chip *chip;
  2639. + struct nand_base *nand;
  2640. + struct nfi *nfi;
  2641. +
  2642. + chip = mem_alloc(1, sizeof(struct nand_chip));
  2643. + if (!chip) {
  2644. + pr_info("nand chip alloc fail!\n");
  2645. + return NULL;
  2646. + }
  2647. +
  2648. + nfi = nfi_init(res);
  2649. + if (!nfi) {
  2650. + pr_info("nfi init fail!\n");
  2651. + goto nfi_err;
  2652. + }
  2653. +
  2654. + nand = nand_base_init(NULL, nfi);
  2655. + if (!nand) {
  2656. + pr_info("nand base init fail!\n");
  2657. + goto base_err;
  2658. + }
  2659. +
  2660. + chip->nand = (void *)nand;
  2661. + chip->read_page = nand_chip_read_page;
  2662. + chip->write_page = nand_chip_write_page;
  2663. + chip->erase_block = nand_chip_erase_block;
  2664. + chip->is_bad_block = nand_chip_is_bad_block;
  2665. + chip->chip_ctrl = nand_chip_ctrl;
  2666. + chip->suspend = nand_chip_suspend;
  2667. + chip->resume = nand_chip_resume;
  2668. +
  2669. + nand = nand_device_init(chip);
  2670. + if (!nand)
  2671. + goto nand_err;
  2672. +
  2673. + chip->nand = (void *)nand;
  2674. + chip->plane_num = nand->dev->plane_num;
  2675. + chip->block_num = nand_total_blocks(nand->dev);
  2676. + chip->block_size = nand->dev->block_size;
  2677. + chip->block_pages = nand_block_pages(nand->dev);
  2678. + chip->page_size = nand->dev->page_size;
  2679. + chip->oob_size = nfi->fdm_size * div_down(chip->page_size,
  2680. + nfi->sector_size);
  2681. + chip->sector_size = nfi->sector_size;
  2682. + chip->sector_spare_size = nfi->sector_spare_size;
  2683. + chip->min_program_pages = nand->dev->min_program_pages;
  2684. + chip->ecc_strength = nfi->ecc_strength;
  2685. + chip->ecc_parity_size = nfi->ecc_parity_size;
  2686. + chip->fdm_ecc_size = nfi->fdm_ecc_size;
  2687. + chip->fdm_reg_size = nfi->fdm_size;
  2688. +
  2689. + return chip;
  2690. +
  2691. +nand_err:
  2692. + mem_free(nand);
  2693. +base_err:
  2694. + nfi_exit(nfi);
  2695. +nfi_err:
  2696. + mem_free(chip);
  2697. + return NULL;
  2698. +}
  2699. +
  2700. +void nand_chip_exit(struct nand_chip *chip)
  2701. +{
  2702. + nand_exit(chip->nand);
  2703. + mem_free(chip);
  2704. +}
  2705. --- /dev/null
  2706. +++ b/drivers/mtd/nandx/core/nand_chip.h
  2707. @@ -0,0 +1,103 @@
  2708. +/*
  2709. + * Copyright (C) 2017 MediaTek Inc.
  2710. + * Licensed under either
  2711. + * BSD Licence, (see NOTICE for more details)
  2712. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2713. + */
  2714. +
  2715. +#ifndef __NAND_CHIP_H__
  2716. +#define __NAND_CHIP_H__
  2717. +
  2718. +enum nand_type {
  2719. + NAND_SPI,
  2720. + NAND_SLC,
  2721. + NAND_MLC,
  2722. + NAND_TLC
  2723. +};
  2724. +
  2725. +/*
  2726. + * nand chip operation unit
  2727. + * one nand_ops indicates one row operation
  2728. + * @row: nand chip row address, like as nand row
  2729. + * @col: nand chip column address, like as nand column
  2730. + * @len: operate data length, min is sector_size,
  2731. + * max is page_size and sector_size aligned
  2732. + * @status: one operation result status
  2733. + * @data: data buffer for operation
  2734. + * @oob: oob buffer for operation, like as nand spare area
  2735. + */
  2736. +struct nand_ops {
  2737. + int row;
  2738. + int col;
  2739. + int len;
  2740. + int status;
  2741. + void *data;
  2742. + void *oob;
  2743. +};
  2744. +
  2745. +/*
  2746. + * nand chip descriptions
  2747. + * nand chip includes nand controller and the several same nand devices
  2748. + * @nand_type: the nand type on this chip,
  2749. + * the chip maybe have several nand device and the type must be same
  2750. + * @plane_num: the whole plane number on the chip
  2751. + * @block_num: the whole block number on the chip
  2752. + * @block_size: nand device block size
  2753. + * @block_pages: nand device block has page number
  2754. + * @page_size: nand device page size
  2755. + * @oob_size: chip out of band size, like as nand spare szie,
  2756. + * but restricts this:
  2757. + * the size is provied by nand controller(NFI),
  2758. + * because NFI would use some nand spare size
  2759. + * @min_program_pages: chip needs min pages per program operations
  2760. + * one page as one nand_ops
  2761. + * @sector_size: chip min read size
  2762. + * @sector_spare_size: spare size for sector, is spare_size/page_sectors
  2763. + * @ecc_strength: ecc stregth per sector_size, it would be for calculated ecc
  2764. + * @ecc_parity_size: ecc parity size for one sector_size data
  2765. + * @nand: pointer to inherited struct nand_base
  2766. + * @read_page: read %count pages on chip
  2767. + * @write_page: write %count pages on chip
  2768. + * @erase_block: erase %count blocks on chip, one block is one nand_ops
  2769. + * it is better to set nand_ops.row to block start row
  2770. + * @is_bad_block: judge the %count blocks on chip if they are bad
  2771. + * by vendor specification
  2772. + * @chip_ctrl: control the chip features by nandx_ctrl_cmd
  2773. + * @suspend: suspend nand chip
  2774. + * @resume: resume nand chip
  2775. + */
  2776. +struct nand_chip {
  2777. + int nand_type;
  2778. + int plane_num;
  2779. + int block_num;
  2780. + int block_size;
  2781. + int block_pages;
  2782. + int page_size;
  2783. + int oob_size;
  2784. +
  2785. + int min_program_pages;
  2786. + int sector_size;
  2787. + int sector_spare_size;
  2788. + int ecc_strength;
  2789. + int ecc_parity_size;
  2790. + u32 fdm_ecc_size;
  2791. + u32 fdm_reg_size;
  2792. +
  2793. + void *nand;
  2794. +
  2795. + int (*read_page)(struct nand_chip *chip, struct nand_ops *ops,
  2796. + int count);
  2797. + int (*write_page)(struct nand_chip *chip, struct nand_ops *ops,
  2798. + int count);
  2799. + int (*erase_block)(struct nand_chip *chip, struct nand_ops *ops,
  2800. + int count);
  2801. + int (*is_bad_block)(struct nand_chip *chip, struct nand_ops *ops,
  2802. + int count);
  2803. + int (*chip_ctrl)(struct nand_chip *chip, int cmd, void *args);
  2804. + int (*suspend)(struct nand_chip *chip);
  2805. + int (*resume)(struct nand_chip *chip);
  2806. +};
  2807. +
  2808. +struct nand_chip *nand_chip_init(struct nfi_resource *res);
  2809. +void nand_chip_exit(struct nand_chip *chip);
  2810. +#endif /* __NAND_CHIP_H__ */
  2811. --- /dev/null
  2812. +++ b/drivers/mtd/nandx/core/nand_device.c
  2813. @@ -0,0 +1,285 @@
  2814. +/*
  2815. + * Copyright (C) 2017 MediaTek Inc.
  2816. + * Licensed under either
  2817. + * BSD Licence, (see NOTICE for more details)
  2818. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  2819. + */
  2820. +
  2821. +#include "nandx_util.h"
  2822. +#include "nandx_core.h"
  2823. +#include "nand_chip.h"
  2824. +#include "nand_device.h"
  2825. +#include "nand_base.h"
  2826. +
  2827. +#define MAX_CHIP_DEVICE 4
  2828. +#define PARAM_PAGE_LEN 2048
  2829. +#define ONFI_CRC_BASE 0x4f4e
  2830. +
  2831. +static u16 nand_onfi_crc16(u16 crc, u8 const *p, size_t len)
  2832. +{
  2833. + int i;
  2834. +
  2835. + while (len--) {
  2836. + crc ^= *p++ << 8;
  2837. +
  2838. + for (i = 0; i < 8; i++)
  2839. + crc = (crc << 1) ^ ((crc & 0x8000) ? 0x8005 : 0);
  2840. + }
  2841. +
  2842. + return crc;
  2843. +}
  2844. +
  2845. +static inline void decode_addr_cycle(u8 addr_cycle, u8 *row_cycle,
  2846. + u8 *col_cycle)
  2847. +{
  2848. + *row_cycle = addr_cycle & 0xf;
  2849. + *col_cycle = (addr_cycle >> 4) & 0xf;
  2850. +}
  2851. +
  2852. +static int detect_onfi(struct nand_device *dev,
  2853. + struct nand_onfi_params *onfi)
  2854. +{
  2855. + struct nand_endurance *endurance = dev->endurance;
  2856. + u16 size, i, crc16;
  2857. + u8 *id;
  2858. +
  2859. + size = sizeof(struct nand_onfi_params) - sizeof(u16);
  2860. +
  2861. + for (i = 0; i < 3; i++) {
  2862. + crc16 = nand_onfi_crc16(ONFI_CRC_BASE, (u8 *)&onfi[i], size);
  2863. +
  2864. + if (onfi[i].signature[0] == 'O' &&
  2865. + onfi[i].signature[1] == 'N' &&
  2866. + onfi[i].signature[2] == 'F' &&
  2867. + onfi[i].signature[3] == 'I' &&
  2868. + onfi[i].crc16 == crc16)
  2869. + break;
  2870. +
  2871. + /* in some spi nand, onfi signature maybe "NAND" */
  2872. + if (onfi[i].signature[0] == 'N' &&
  2873. + onfi[i].signature[1] == 'A' &&
  2874. + onfi[i].signature[2] == 'N' &&
  2875. + onfi[i].signature[3] == 'D' &&
  2876. + onfi[i].crc16 == crc16)
  2877. + break;
  2878. + }
  2879. +
  2880. + if (i == 3)
  2881. + return -ENODEV;
  2882. +
  2883. + memcpy(dev->name, onfi[i].model, 20);
  2884. + id = onfi[i].manufacturer;
  2885. + dev->id = NAND_PACK_ID(id[0], id[1], id[2], id[3], id[4], id[5], id[6],
  2886. + id[7]);
  2887. + dev->id_len = MAX_ID_NUM;
  2888. + dev->io_width = (onfi[i].features & 1) ? NAND_IO16 : NAND_IO8;
  2889. + decode_addr_cycle(onfi[i].addr_cycle, &dev->row_cycle,
  2890. + &dev->col_cycle);
  2891. + dev->target_num = 1;
  2892. + dev->lun_num = onfi[i].lun_num;
  2893. + dev->plane_num = BIT(onfi[i].plane_address_bits);
  2894. + dev->block_num = onfi[i].lun_blocks / dev->plane_num;
  2895. + dev->block_size = onfi[i].block_pages * onfi[i].page_size;
  2896. + dev->page_size = onfi[i].page_size;
  2897. + dev->spare_size = onfi[i].spare_size;
  2898. +
  2899. + endurance->ecc_req = onfi[i].ecc_req;
  2900. + endurance->pe_cycle = onfi[i].valid_block_endurance;
  2901. + endurance->max_bitflips = endurance->ecc_req >> 1;
  2902. +
  2903. + return 0;
  2904. +}
  2905. +
  2906. +static int detect_jedec(struct nand_device *dev,
  2907. + struct nand_jedec_params *jedec)
  2908. +{
  2909. + struct nand_endurance *endurance = dev->endurance;
  2910. + u16 size, i, crc16;
  2911. + u8 *id;
  2912. +
  2913. + size = sizeof(struct nand_jedec_params) - sizeof(u16);
  2914. +
  2915. + for (i = 0; i < 3; i++) {
  2916. + crc16 = nand_onfi_crc16(ONFI_CRC_BASE, (u8 *)&jedec[i], size);
  2917. +
  2918. + if (jedec[i].signature[0] == 'J' &&
  2919. + jedec[i].signature[1] == 'E' &&
  2920. + jedec[i].signature[2] == 'S' &&
  2921. + jedec[i].signature[3] == 'D' &&
  2922. + jedec[i].crc16 == crc16)
  2923. + break;
  2924. + }
  2925. +
  2926. + if (i == 3)
  2927. + return -ENODEV;
  2928. +
  2929. + memcpy(dev->name, jedec[i].model, 20);
  2930. + id = jedec[i].manufacturer;
  2931. + dev->id = NAND_PACK_ID(id[0], id[1], id[2], id[3], id[4], id[5], id[6],
  2932. + id[7]);
  2933. + dev->id_len = MAX_ID_NUM;
  2934. + dev->io_width = (jedec[i].features & 1) ? NAND_IO16 : NAND_IO8;
  2935. + decode_addr_cycle(jedec[i].addr_cycle, &dev->row_cycle,
  2936. + &dev->col_cycle);
  2937. + dev->target_num = 1;
  2938. + dev->lun_num = jedec[i].lun_num;
  2939. + dev->plane_num = BIT(jedec[i].plane_address_bits);
  2940. + dev->block_num = jedec[i].lun_blocks / dev->plane_num;
  2941. + dev->block_size = jedec[i].block_pages * jedec[i].page_size;
  2942. + dev->page_size = jedec[i].page_size;
  2943. + dev->spare_size = jedec[i].spare_size;
  2944. +
  2945. + endurance->ecc_req = jedec[i].endurance_block0[0];
  2946. + endurance->pe_cycle = jedec[i].valid_block_endurance;
  2947. + endurance->max_bitflips = endurance->ecc_req >> 1;
  2948. +
  2949. + return 0;
  2950. +}
  2951. +
  2952. +static struct nand_device *detect_parameters_page(struct nand_base
  2953. + *nand)
  2954. +{
  2955. + struct nand_device *dev = nand->dev;
  2956. + void *params;
  2957. + int ret;
  2958. +
  2959. + params = mem_alloc(1, PARAM_PAGE_LEN);
  2960. + if (!params)
  2961. + return NULL;
  2962. +
  2963. + memset(params, 0, PARAM_PAGE_LEN);
  2964. + ret = nand->read_param_page(nand, params, PARAM_PAGE_LEN);
  2965. + if (ret < 0) {
  2966. + pr_info("read parameters page fail!\n");
  2967. + goto error;
  2968. + }
  2969. +
  2970. + ret = detect_onfi(dev, params);
  2971. + if (ret) {
  2972. + pr_info("detect onfi device fail! try to detect jedec\n");
  2973. + ret = detect_jedec(dev, params);
  2974. + if (ret) {
  2975. + pr_info("detect jedec device fail!\n");
  2976. + goto error;
  2977. + }
  2978. + }
  2979. +
  2980. + mem_free(params);
  2981. + return dev;
  2982. +
  2983. +error:
  2984. + mem_free(params);
  2985. + return NULL;
  2986. +}
  2987. +
  2988. +static int read_device_id(struct nand_base *nand, int cs, u8 *id)
  2989. +{
  2990. + int i;
  2991. +
  2992. + nand->select_device(nand, cs);
  2993. + nand->reset(nand);
  2994. + nand->read_id(nand, id, MAX_ID_NUM);
  2995. + pr_info("device %d ID: ", cs);
  2996. +
  2997. + for (i = 0; i < MAX_ID_NUM; i++)
  2998. + pr_info("%x ", id[i]);
  2999. +
  3000. + pr_info("\n");
  3001. +
  3002. + return 0;
  3003. +}
  3004. +
  3005. +static int detect_more_device(struct nand_base *nand, u8 *id)
  3006. +{
  3007. + u8 id_ext[MAX_ID_NUM];
  3008. + int i, j, target_num = 0;
  3009. +
  3010. + for (i = 1; i < MAX_CHIP_DEVICE; i++) {
  3011. + memset(id_ext, 0xff, MAX_ID_NUM);
  3012. + read_device_id(nand, i, id_ext);
  3013. +
  3014. + for (j = 0; j < MAX_ID_NUM; j++) {
  3015. + if (id_ext[j] != id[j])
  3016. + goto out;
  3017. + }
  3018. +
  3019. + target_num += 1;
  3020. + }
  3021. +
  3022. +out:
  3023. + return target_num;
  3024. +}
  3025. +
  3026. +static struct nand_device *scan_device_table(const u8 *id, int id_len)
  3027. +{
  3028. + struct nand_device *dev;
  3029. + int i = 0, j;
  3030. + u8 ids[MAX_ID_NUM] = {0};
  3031. +
  3032. + while (1) {
  3033. + dev = nand_get_device(i);
  3034. +
  3035. + if (!strcmp(dev->name, "NO-DEVICE"))
  3036. + break;
  3037. +
  3038. + if (id_len < dev->id_len) {
  3039. + i += 1;
  3040. + continue;
  3041. + }
  3042. +
  3043. + NAND_UNPACK_ID(dev->id, ids, MAX_ID_NUM);
  3044. + for (j = 0; j < dev->id_len; j++) {
  3045. + if (ids[j] != id[j])
  3046. + break;
  3047. + }
  3048. +
  3049. + if (j == dev->id_len)
  3050. + break;
  3051. +
  3052. + i += 1;
  3053. + }
  3054. +
  3055. + return dev;
  3056. +}
  3057. +
  3058. +int nand_detect_device(struct nand_base *nand)
  3059. +{
  3060. + struct nand_device *dev;
  3061. + u8 id[MAX_ID_NUM] = { 0 };
  3062. + int target_num = 0;
  3063. +
  3064. + /* Get nand device default setting for reset/read_id */
  3065. + nand->dev = scan_device_table(NULL, -1);
  3066. +
  3067. + read_device_id(nand, 0, id);
  3068. + dev = scan_device_table(id, MAX_ID_NUM);
  3069. +
  3070. + if (!strcmp(dev->name, "NO-DEVICE")) {
  3071. + pr_info("device scan fail\n");
  3072. + return -ENODEV;
  3073. + }
  3074. +
  3075. + /* TobeFix: has null pointer issue in this funciton */
  3076. + if (!strcmp(dev->name, "NO-DEVICE")) {
  3077. + pr_info("device scan fail, detect parameters page\n");
  3078. + dev = detect_parameters_page(nand);
  3079. + if (!dev) {
  3080. + pr_info("detect parameters fail\n");
  3081. + return -ENODEV;
  3082. + }
  3083. + }
  3084. +
  3085. + if (dev->target_num > 1)
  3086. + target_num = detect_more_device(nand, id);
  3087. +
  3088. + target_num += 1;
  3089. + pr_debug("chip has target device num: %d\n", target_num);
  3090. +
  3091. + if (dev->target_num != target_num)
  3092. + dev->target_num = target_num;
  3093. +
  3094. + nand->dev = dev;
  3095. +
  3096. + return 0;
  3097. +}
  3098. +
  3099. --- /dev/null
  3100. +++ b/drivers/mtd/nandx/core/nand_device.h
  3101. @@ -0,0 +1,608 @@
  3102. +/*
  3103. + * Copyright (C) 2017 MediaTek Inc.
  3104. + * Licensed under either
  3105. + * BSD Licence, (see NOTICE for more details)
  3106. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  3107. + */
  3108. +
  3109. +#ifndef __NAND_DEVICE_H__
  3110. +#define __NAND_DEVICE_H__
  3111. +
  3112. +/* onfi 3.2 */
  3113. +struct nand_onfi_params {
  3114. + /* Revision information and features block. 0 */
  3115. + /*
  3116. + * Byte 0: 4Fh,
  3117. + * Byte 1: 4Eh,
  3118. + * Byte 2: 46h,
  3119. + * Byte 3: 49h,
  3120. + */
  3121. + u8 signature[4];
  3122. + /*
  3123. + * 9-15 Reserved (0)
  3124. + * 8 1 = supports ONFI version 3.2
  3125. + * 7 1 = supports ONFI version 3.1
  3126. + * 6 1 = supports ONFI version 3.0
  3127. + * 5 1 = supports ONFI version 2.3
  3128. + * 4 1 = supports ONFI version 2.2
  3129. + * 3 1 = supports ONFI version 2.1
  3130. + * 2 1 = supports ONFI version 2.0
  3131. + * 1 1 = supports ONFI version 1.0
  3132. + * 0 Reserved (0)
  3133. + */
  3134. + u16 revision;
  3135. + /*
  3136. + * 13-15 Reserved (0)
  3137. + * 12 1 = supports external Vpp
  3138. + * 11 1 = supports Volume addressing
  3139. + * 10 1 = supports NV-DDR2
  3140. + * 9 1 = supports EZ NAND
  3141. + * 8 1 = supports program page register clear enhancement
  3142. + * 7 1 = supports extended parameter page
  3143. + * 6 1 = supports multi-plane read operations
  3144. + * 5 1 = supports NV-DDR
  3145. + * 4 1 = supports odd to even page Copyback
  3146. + * 3 1 = supports multi-plane program and erase operations
  3147. + * 2 1 = supports non-sequential page programming
  3148. + * 1 1 = supports multiple LUN operations
  3149. + * 0 1 = supports 16-bit data bus width
  3150. + */
  3151. + u16 features;
  3152. + /*
  3153. + * 13-15 Reserved (0)
  3154. + * 12 1 = supports LUN Get and LUN Set Features
  3155. + * 11 1 = supports ODT Configure
  3156. + * 10 1 = supports Volume Select
  3157. + * 9 1 = supports Reset LUN
  3158. + * 8 1 = supports Small Data Move
  3159. + * 7 1 = supports Change Row Address
  3160. + * 6 1 = supports Change Read Column Enhanced
  3161. + * 5 1 = supports Read Unique ID
  3162. + * 4 1 = supports Copyback
  3163. + * 3 1 = supports Read Status Enhanced
  3164. + * 2 1 = supports Get Features and Set Features
  3165. + * 1 1 = supports Read Cache commands
  3166. + * 0 1 = supports Page Cache Program command
  3167. + */
  3168. + u16 opt_cmds;
  3169. + /*
  3170. + * 4-7 Reserved (0)
  3171. + * 3 1 = supports Multi-plane Block Erase
  3172. + * 2 1 = supports Multi-plane Copyback Program
  3173. + * 1 1 = supports Multi-plane Page Program
  3174. + * 0 1 = supports Random Data Out
  3175. + */
  3176. + u8 advance_cmds;
  3177. + u8 reserved0[1];
  3178. + u16 extend_param_len;
  3179. + u8 param_page_num;
  3180. + u8 reserved1[17];
  3181. +
  3182. + /* Manufacturer information block. 32 */
  3183. + u8 manufacturer[12];
  3184. + u8 model[20];
  3185. + u8 jedec_id;
  3186. + u16 data_code;
  3187. + u8 reserved2[13];
  3188. +
  3189. + /* Memory organization block. 80 */
  3190. + u32 page_size;
  3191. + u16 spare_size;
  3192. + u32 partial_page_size; /* obsolete */
  3193. + u16 partial_spare_size; /* obsolete */
  3194. + u32 block_pages;
  3195. + u32 lun_blocks;
  3196. + u8 lun_num;
  3197. + /*
  3198. + * 4-7 Column address cycles
  3199. + * 0-3 Row address cycles
  3200. + */
  3201. + u8 addr_cycle;
  3202. + u8 cell_bits;
  3203. + u16 lun_max_bad_blocks;
  3204. + u16 block_endurance;
  3205. + u8 target_begin_valid_blocks;
  3206. + u16 valid_block_endurance;
  3207. + u8 page_program_num;
  3208. + u8 partial_program_attr; /* obsolete */
  3209. + u8 ecc_req;
  3210. + /*
  3211. + * 4-7 Reserved (0)
  3212. + * 0-3 Number of plane address bits
  3213. + */
  3214. + u8 plane_address_bits;
  3215. + /*
  3216. + * 6-7 Reserved (0)
  3217. + * 5 1 = lower bit XNOR block address restriction
  3218. + * 4 1 = read cache supported
  3219. + * 3 Address restrictions for cache operations
  3220. + * 2 1 = program cache supported
  3221. + * 1 1 = no block address restrictions
  3222. + * 0 Overlapped / concurrent multi-plane support
  3223. + */
  3224. + u8 multi_plane_attr;
  3225. + u8 ez_nand_support;
  3226. + u8 reserved3[12];
  3227. +
  3228. + /* Electrical parameters block. 128 */
  3229. + u8 io_pin_max_capacitance;
  3230. + /*
  3231. + * 6-15 Reserved (0)
  3232. + * 5 1 = supports timing mode 5
  3233. + * 4 1 = supports timing mode 4
  3234. + * 3 1 = supports timing mode 3
  3235. + * 2 1 = supports timing mode 2
  3236. + * 1 1 = supports timing mode 1
  3237. + * 0 1 = supports timing mode 0, shall be 1
  3238. + */
  3239. + u16 sdr_timing_mode;
  3240. + u16 sdr_program_cache_timing_mode; /* obsolete */
  3241. + u16 tPROG;
  3242. + u16 tBERS;
  3243. + u16 tR;
  3244. + u16 tCCS;
  3245. + /*
  3246. + * 7 Reserved (0)
  3247. + * 6 1 = supports NV-DDR2 timing mode 8
  3248. + * 5 1 = supports NV-DDR timing mode 5
  3249. + * 4 1 = supports NV-DDR timing mode 4
  3250. + * 3 1 = supports NV-DDR timing mode 3
  3251. + * 2 1 = supports NV-DDR timing mode 2
  3252. + * 1 1 = supports NV-DDR timing mode 1
  3253. + * 0 1 = supports NV-DDR timing mode 0
  3254. + */
  3255. + u8 nvddr_timing_mode;
  3256. + /*
  3257. + * 7 1 = supports timing mode 7
  3258. + * 6 1 = supports timing mode 6
  3259. + * 5 1 = supports timing mode 5
  3260. + * 4 1 = supports timing mode 4
  3261. + * 3 1 = supports timing mode 3
  3262. + * 2 1 = supports timing mode 2
  3263. + * 1 1 = supports timing mode 1
  3264. + * 0 1 = supports timing mode 0
  3265. + */
  3266. + u8 nvddr2_timing_mode;
  3267. + /*
  3268. + * 4-7 Reserved (0)
  3269. + * 3 1 = device requires Vpp enablement sequence
  3270. + * 2 1 = device supports CLK stopped for data input
  3271. + * 1 1 = typical capacitance
  3272. + * 0 tCAD value to use
  3273. + */
  3274. + u8 nvddr_fetures;
  3275. + u16 clk_pin_capacitance;
  3276. + u16 io_pin_capacitance;
  3277. + u16 input_pin_capacitance;
  3278. + u8 input_pin_max_capacitance;
  3279. + /*
  3280. + * 3-7 Reserved (0)
  3281. + * 2 1 = supports 18 Ohm drive strength
  3282. + * 1 1 = supports 25 Ohm drive strength
  3283. + * 0 1 = supports driver strength settings
  3284. + */
  3285. + u8 drive_strength;
  3286. + u16 tR_multi_plane;
  3287. + u16 tADL;
  3288. + u16 tR_ez_nand;
  3289. + /*
  3290. + * 6-7 Reserved (0)
  3291. + * 5 1 = external VREFQ required for >= 200 MT/s
  3292. + * 4 1 = supports differential signaling for DQS
  3293. + * 3 1 = supports differential signaling for RE_n
  3294. + * 2 1 = supports ODT value of 30 Ohms
  3295. + * 1 1 = supports matrix termination ODT
  3296. + * 0 1 = supports self-termination ODT
  3297. + */
  3298. + u8 nvddr2_features;
  3299. + u8 nvddr2_warmup_cycles;
  3300. + u8 reserved4[4];
  3301. +
  3302. + /* vendor block. 164 */
  3303. + u16 vendor_revision;
  3304. + u8 vendor_spec[88];
  3305. +
  3306. + /* CRC for Parameter Page. 254 */
  3307. + u16 crc16;
  3308. +} __packed;
  3309. +
  3310. +/* JESD230-B */
  3311. +struct nand_jedec_params {
  3312. + /* Revision information and features block. 0 */
  3313. + /*
  3314. + * Byte 0:4Ah
  3315. + * Byte 1:45h
  3316. + * Byte 2:53h
  3317. + * Byte 3:44h
  3318. + */
  3319. + u8 signature[4];
  3320. + /*
  3321. + * 3-15: Reserved (0)
  3322. + * 2: 1 = supports parameter page revision 1.0 and standard revision 1.0
  3323. + * 1: 1 = supports vendor specific parameter page
  3324. + * 0: Reserved (0)
  3325. + */
  3326. + u16 revision;
  3327. + /*
  3328. + * 9-15 Reserved (0)
  3329. + * 8: 1 = supports program page register clear enhancement
  3330. + * 7: 1 = supports external Vpp
  3331. + * 6: 1 = supports Toggle Mode DDR
  3332. + * 5: 1 = supports Synchronous DDR
  3333. + * 4: 1 = supports multi-plane read operations
  3334. + * 3: 1 = supports multi-plane program and erase operations
  3335. + * 2: 1 = supports non-sequential page programming
  3336. + * 1: 1 = supports multiple LUN operations
  3337. + * 0: 1 = supports 16-bit data bus width
  3338. + */
  3339. + u16 features;
  3340. + /*
  3341. + * 11-23: Reserved (0)
  3342. + * 10: 1 = supports Synchronous Reset
  3343. + * 9: 1 = supports Reset LUN (Primary)
  3344. + * 8: 1 = supports Small Data Move
  3345. + * 7: 1 = supports Multi-plane Copyback Program (Primary)
  3346. + * 6: 1 = supports Random Data Out (Primary)
  3347. + * 5: 1 = supports Read Unique ID
  3348. + * 4: 1 = supports Copyback
  3349. + * 3: 1 = supports Read Status Enhanced (Primary)
  3350. + * 2: 1 = supports Get Features and Set Features
  3351. + * 1: 1 = supports Read Cache commands
  3352. + * 0: 1 = supports Page Cache Program command
  3353. + */
  3354. + u8 opt_cmds[3];
  3355. + /*
  3356. + * 8-15: Reserved (0)
  3357. + * 7: 1 = supports secondary Read Status Enhanced
  3358. + * 6: 1 = supports secondary Multi-plane Block Erase
  3359. + * 5: 1 = supports secondary Multi-plane Copyback Program
  3360. + * 4: 1 = supports secondary Multi-plane Program
  3361. + * 3: 1 = supports secondary Random Data Out
  3362. + * 2: 1 = supports secondary Multi-plane Copyback Read
  3363. + * 1: 1 = supports secondary Multi-plane Read Cache Random
  3364. + * 0: 1 = supports secondary Multi-plane Read
  3365. + */
  3366. + u16 secondary_cmds;
  3367. + u8 param_page_num;
  3368. + u8 reserved0[18];
  3369. +
  3370. + /* Manufacturer information block. 32*/
  3371. + u8 manufacturer[12];
  3372. + u8 model[20];
  3373. + u8 jedec_id[6];
  3374. + u8 reserved1[10];
  3375. +
  3376. + /* Memory organization block. 80 */
  3377. + u32 page_size;
  3378. + u16 spare_size;
  3379. + u8 reserved2[6];
  3380. + u32 block_pages;
  3381. + u32 lun_blocks;
  3382. + u8 lun_num;
  3383. + /*
  3384. + * 4-7 Column address cycles
  3385. + * 0-3 Row address cycles
  3386. + */
  3387. + u8 addr_cycle;
  3388. + u8 cell_bits;
  3389. + u8 page_program_num;
  3390. + /*
  3391. + * 4-7 Reserved (0)
  3392. + * 0-3 Number of plane address bits
  3393. + */
  3394. + u8 plane_address_bits;
  3395. + /*
  3396. + * 3-7: Reserved (0)
  3397. + * 2: 1= read cache supported
  3398. + * 1: 1 = program cache supported
  3399. + * 0: 1= No multi-plane block address restrictions
  3400. + */
  3401. + u8 multi_plane_attr;
  3402. + u8 reserved3[38];
  3403. +
  3404. + /* Electrical parameters block. 144 */
  3405. + /*
  3406. + * 6-15: Reserved (0)
  3407. + * 5: 1 = supports 20 ns speed grade (50 MHz)
  3408. + * 4: 1 = supports 25 ns speed grade (40 MHz)
  3409. + * 3: 1 = supports 30 ns speed grade (~33 MHz)
  3410. + * 2: 1 = supports 35 ns speed grade (~28 MHz)
  3411. + * 1: 1 = supports 50 ns speed grade (20 MHz)
  3412. + * 0: 1 = supports 100 ns speed grade (10 MHz)
  3413. + */
  3414. + u16 sdr_speed;
  3415. + /*
  3416. + * 8-15: Reserved (0)
  3417. + * 7: 1 = supports 5 ns speed grade (200 MHz)
  3418. + * 6: 1 = supports 6 ns speed grade (~166 MHz)
  3419. + * 5: 1 = supports 7.5 ns speed grade (~133 MHz)
  3420. + * 4: 1 = supports 10 ns speed grade (100 MHz)
  3421. + * 3: 1 = supports 12 ns speed grade (~83 MHz)
  3422. + * 2: 1 = supports 15 ns speed grade (~66 MHz)
  3423. + * 1: 1 = supports 25 ns speed grade (40 MHz)
  3424. + * 0: 1 = supports 30 ns speed grade (~33 MHz)
  3425. + */
  3426. + u16 toggle_ddr_speed;
  3427. + /*
  3428. + * 6-15: Reserved (0)
  3429. + * 5: 1 = supports 10 ns speed grade (100 MHz)
  3430. + * 4: 1 = supports 12 ns speed grade (~83 MHz)
  3431. + * 3: 1 = supports 15 ns speed grade (~66 MHz)
  3432. + * 2: 1 = supports 20 ns speed grade (50 MHz)
  3433. + * 1: 1 = supports 30 ns speed grade (~33 MHz)
  3434. + * 0: 1 = supports 50 ns speed grade (20 MHz)
  3435. + */
  3436. + u16 sync_ddr_speed;
  3437. + u8 sdr_features;
  3438. + u8 toggle_ddr_features;
  3439. + /*
  3440. + * 2-7: Reserved (0)
  3441. + * 1: Device supports CK stopped for data input
  3442. + * 0: tCAD value to use
  3443. + */
  3444. + u8 sync_ddr_features;
  3445. + u16 tPROG;
  3446. + u16 tBERS;
  3447. + u16 tR;
  3448. + u16 tR_multi_plane;
  3449. + u16 tCCS;
  3450. + u16 io_pin_capacitance;
  3451. + u16 input_pin_capacitance;
  3452. + u16 ck_pin_capacitance;
  3453. + /*
  3454. + * 3-7: Reserved (0)
  3455. + * 2: 1 = supports 18 ohm drive strength
  3456. + * 1: 1 = supports 25 ohm drive strength
  3457. + * 0: 1 = supports 35ohm/50ohm drive strength
  3458. + */
  3459. + u8 drive_strength;
  3460. + u16 tADL;
  3461. + u8 reserved4[36];
  3462. +
  3463. + /* ECC and endurance block. 208 */
  3464. + u8 target_begin_valid_blocks;
  3465. + u16 valid_block_endurance;
  3466. + /*
  3467. + * Byte 0: Number of bits ECC correctability
  3468. + * Byte 1: Codeword size
  3469. + * Byte 2-3: Bad blocks maximum per LUN
  3470. + * Byte 4-5: Block endurance
  3471. + * Byte 6-7: Reserved (0)
  3472. + */
  3473. + u8 endurance_block0[8];
  3474. + u8 endurance_block1[8];
  3475. + u8 endurance_block2[8];
  3476. + u8 endurance_block3[8];
  3477. + u8 reserved5[29];
  3478. +
  3479. + /* Reserved. 272 */
  3480. + u8 reserved6[148];
  3481. +
  3482. + /* Vendor specific block. 420 */
  3483. + u16 vendor_revision;
  3484. + u8 vendor_spec[88];
  3485. +
  3486. + /* CRC for Parameter Page. 510 */
  3487. + u16 crc16;
  3488. +} __packed;
  3489. +
  3490. +/* parallel nand io width */
  3491. +enum nand_io_width {
  3492. + NAND_IO8,
  3493. + NAND_IO16
  3494. +};
  3495. +
  3496. +/* all supported nand timming type */
  3497. +enum nand_timing_type {
  3498. + NAND_TIMING_SDR,
  3499. + NAND_TIMING_SYNC_DDR,
  3500. + NAND_TIMING_TOGGLE_DDR,
  3501. + NAND_TIMING_NVDDR2
  3502. +};
  3503. +
  3504. +/* nand basic commands */
  3505. +struct nand_cmds {
  3506. + short reset;
  3507. + short read_id;
  3508. + short read_status;
  3509. + short read_param_page;
  3510. + short set_feature;
  3511. + short get_feature;
  3512. + short read_1st;
  3513. + short read_2nd;
  3514. + short random_out_1st;
  3515. + short random_out_2nd;
  3516. + short program_1st;
  3517. + short program_2nd;
  3518. + short erase_1st;
  3519. + short erase_2nd;
  3520. + short read_cache;
  3521. + short read_cache_last;
  3522. + short program_cache;
  3523. +};
  3524. +
  3525. +/*
  3526. + * addressing for nand physical address
  3527. + * @row_bit_start: row address start bit
  3528. + * @block_bit_start: block address start bit
  3529. + * @plane_bit_start: plane address start bit
  3530. + * @lun_bit_start: lun address start bit
  3531. + */
  3532. +struct nand_addressing {
  3533. + u8 row_bit_start;
  3534. + u8 block_bit_start;
  3535. + u8 plane_bit_start;
  3536. + u8 lun_bit_start;
  3537. +};
  3538. +
  3539. +/*
  3540. + * nand operations status
  3541. + * @array_busy: indicates device array operation busy
  3542. + * @write_protect: indicates the device cannot be wrote or erased
  3543. + * @erase_fail: indicates erase operation fail
  3544. + * @program_fail: indicates program operation fail
  3545. + */
  3546. +struct nand_status {
  3547. + u8 array_busy;
  3548. + u8 write_protect;
  3549. + u8 erase_fail;
  3550. + u8 program_fail;
  3551. +};
  3552. +
  3553. +/*
  3554. + * nand endurance information
  3555. + * @pe_cycle: max program/erase cycle for nand stored data stability
  3556. + * @ecc_req: ecc strength required for the nand, measured per 1KB
  3557. + * @max_bitflips: bitflips is ecc corrected bits,
  3558. + * max_bitflips is the threshold for nand stored data stability
  3559. + * if corrected bits is over max_bitflips, stored data must be moved
  3560. + * to another good block
  3561. + */
  3562. +struct nand_endurance {
  3563. + int pe_cycle;
  3564. + int ecc_req;
  3565. + int max_bitflips;
  3566. +};
  3567. +
  3568. +/* wait for nand busy type */
  3569. +enum nand_wait_type {
  3570. + NAND_WAIT_IRQ,
  3571. + NAND_WAIT_POLLING,
  3572. + NAND_WAIT_TWHR2,
  3573. +};
  3574. +
  3575. +/* each nand array operations time */
  3576. +struct nand_array_timing {
  3577. + u16 tRST;
  3578. + u16 tWHR;
  3579. + u16 tR;
  3580. + u16 tRCBSY;
  3581. + u16 tFEAT;
  3582. + u16 tPROG;
  3583. + u16 tPCBSY;
  3584. + u16 tBERS;
  3585. + u16 tDBSY;
  3586. +};
  3587. +
  3588. +/* nand sdr interface timing required */
  3589. +struct nand_sdr_timing {
  3590. + u16 tREA;
  3591. + u16 tREH;
  3592. + u16 tCR;
  3593. + u16 tRP;
  3594. + u16 tWP;
  3595. + u16 tWH;
  3596. + u16 tWHR;
  3597. + u16 tCLS;
  3598. + u16 tALS;
  3599. + u16 tCLH;
  3600. + u16 tALH;
  3601. + u16 tWC;
  3602. + u16 tRC;
  3603. +};
  3604. +
  3605. +/* nand onfi ddr (nvddr) interface timing required */
  3606. +struct nand_onfi_timing {
  3607. + u16 tCAD;
  3608. + u16 tWPRE;
  3609. + u16 tWPST;
  3610. + u16 tWRCK;
  3611. + u16 tDQSCK;
  3612. + u16 tWHR;
  3613. +};
  3614. +
  3615. +/* nand toggle ddr (toggle 1.0) interface timing required */
  3616. +struct nand_toggle_timing {
  3617. + u16 tCS;
  3618. + u16 tCH;
  3619. + u16 tCAS;
  3620. + u16 tCAH;
  3621. + u16 tCALS;
  3622. + u16 tCALH;
  3623. + u16 tWP;
  3624. + u16 tWPRE;
  3625. + u16 tWPST;
  3626. + u16 tWPSTH;
  3627. + u16 tCR;
  3628. + u16 tRPRE;
  3629. + u16 tRPST;
  3630. + u16 tRPSTH;
  3631. + u16 tCDQSS;
  3632. + u16 tWHR;
  3633. +};
  3634. +
  3635. +/* nand basic device information */
  3636. +struct nand_device {
  3637. + u8 *name;
  3638. + u64 id;
  3639. + u8 id_len;
  3640. + u8 io_width;
  3641. + u8 row_cycle;
  3642. + u8 col_cycle;
  3643. + u8 target_num;
  3644. + u8 lun_num;
  3645. + u8 plane_num;
  3646. + int block_num;
  3647. + int block_size;
  3648. + int page_size;
  3649. + int spare_size;
  3650. + int min_program_pages;
  3651. + struct nand_cmds *cmds;
  3652. + struct nand_addressing *addressing;
  3653. + struct nand_status *status;
  3654. + struct nand_endurance *endurance;
  3655. + struct nand_array_timing *array_timing;
  3656. +};
  3657. +
  3658. +#define NAND_DEVICE(_name, _id, _id_len, _io_width, _row_cycle, \
  3659. + _col_cycle, _target_num, _lun_num, _plane_num, \
  3660. + _block_num, _block_size, _page_size, _spare_size, \
  3661. + _min_program_pages, _cmds, _addressing, _status, \
  3662. + _endurance, _array_timing) \
  3663. +{ \
  3664. + _name, _id, _id_len, _io_width, _row_cycle, \
  3665. + _col_cycle, _target_num, _lun_num, _plane_num, \
  3666. + _block_num, _block_size, _page_size, _spare_size, \
  3667. + _min_program_pages, _cmds, _addressing, _status, \
  3668. + _endurance, _array_timing \
  3669. +}
  3670. +
  3671. +#define MAX_ID_NUM sizeof(u64)
  3672. +
  3673. +#define NAND_PACK_ID(id0, id1, id2, id3, id4, id5, id6, id7) \
  3674. + ( \
  3675. + id0 | id1 << 8 | id2 << 16 | id3 << 24 | \
  3676. + (u64)id4 << 32 | (u64)id5 << 40 | \
  3677. + (u64)id6 << 48 | (u64)id7 << 56 \
  3678. + )
  3679. +
  3680. +#define NAND_UNPACK_ID(id, ids, len) \
  3681. + do { \
  3682. + int _i; \
  3683. + for (_i = 0; _i < len; _i++) \
  3684. + ids[_i] = id >> (_i << 3) & 0xff; \
  3685. + } while (0)
  3686. +
  3687. +static inline int nand_block_pages(struct nand_device *device)
  3688. +{
  3689. + return div_down(device->block_size, device->page_size);
  3690. +}
  3691. +
  3692. +static inline int nand_lun_blocks(struct nand_device *device)
  3693. +{
  3694. + return device->plane_num * device->block_num;
  3695. +}
  3696. +
  3697. +static inline int nand_target_blocks(struct nand_device *device)
  3698. +{
  3699. + return device->lun_num * device->plane_num * device->block_num;
  3700. +}
  3701. +
  3702. +static inline int nand_total_blocks(struct nand_device *device)
  3703. +{
  3704. + return device->target_num * device->lun_num * device->plane_num *
  3705. + device->block_num;
  3706. +}
  3707. +
  3708. +struct nand_device *nand_get_device(int index);
  3709. +#endif /* __NAND_DEVICE_H__ */
  3710. --- /dev/null
  3711. +++ b/drivers/mtd/nandx/core/nfi.h
  3712. @@ -0,0 +1,51 @@
  3713. +/*
  3714. + * Copyright (C) 2017 MediaTek Inc.
  3715. + * Licensed under either
  3716. + * BSD Licence, (see NOTICE for more details)
  3717. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  3718. + */
  3719. +
  3720. +#ifndef __NFI_H__
  3721. +#define __NFI_H__
  3722. +
  3723. +struct nfi_format {
  3724. + int page_size;
  3725. + int spare_size;
  3726. + int ecc_req;
  3727. +};
  3728. +
  3729. +struct nfi {
  3730. + int sector_size;
  3731. + int sector_spare_size;
  3732. + int fdm_size; /*for sector*/
  3733. + int fdm_ecc_size;
  3734. + int ecc_strength;
  3735. + int ecc_parity_size; /*for sector*/
  3736. +
  3737. + int (*select_chip)(struct nfi *nfi, int cs);
  3738. + int (*set_format)(struct nfi *nfi, struct nfi_format *format);
  3739. + int (*set_timing)(struct nfi *nfi, void *timing, int type);
  3740. + int (*nfi_ctrl)(struct nfi *nfi, int cmd, void *args);
  3741. +
  3742. + int (*reset)(struct nfi *nfi);
  3743. + int (*send_cmd)(struct nfi *nfi, short cmd);
  3744. + int (*send_addr)(struct nfi *nfi, int col, int row,
  3745. + int col_cycle, int row_cycle);
  3746. + int (*trigger)(struct nfi *nfi);
  3747. +
  3748. + int (*write_page)(struct nfi *nfi, u8 *data, u8 *fdm);
  3749. + int (*write_bytes)(struct nfi *nfi, u8 *data, int count);
  3750. + int (*read_sectors)(struct nfi *nfi, u8 *data, u8 *fdm,
  3751. + int sectors);
  3752. + int (*read_bytes)(struct nfi *nfi, u8 *data, int count);
  3753. +
  3754. + int (*wait_ready)(struct nfi *nfi, int type, u32 timeout);
  3755. +
  3756. + int (*enable_randomizer)(struct nfi *nfi, u32 row, bool encode);
  3757. + int (*disable_randomizer)(struct nfi *nfi);
  3758. +};
  3759. +
  3760. +struct nfi *nfi_init(struct nfi_resource *res);
  3761. +void nfi_exit(struct nfi *nfi);
  3762. +
  3763. +#endif /* __NFI_H__ */
  3764. --- /dev/null
  3765. +++ b/drivers/mtd/nandx/core/nfi/nfi_base.c
  3766. @@ -0,0 +1,1357 @@
  3767. +/*
  3768. + * Copyright (C) 2017 MediaTek Inc.
  3769. + * Licensed under either
  3770. + * BSD Licence, (see NOTICE for more details)
  3771. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  3772. + */
  3773. +
  3774. +/**
  3775. + * nfi_base.c - the base logic for nfi to access nand flash
  3776. + *
  3777. + * slc/mlc/tlc could use same code to access nand
  3778. + * of cause, there still some work need to do
  3779. + * even for spi nand, there should be a chance to integrate code together
  3780. + */
  3781. +
  3782. +#include "nandx_util.h"
  3783. +#include "nandx_core.h"
  3784. +#include "../nfi.h"
  3785. +#include "../nand_device.h"
  3786. +#include "nfi_regs.h"
  3787. +#include "nfiecc.h"
  3788. +#include "nfi_base.h"
  3789. +
  3790. +static const int spare_size_mt7622[] = {
  3791. + 16, 26, 27, 28
  3792. +};
  3793. +
  3794. +#define RAND_SEED_SHIFT(op) \
  3795. + ((op) == RAND_ENCODE ? ENCODE_SEED_SHIFT : DECODE_SEED_SHIFT)
  3796. +#define RAND_EN(op) \
  3797. + ((op) == RAND_ENCODE ? RAN_ENCODE_EN : RAN_DECODE_EN)
  3798. +
  3799. +#define SS_SEED_NUM 128
  3800. +static u16 ss_randomizer_seed[SS_SEED_NUM] = {
  3801. + 0x576A, 0x05E8, 0x629D, 0x45A3, 0x649C, 0x4BF0, 0x2342, 0x272E,
  3802. + 0x7358, 0x4FF3, 0x73EC, 0x5F70, 0x7A60, 0x1AD8, 0x3472, 0x3612,
  3803. + 0x224F, 0x0454, 0x030E, 0x70A5, 0x7809, 0x2521, 0x484F, 0x5A2D,
  3804. + 0x492A, 0x043D, 0x7F61, 0x3969, 0x517A, 0x3B42, 0x769D, 0x0647,
  3805. + 0x7E2A, 0x1383, 0x49D9, 0x07B8, 0x2578, 0x4EEC, 0x4423, 0x352F,
  3806. + 0x5B22, 0x72B9, 0x367B, 0x24B6, 0x7E8E, 0x2318, 0x6BD0, 0x5519,
  3807. + 0x1783, 0x18A7, 0x7B6E, 0x7602, 0x4B7F, 0x3648, 0x2C53, 0x6B99,
  3808. + 0x0C23, 0x67CF, 0x7E0E, 0x4D8C, 0x5079, 0x209D, 0x244A, 0x747B,
  3809. + 0x350B, 0x0E4D, 0x7004, 0x6AC3, 0x7F3E, 0x21F5, 0x7A15, 0x2379,
  3810. + 0x1517, 0x1ABA, 0x4E77, 0x15A1, 0x04FA, 0x2D61, 0x253A, 0x1302,
  3811. + 0x1F63, 0x5AB3, 0x049A, 0x5AE8, 0x1CD7, 0x4A00, 0x30C8, 0x3247,
  3812. + 0x729C, 0x5034, 0x2B0E, 0x57F2, 0x00E4, 0x575B, 0x6192, 0x38F8,
  3813. + 0x2F6A, 0x0C14, 0x45FC, 0x41DF, 0x38DA, 0x7AE1, 0x7322, 0x62DF,
  3814. + 0x5E39, 0x0E64, 0x6D85, 0x5951, 0x5937, 0x6281, 0x33A1, 0x6A32,
  3815. + 0x3A5A, 0x2BAC, 0x743A, 0x5E74, 0x3B2E, 0x7EC7, 0x4FD2, 0x5D28,
  3816. + 0x751F, 0x3EF8, 0x39B1, 0x4E49, 0x746B, 0x6EF6, 0x44BE, 0x6DB7
  3817. +};
  3818. +
  3819. +#if 0
  3820. +static void dump_register(void *regs)
  3821. +{
  3822. + int i;
  3823. +
  3824. + pr_info("registers:\n");
  3825. + for (i = 0; i < 0x600; i += 0x10) {
  3826. + pr_info(" address 0x%X : %X %X %X %X\n",
  3827. + (u32)((unsigned long)regs + i),
  3828. + (u32)readl(regs + i),
  3829. + (u32)readl(regs + i + 0x4),
  3830. + (u32)readl(regs + i + 0x8),
  3831. + (u32)readl(regs + i + 0xC));
  3832. + }
  3833. +}
  3834. +#endif
  3835. +
  3836. +static int nfi_enable_randomizer(struct nfi *nfi, u32 row, bool encode)
  3837. +{
  3838. + struct nfi_base *nb = nfi_to_base(nfi);
  3839. + enum randomizer_op op = RAND_ENCODE;
  3840. + void *regs = nb->res.nfi_regs;
  3841. + u32 val;
  3842. +
  3843. + if (!encode)
  3844. + op = RAND_DECODE;
  3845. +
  3846. + /* randomizer type and reseed type setup */
  3847. + val = readl(regs + NFI_CNFG);
  3848. + val |= CNFG_RAND_SEL | CNFG_RESEED_SEC_EN;
  3849. + writel(val, regs + NFI_CNFG);
  3850. +
  3851. + /* randomizer seed and type setup */
  3852. + val = ss_randomizer_seed[row % SS_SEED_NUM] & RAN_SEED_MASK;
  3853. + val <<= RAND_SEED_SHIFT(op);
  3854. + val |= RAND_EN(op);
  3855. + writel(val, regs + NFI_RANDOM_CNFG);
  3856. +
  3857. + return 0;
  3858. +}
  3859. +
  3860. +static int nfi_disable_randomizer(struct nfi *nfi)
  3861. +{
  3862. + struct nfi_base *nb = nfi_to_base(nfi);
  3863. +
  3864. + writel(0, nb->res.nfi_regs + NFI_RANDOM_CNFG);
  3865. +
  3866. + return 0;
  3867. +}
  3868. +
  3869. +static int nfi_irq_handler(int irq, void *data)
  3870. +{
  3871. + struct nfi_base *nb = (struct nfi_base *) data;
  3872. + void *regs = nb->res.nfi_regs;
  3873. + u16 status, en;
  3874. +
  3875. + status = readw(regs + NFI_INTR_STA);
  3876. + en = readw(regs + NFI_INTR_EN);
  3877. +
  3878. + if (!(status & en))
  3879. + return NAND_IRQ_NONE;
  3880. +
  3881. + writew(~status & en, regs + NFI_INTR_EN);
  3882. +
  3883. + nandx_event_complete(nb->done);
  3884. +
  3885. + return NAND_IRQ_HANDLED;
  3886. +}
  3887. +
  3888. +static int nfi_select_chip(struct nfi *nfi, int cs)
  3889. +{
  3890. + struct nfi_base *nb = nfi_to_base(nfi);
  3891. +
  3892. + writel(cs, nb->res.nfi_regs + NFI_CSEL);
  3893. +
  3894. + return 0;
  3895. +}
  3896. +
  3897. +static inline void set_op_mode(void *regs, u32 mode)
  3898. +{
  3899. + u32 val = readl(regs + NFI_CNFG);
  3900. +
  3901. + val &= ~CNFG_OP_MODE_MASK;
  3902. + val |= mode;
  3903. +
  3904. + writel(val, regs + NFI_CNFG);
  3905. +}
  3906. +
  3907. +static int nfi_reset(struct nfi *nfi)
  3908. +{
  3909. + struct nfi_base *nb = nfi_to_base(nfi);
  3910. + void *regs = nb->res.nfi_regs;
  3911. + int ret, val;
  3912. +
  3913. + /* The NFI reset to reset all registers and force the NFI
  3914. + * master be early terminated
  3915. + */
  3916. + writel(CON_FIFO_FLUSH | CON_NFI_RST, regs + NFI_CON);
  3917. +
  3918. + /* check state of NFI internal FSM and NAND interface FSM */
  3919. + ret = readl_poll_timeout_atomic(regs + NFI_MASTER_STA, val,
  3920. + !(val & MASTER_BUS_BUSY),
  3921. + 10, NFI_TIMEOUT);
  3922. + if (ret)
  3923. + pr_info("nfi reset timeout...\n");
  3924. +
  3925. + writel(CON_FIFO_FLUSH | CON_NFI_RST, regs + NFI_CON);
  3926. + writew(STAR_DE, regs + NFI_STRDATA);
  3927. +
  3928. + return ret;
  3929. +}
  3930. +
  3931. +static void bad_mark_swap(struct nfi *nfi, u8 *buf, u8 *fdm)
  3932. +{
  3933. + struct nfi_base *nb = nfi_to_base(nfi);
  3934. + u32 start_sector = div_down(nb->col, nfi->sector_size);
  3935. + u32 data_mark_pos;
  3936. + u8 temp;
  3937. +
  3938. + /* raw access, no need to do swap. */
  3939. + if (!nb->ecc_en)
  3940. + return;
  3941. +
  3942. + if (!buf || !fdm)
  3943. + return;
  3944. +
  3945. + if (nb->bad_mark_ctrl.sector < start_sector ||
  3946. + nb->bad_mark_ctrl.sector > start_sector + nb->rw_sectors)
  3947. + return;
  3948. +
  3949. + data_mark_pos = nb->bad_mark_ctrl.position +
  3950. + (nb->bad_mark_ctrl.sector - start_sector) *
  3951. + nfi->sector_size;
  3952. +
  3953. + temp = *fdm;
  3954. + *fdm = *(buf + data_mark_pos);
  3955. + *(buf + data_mark_pos) = temp;
  3956. +}
  3957. +
  3958. +static u8 *fdm_shift(struct nfi *nfi, u8 *fdm, int sector)
  3959. +{
  3960. + struct nfi_base *nb = nfi_to_base(nfi);
  3961. + u8 *pos;
  3962. +
  3963. + if (!fdm)
  3964. + return NULL;
  3965. +
  3966. + /* map the sector's FDM data to free oob:
  3967. + * the beginning of the oob area stores the FDM data of bad mark sectors
  3968. + */
  3969. + if (sector < nb->bad_mark_ctrl.sector)
  3970. + pos = fdm + (sector + 1) * nfi->fdm_size;
  3971. + else if (sector == nb->bad_mark_ctrl.sector)
  3972. + pos = fdm;
  3973. + else
  3974. + pos = fdm + sector * nfi->fdm_size;
  3975. +
  3976. + return pos;
  3977. +
  3978. +}
  3979. +
  3980. +static void set_bad_mark_ctrl(struct nfi_base *nb)
  3981. +{
  3982. + int temp, page_size = nb->format.page_size;
  3983. +
  3984. + nb->bad_mark_ctrl.bad_mark_swap = bad_mark_swap;
  3985. + nb->bad_mark_ctrl.fdm_shift = fdm_shift;
  3986. +
  3987. + temp = nb->nfi.sector_size + nb->nfi.sector_spare_size;
  3988. + nb->bad_mark_ctrl.sector = div_down(page_size, temp);
  3989. + nb->bad_mark_ctrl.position = reminder(page_size, temp);
  3990. +}
  3991. +
  3992. +/* NOTE: check if page_size valid future */
  3993. +static int setup_format(struct nfi_base *nb, int spare_idx)
  3994. +{
  3995. + struct nfi *nfi = &nb->nfi;
  3996. + u32 page_size = nb->format.page_size;
  3997. + u32 val;
  3998. +
  3999. + switch (page_size) {
  4000. + case 512:
  4001. + val = PAGEFMT_512_2K | PAGEFMT_SEC_SEL_512;
  4002. + break;
  4003. +
  4004. + case KB(2):
  4005. + if (nfi->sector_size == 512)
  4006. + val = PAGEFMT_2K_4K | PAGEFMT_SEC_SEL_512;
  4007. + else
  4008. + val = PAGEFMT_512_2K;
  4009. +
  4010. + break;
  4011. +
  4012. + case KB(4):
  4013. + if (nfi->sector_size == 512)
  4014. + val = PAGEFMT_4K_8K | PAGEFMT_SEC_SEL_512;
  4015. + else
  4016. + val = PAGEFMT_2K_4K;
  4017. +
  4018. + break;
  4019. +
  4020. + case KB(8):
  4021. + if (nfi->sector_size == 512)
  4022. + val = PAGEFMT_8K_16K | PAGEFMT_SEC_SEL_512;
  4023. + else
  4024. + val = PAGEFMT_4K_8K;
  4025. +
  4026. + break;
  4027. +
  4028. + case KB(16):
  4029. + val = PAGEFMT_8K_16K;
  4030. + break;
  4031. +
  4032. + default:
  4033. + pr_info("invalid page len: %d\n", page_size);
  4034. + return -EINVAL;
  4035. + }
  4036. +
  4037. + val |= spare_idx << PAGEFMT_SPARE_SHIFT;
  4038. + val |= nfi->fdm_size << PAGEFMT_FDM_SHIFT;
  4039. + val |= nfi->fdm_ecc_size << PAGEFMT_FDM_ECC_SHIFT;
  4040. + writel(val, nb->res.nfi_regs + NFI_PAGEFMT);
  4041. +
  4042. + if (nb->custom_sector_en) {
  4043. + val = nfi->sector_spare_size + nfi->sector_size;
  4044. + val |= SECCUS_SIZE_EN;
  4045. + writel(val, nb->res.nfi_regs + NFI_SECCUS_SIZE);
  4046. + }
  4047. +
  4048. + return 0;
  4049. +}
  4050. +
  4051. +static int adjust_spare(struct nfi_base *nb, int *spare)
  4052. +{
  4053. + int multi = nb->nfi.sector_size == 512 ? 1 : 2;
  4054. + int i, count = nb->caps->spare_size_num;
  4055. +
  4056. + if (*spare >= nb->caps->spare_size[count - 1] * multi) {
  4057. + *spare = nb->caps->spare_size[count - 1] * multi;
  4058. + return count - 1;
  4059. + }
  4060. +
  4061. + if (*spare < nb->caps->spare_size[0] * multi)
  4062. + return -EINVAL;
  4063. +
  4064. + for (i = 1; i < count; i++) {
  4065. + if (*spare < nb->caps->spare_size[i] * multi) {
  4066. + *spare = nb->caps->spare_size[i - 1] * multi;
  4067. + return i - 1;
  4068. + }
  4069. + }
  4070. +
  4071. + return -EINVAL;
  4072. +}
  4073. +
  4074. +static int nfi_set_format(struct nfi *nfi, struct nfi_format *format)
  4075. +{
  4076. + struct nfi_base *nb = nfi_to_base(nfi);
  4077. + struct nfiecc *ecc = nb->ecc;
  4078. + int ecc_strength = format->ecc_req;
  4079. + int min_fdm, min_ecc, max_ecc;
  4080. + u32 temp, page_sectors;
  4081. + int spare_idx = 0;
  4082. +
  4083. + if (!nb->buf) {
  4084. +#if NANDX_BULK_IO_USE_DRAM
  4085. + nb->buf = NANDX_NFI_BUF_ADDR;
  4086. +#else
  4087. + nb->buf = mem_alloc(1, format->page_size + format->spare_size);
  4088. +#endif
  4089. + if (!nb->buf)
  4090. + return -ENOMEM;
  4091. + }
  4092. +
  4093. + nb->format = *format;
  4094. +
  4095. + /* ToBeFixed: for spi nand, now sector size is 512,
  4096. + * it should be same with slc.
  4097. + */
  4098. + nfi->sector_size = 512;
  4099. + /* format->ecc_req is the requirement per 1KB */
  4100. + ecc_strength >>= 1;
  4101. +
  4102. + page_sectors = div_down(format->page_size, nfi->sector_size);
  4103. + nfi->sector_spare_size = div_down(format->spare_size, page_sectors);
  4104. +
  4105. + if (!nb->custom_sector_en) {
  4106. + spare_idx = adjust_spare(nb, &nfi->sector_spare_size);
  4107. + if (spare_idx < 0)
  4108. + return -EINVAL;
  4109. + }
  4110. +
  4111. + /* calculate ecc strength and fdm size */
  4112. + temp = (nfi->sector_spare_size - nb->caps->max_fdm_size) * 8;
  4113. + min_ecc = div_down(temp, nb->caps->ecc_parity_bits);
  4114. + min_ecc = ecc->adjust_strength(ecc, min_ecc);
  4115. + if (min_ecc < 0)
  4116. + return -EINVAL;
  4117. +
  4118. + temp = div_up(nb->res.min_oob_req, page_sectors);
  4119. + temp = (nfi->sector_spare_size - temp) * 8;
  4120. + max_ecc = div_down(temp, nb->caps->ecc_parity_bits);
  4121. + max_ecc = ecc->adjust_strength(ecc, max_ecc);
  4122. + if (max_ecc < 0)
  4123. + return -EINVAL;
  4124. +
  4125. + temp = div_up(temp * nb->caps->ecc_parity_bits, 8);
  4126. + temp = nfi->sector_spare_size - temp;
  4127. + min_fdm = min_t(u32, temp, (u32)nb->caps->max_fdm_size);
  4128. +
  4129. + if (ecc_strength > max_ecc) {
  4130. + pr_info("required ecc strength %d, max supported %d\n",
  4131. + ecc_strength, max_ecc);
  4132. + nfi->ecc_strength = max_ecc;
  4133. + nfi->fdm_size = min_fdm;
  4134. + } else if (format->ecc_req < min_ecc) {
  4135. + nfi->ecc_strength = min_ecc;
  4136. + nfi->fdm_size = nb->caps->max_fdm_size;
  4137. + } else {
  4138. + ecc_strength = ecc->adjust_strength(ecc, ecc_strength);
  4139. + if (ecc_strength < 0)
  4140. + return -EINVAL;
  4141. +
  4142. + nfi->ecc_strength = ecc_strength;
  4143. + temp = div_up(ecc_strength * nb->caps->ecc_parity_bits, 8);
  4144. + nfi->fdm_size = nfi->sector_spare_size - temp;
  4145. + }
  4146. +
  4147. + nb->page_sectors = div_down(format->page_size, nfi->sector_size);
  4148. +
  4149. + /* some IC has fixed fdm_ecc_size, if not assigend, set to fdm_size */
  4150. + nfi->fdm_ecc_size = nb->caps->fdm_ecc_size ? : nfi->fdm_size;
  4151. +
  4152. + nfi->ecc_parity_size = div_up(nfi->ecc_strength *
  4153. + nb->caps->ecc_parity_bits,
  4154. + 8);
  4155. + set_bad_mark_ctrl(nb);
  4156. +
  4157. + pr_debug("sector_size: %d\n", nfi->sector_size);
  4158. + pr_debug("sector_spare_size: %d\n", nfi->sector_spare_size);
  4159. + pr_debug("fdm_size: %d\n", nfi->fdm_size);
  4160. + pr_debug("fdm_ecc_size: %d\n", nfi->fdm_ecc_size);
  4161. + pr_debug("ecc_strength: %d\n", nfi->ecc_strength);
  4162. + pr_debug("ecc_parity_size: %d\n", nfi->ecc_parity_size);
  4163. +
  4164. + return setup_format(nb, spare_idx);
  4165. +}
  4166. +
  4167. +static int nfi_ctrl(struct nfi *nfi, int cmd, void *args)
  4168. +{
  4169. + struct nfi_base *nb = nfi_to_base(nfi);
  4170. + int ret = 0;
  4171. +
  4172. + switch (cmd) {
  4173. + case NFI_CTRL_DMA:
  4174. + nb->dma_en = *(bool *)args;
  4175. + break;
  4176. +
  4177. + case NFI_CTRL_AUTOFORMAT:
  4178. + nb->auto_format = *(bool *)args;
  4179. + break;
  4180. +
  4181. + case NFI_CTRL_NFI_IRQ:
  4182. + nb->nfi_irq_en = *(bool *)args;
  4183. + break;
  4184. +
  4185. + case NFI_CTRL_PAGE_IRQ:
  4186. + nb->page_irq_en = *(bool *)args;
  4187. + break;
  4188. +
  4189. + case NFI_CTRL_BAD_MARK_SWAP:
  4190. + nb->bad_mark_swap_en = *(bool *)args;
  4191. + break;
  4192. +
  4193. + case NFI_CTRL_ECC:
  4194. + nb->ecc_en = *(bool *)args;
  4195. + break;
  4196. +
  4197. + case NFI_CTRL_ECC_MODE:
  4198. + nb->ecc_mode = *(enum nfiecc_mode *)args;
  4199. + break;
  4200. +
  4201. + case NFI_CTRL_ECC_CLOCK:
  4202. + /* NOTE: it seems that there's nothing need to do
  4203. + * if new IC need, just add tht logic
  4204. + */
  4205. + nb->ecc_clk_en = *(bool *)args;
  4206. + break;
  4207. +
  4208. + case NFI_CTRL_ECC_IRQ:
  4209. + nb->ecc_irq_en = *(bool *)args;
  4210. + break;
  4211. +
  4212. + case NFI_CTRL_ECC_DECODE_MODE:
  4213. + nb->ecc_deccon = *(enum nfiecc_deccon *)args;
  4214. + break;
  4215. +
  4216. + default:
  4217. + pr_info("invalid arguments.\n");
  4218. + ret = -EOPNOTSUPP;
  4219. + break;
  4220. + }
  4221. +
  4222. + pr_debug("%s: set cmd(%d) to %d\n", __func__, cmd, *(int *)args);
  4223. + return ret;
  4224. +}
  4225. +
  4226. +static int nfi_send_cmd(struct nfi *nfi, short cmd)
  4227. +{
  4228. + struct nfi_base *nb = nfi_to_base(nfi);
  4229. + void *regs = nb->res.nfi_regs;
  4230. + int ret;
  4231. + u32 val;
  4232. +
  4233. + pr_debug("%s: cmd 0x%x\n", __func__, cmd);
  4234. +
  4235. + if (cmd < 0)
  4236. + return -EINVAL;
  4237. +
  4238. + set_op_mode(regs, nb->op_mode);
  4239. +
  4240. + writel(cmd, regs + NFI_CMD);
  4241. +
  4242. + ret = readl_poll_timeout_atomic(regs + NFI_STA,
  4243. + val, !(val & STA_CMD),
  4244. + 5, NFI_TIMEOUT);
  4245. + if (ret)
  4246. + pr_info("send cmd 0x%x timeout\n", cmd);
  4247. +
  4248. + return ret;
  4249. +}
  4250. +
  4251. +static int nfi_send_addr(struct nfi *nfi, int col, int row,
  4252. + int col_cycle, int row_cycle)
  4253. +{
  4254. + struct nfi_base *nb = nfi_to_base(nfi);
  4255. + void *regs = nb->res.nfi_regs;
  4256. + int ret;
  4257. + u32 val;
  4258. +
  4259. + pr_debug("%s: col 0x%x, row 0x%x, col_cycle 0x%x, row_cycle 0x%x\n",
  4260. + __func__, col, row, col_cycle, row_cycle);
  4261. +
  4262. + nb->col = col;
  4263. + nb->row = row;
  4264. +
  4265. + writel(col, regs + NFI_COLADDR);
  4266. + writel(row, regs + NFI_ROWADDR);
  4267. + writel(col_cycle | (row_cycle << ROW_SHIFT), regs + NFI_ADDRNOB);
  4268. +
  4269. + ret = readl_poll_timeout_atomic(regs + NFI_STA,
  4270. + val, !(val & STA_ADDR),
  4271. + 5, NFI_TIMEOUT);
  4272. + if (ret)
  4273. + pr_info("send address timeout\n");
  4274. +
  4275. + return ret;
  4276. +}
  4277. +
  4278. +static int nfi_trigger(struct nfi *nfi)
  4279. +{
  4280. + /* Nothing need to do. */
  4281. + return 0;
  4282. +}
  4283. +
  4284. +static inline int wait_io_ready(void *regs)
  4285. +{
  4286. + u32 val;
  4287. + int ret;
  4288. +
  4289. + ret = readl_poll_timeout_atomic(regs + NFI_PIO_DIRDY,
  4290. + val, val & PIO_DI_RDY,
  4291. + 2, NFI_TIMEOUT);
  4292. + if (ret)
  4293. + pr_info("wait io ready timeout\n");
  4294. +
  4295. + return ret;
  4296. +}
  4297. +
  4298. +static int wait_ready_irq(struct nfi_base *nb, u32 timeout)
  4299. +{
  4300. + void *regs = nb->res.nfi_regs;
  4301. + int ret;
  4302. + u32 val;
  4303. +
  4304. + writel(0xf1, regs + NFI_CNRNB);
  4305. + nandx_event_init(nb->done);
  4306. +
  4307. + writel(INTR_BUSY_RETURN_EN, (void *)(regs + NFI_INTR_EN));
  4308. +
  4309. + /**
  4310. + * check if nand already bean ready,
  4311. + * avoid issue that casued by missing irq-event.
  4312. + */
  4313. + val = readl(regs + NFI_STA);
  4314. + if (val & STA_BUSY2READY) {
  4315. + readl(regs + NFI_INTR_STA);
  4316. + writel(0, (void *)(regs + NFI_INTR_EN));
  4317. + return 0;
  4318. + }
  4319. +
  4320. + ret = nandx_event_wait_complete(nb->done, timeout);
  4321. +
  4322. + writew(0, regs + NFI_CNRNB);
  4323. + return ret;
  4324. +}
  4325. +
  4326. +static void wait_ready_twhr2(struct nfi_base *nb, u32 timeout)
  4327. +{
  4328. + /* NOTE: this for tlc */
  4329. +}
  4330. +
  4331. +static int wait_ready_poll(struct nfi_base *nb, u32 timeout)
  4332. +{
  4333. + void *regs = nb->res.nfi_regs;
  4334. + int ret;
  4335. + u32 val;
  4336. +
  4337. + writel(0x21, regs + NFI_CNRNB);
  4338. + ret = readl_poll_timeout_atomic(regs + NFI_STA, val,
  4339. + val & STA_BUSY2READY,
  4340. + 2, timeout);
  4341. + writew(0, regs + NFI_CNRNB);
  4342. +
  4343. + return ret;
  4344. +}
  4345. +
  4346. +static int nfi_wait_ready(struct nfi *nfi, int type, u32 timeout)
  4347. +{
  4348. + struct nfi_base *nb = nfi_to_base(nfi);
  4349. + int ret;
  4350. +
  4351. + switch (type) {
  4352. + case NAND_WAIT_IRQ:
  4353. + if (nb->nfi_irq_en)
  4354. + ret = wait_ready_irq(nb, timeout);
  4355. + else
  4356. + ret = -EINVAL;
  4357. +
  4358. + break;
  4359. +
  4360. + case NAND_WAIT_POLLING:
  4361. + ret = wait_ready_poll(nb, timeout);
  4362. + break;
  4363. +
  4364. + case NAND_WAIT_TWHR2:
  4365. + wait_ready_twhr2(nb, timeout);
  4366. + ret = 0;
  4367. + break;
  4368. +
  4369. + default:
  4370. + ret = -EINVAL;
  4371. + break;
  4372. + }
  4373. +
  4374. + if (ret)
  4375. + pr_info("%s: type 0x%x, timeout 0x%x\n",
  4376. + __func__, type, timeout);
  4377. +
  4378. + return ret;
  4379. +}
  4380. +
  4381. +static int enable_ecc_decode(struct nfi_base *nb, int sectors)
  4382. +{
  4383. + struct nfi *nfi = &nb->nfi;
  4384. + struct nfiecc *ecc = nb->ecc;
  4385. +
  4386. + ecc->config.op = ECC_DECODE;
  4387. + ecc->config.mode = nb->ecc_mode;
  4388. + ecc->config.deccon = nb->ecc_deccon;
  4389. + ecc->config.sectors = sectors;
  4390. + ecc->config.len = nfi->sector_size + nfi->fdm_ecc_size;
  4391. + ecc->config.strength = nfi->ecc_strength;
  4392. +
  4393. + return ecc->enable(ecc);
  4394. +}
  4395. +
  4396. +static int enable_ecc_encode(struct nfi_base *nb)
  4397. +{
  4398. + struct nfiecc *ecc = nb->ecc;
  4399. + struct nfi *nfi = &nb->nfi;
  4400. +
  4401. + ecc->config.op = ECC_ENCODE;
  4402. + ecc->config.mode = nb->ecc_mode;
  4403. + ecc->config.len = nfi->sector_size + nfi->fdm_ecc_size;
  4404. + ecc->config.strength = nfi->ecc_strength;
  4405. +
  4406. + return ecc->enable(ecc);
  4407. +}
  4408. +
  4409. +static void read_fdm(struct nfi_base *nb, u8 *fdm, int start_sector,
  4410. + int sectors)
  4411. +{
  4412. + void *regs = nb->res.nfi_regs;
  4413. + int j, i = start_sector;
  4414. + u32 vall, valm;
  4415. + u8 *buf = fdm;
  4416. +
  4417. + for (; i < start_sector + sectors; i++) {
  4418. + if (nb->bad_mark_swap_en)
  4419. + buf = nb->bad_mark_ctrl.fdm_shift(&nb->nfi, fdm, i);
  4420. +
  4421. + vall = readl(regs + NFI_FDML(i));
  4422. + valm = readl(regs + NFI_FDMM(i));
  4423. +
  4424. + for (j = 0; j < nb->nfi.fdm_size; j++)
  4425. + *buf++ = (j >= 4 ? valm : vall) >> ((j & 3) << 3);
  4426. + }
  4427. +}
  4428. +
  4429. +static void write_fdm(struct nfi_base *nb, u8 *fdm)
  4430. +{
  4431. + struct nfi *nfi = &nb->nfi;
  4432. + void *regs = nb->res.nfi_regs;
  4433. + u32 vall, valm;
  4434. + int i, j;
  4435. + u8 *buf = fdm;
  4436. +
  4437. + for (i = 0; i < nb->page_sectors; i++) {
  4438. + if (nb->bad_mark_swap_en)
  4439. + buf = nb->bad_mark_ctrl.fdm_shift(nfi, fdm, i);
  4440. +
  4441. + vall = 0;
  4442. + for (j = 0; j < 4; j++)
  4443. + vall |= (j < nfi->fdm_size ? *buf++ : 0xff) << (j * 8);
  4444. + writel(vall, regs + NFI_FDML(i));
  4445. +
  4446. + valm = 0;
  4447. + for (j = 0; j < 4; j++)
  4448. + valm |= (j < nfi->fdm_size ? *buf++ : 0xff) << (j * 8);
  4449. + writel(valm, regs + NFI_FDMM(i));
  4450. + }
  4451. +}
  4452. +
  4453. +/* NOTE: pio not use auto format */
  4454. +static int pio_rx_data(struct nfi_base *nb, u8 *data, u8 *fdm,
  4455. + int sectors)
  4456. +{
  4457. + struct nfiecc_status ecc_status;
  4458. + struct nfi *nfi = &nb->nfi;
  4459. + void *regs = nb->res.nfi_regs;
  4460. + u32 val, bitflips = 0;
  4461. + int len, ret, i;
  4462. + u8 *buf;
  4463. +
  4464. + val = readl(regs + NFI_CNFG) | CNFG_BYTE_RW;
  4465. + writel(val, regs + NFI_CNFG);
  4466. +
  4467. + len = nfi->sector_size + nfi->sector_spare_size;
  4468. + len *= sectors;
  4469. +
  4470. + for (i = 0; i < len; i++) {
  4471. + ret = wait_io_ready(regs);
  4472. + if (ret)
  4473. + return ret;
  4474. +
  4475. + nb->buf[i] = readb(regs + NFI_DATAR);
  4476. + }
  4477. +
  4478. + /* TODO: do error handle for autoformat setting of pio */
  4479. + if (nb->ecc_en) {
  4480. + for (i = 0; i < sectors; i++) {
  4481. + buf = nb->buf + i * (nfi->sector_size +
  4482. + nfi->sector_spare_size);
  4483. + ret = nb->ecc->correct_data(nb->ecc, &ecc_status,
  4484. + buf, i);
  4485. + if (data)
  4486. + memcpy(data + i * nfi->sector_size,
  4487. + buf, nfi->sector_size);
  4488. + if (fdm)
  4489. + memcpy(fdm + i * nfi->fdm_size,
  4490. + buf + nfi->sector_size, nfi->fdm_size);
  4491. + if (ret) {
  4492. + ret = nb->ecc->decode_status(nb->ecc, i, 1);
  4493. + if (ret < 0)
  4494. + return ret;
  4495. +
  4496. + bitflips = max_t(int, (int)bitflips, ret);
  4497. + }
  4498. + }
  4499. +
  4500. + return bitflips;
  4501. + }
  4502. +
  4503. + /* raw read, only data not null, and its length should be $len */
  4504. + if (data)
  4505. + memcpy(data, nb->buf, len);
  4506. +
  4507. + return 0;
  4508. +}
  4509. +
  4510. +static int pio_tx_data(struct nfi_base *nb, u8 *data, u8 *fdm,
  4511. + int sectors)
  4512. +{
  4513. + struct nfi *nfi = &nb->nfi;
  4514. + void *regs = nb->res.nfi_regs;
  4515. + u32 i, val;
  4516. + int len, ret;
  4517. +
  4518. + val = readw(regs + NFI_CNFG) | CNFG_BYTE_RW;
  4519. + writew(val, regs + NFI_CNFG);
  4520. +
  4521. + len = nb->ecc_en ? nfi->sector_size :
  4522. + nfi->sector_size + nfi->sector_spare_size;
  4523. + len *= sectors;
  4524. +
  4525. + /* data shouldn't null,
  4526. + * and if ecc enable ,fdm been written in prepare process
  4527. + */
  4528. + for (i = 0; i < len; i++) {
  4529. + ret = wait_io_ready(regs);
  4530. + if (ret)
  4531. + return ret;
  4532. + writeb(data[i], regs + NFI_DATAW);
  4533. + }
  4534. +
  4535. + return 0;
  4536. +}
  4537. +
  4538. +static bool is_page_empty(struct nfi_base *nb, u8 *data, u8 *fdm,
  4539. + int sectors)
  4540. +{
  4541. + u32 empty = readl(nb->res.nfi_regs + NFI_STA) & STA_EMP_PAGE;
  4542. +
  4543. + if (empty) {
  4544. + pr_info("empty page!\n");
  4545. + return true;
  4546. + }
  4547. +
  4548. + return false;
  4549. +}
  4550. +
  4551. +static int rw_prepare(struct nfi_base *nb, int sectors, u8 *data,
  4552. + u8 *fdm, bool read)
  4553. +{
  4554. + void *regs = nb->res.nfi_regs;
  4555. + u32 len = nb->nfi.sector_size * sectors;
  4556. + bool irq_en = nb->dma_en && nb->nfi_irq_en;
  4557. + void *dma_addr;
  4558. + u32 val;
  4559. + int ret;
  4560. +
  4561. + nb->rw_sectors = sectors;
  4562. +
  4563. + if (irq_en) {
  4564. + nandx_event_init(nb->done);
  4565. + writel(INTR_AHB_DONE_EN, regs + NFI_INTR_EN);
  4566. + }
  4567. +
  4568. + val = readw(regs + NFI_CNFG);
  4569. + if (read)
  4570. + val |= CNFG_READ_EN;
  4571. + else
  4572. + val &= ~CNFG_READ_EN;
  4573. +
  4574. + /* as design, now, auto format enabled when ecc enabled */
  4575. + if (nb->ecc_en) {
  4576. + val |= CNFG_HW_ECC_EN | CNFG_AUTO_FMT_EN;
  4577. +
  4578. + if (read)
  4579. + ret = enable_ecc_decode(nb, sectors);
  4580. + else
  4581. + ret = enable_ecc_encode(nb);
  4582. +
  4583. + if (ret) {
  4584. + pr_info("%s: ecc enable %s fail!\n", __func__,
  4585. + read ? "decode" : "encode");
  4586. + return ret;
  4587. + }
  4588. + } else {
  4589. + val &= ~(CNFG_HW_ECC_EN | CNFG_AUTO_FMT_EN);
  4590. + }
  4591. +
  4592. + if (!read && nb->bad_mark_swap_en)
  4593. + nb->bad_mark_ctrl.bad_mark_swap(&nb->nfi, data, fdm);
  4594. +
  4595. + if (!nb->ecc_en && read)
  4596. + len += sectors * nb->nfi.sector_spare_size;
  4597. +
  4598. + if (nb->dma_en) {
  4599. + val |= CNFG_DMA_BURST_EN | CNFG_AHB;
  4600. +
  4601. + if (read) {
  4602. + dma_addr = (void *)(unsigned long)nandx_dma_map(
  4603. + nb->res.dev, nb->buf,
  4604. + (u64)len, NDMA_FROM_DEV);
  4605. + } else {
  4606. + memcpy(nb->buf, data, len);
  4607. + dma_addr = (void *)(unsigned long)nandx_dma_map(
  4608. + nb->res.dev, nb->buf,
  4609. + (u64)len, NDMA_TO_DEV);
  4610. + }
  4611. +
  4612. + writel((unsigned long)dma_addr, (void *)regs + NFI_STRADDR);
  4613. +
  4614. + nb->access_len = len;
  4615. + nb->dma_addr = dma_addr;
  4616. + }
  4617. +
  4618. + if (nb->ecc_en && !read && fdm)
  4619. + write_fdm(nb, fdm);
  4620. +
  4621. + writew(val, regs + NFI_CNFG);
  4622. + /* setup R/W sector number */
  4623. + writel(sectors << CON_SEC_SHIFT, regs + NFI_CON);
  4624. +
  4625. + return 0;
  4626. +}
  4627. +
  4628. +static void rw_trigger(struct nfi_base *nb, bool read)
  4629. +{
  4630. + void *regs = nb->res.nfi_regs;
  4631. + u32 val;
  4632. +
  4633. + val = read ? CON_BRD : CON_BWR;
  4634. + val |= readl(regs + NFI_CON);
  4635. + writel(val, regs + NFI_CON);
  4636. +
  4637. + writel(STAR_EN, regs + NFI_STRDATA);
  4638. +}
  4639. +
  4640. +static int rw_wait_done(struct nfi_base *nb, int sectors, bool read)
  4641. +{
  4642. + void *regs = nb->res.nfi_regs;
  4643. + bool irq_en = nb->dma_en && nb->nfi_irq_en;
  4644. + int ret;
  4645. + u32 val;
  4646. +
  4647. + if (irq_en) {
  4648. + ret = nandx_event_wait_complete(nb->done, NFI_TIMEOUT);
  4649. + if (!ret) {
  4650. + writew(0, regs + NFI_INTR_EN);
  4651. + return ret;
  4652. + }
  4653. + }
  4654. +
  4655. + if (read) {
  4656. + ret = readl_poll_timeout_atomic(regs + NFI_BYTELEN, val,
  4657. + ADDRCNTR_SEC(val) >=
  4658. + (u32)sectors,
  4659. + 2, NFI_TIMEOUT);
  4660. + /* HW issue: if not wait ahb done, need polling bus busy */
  4661. + if (!ret && !irq_en)
  4662. + ret = readl_poll_timeout_atomic(regs + NFI_MASTER_STA,
  4663. + val,
  4664. + !(val &
  4665. + MASTER_BUS_BUSY),
  4666. + 2, NFI_TIMEOUT);
  4667. + } else {
  4668. + ret = readl_poll_timeout_atomic(regs + NFI_ADDRCNTR, val,
  4669. + ADDRCNTR_SEC(val) >=
  4670. + (u32)sectors,
  4671. + 2, NFI_TIMEOUT);
  4672. + }
  4673. +
  4674. + if (ret) {
  4675. + pr_info("do page %s timeout\n", read ? "read" : "write");
  4676. + return ret;
  4677. + }
  4678. +
  4679. + if (read && nb->ecc_en) {
  4680. + ret = nb->ecc->wait_done(nb->ecc);
  4681. + if (ret)
  4682. + return ret;
  4683. +
  4684. + return nb->ecc->decode_status(nb->ecc, 0, sectors);
  4685. + }
  4686. +
  4687. + return 0;
  4688. +}
  4689. +
  4690. +static int rw_data(struct nfi_base *nb, u8 *data, u8 *fdm, int sectors,
  4691. + bool read)
  4692. +{
  4693. + if (read && nb->dma_en && nb->ecc_en && fdm)
  4694. + read_fdm(nb, fdm, 0, sectors);
  4695. +
  4696. + if (!nb->dma_en) {
  4697. + if (read)
  4698. + return pio_rx_data(nb, data, fdm, sectors);
  4699. +
  4700. + return pio_tx_data(nb, data, fdm, sectors);
  4701. + }
  4702. +
  4703. + return 0;
  4704. +}
  4705. +
  4706. +static void rw_complete(struct nfi_base *nb, u8 *data, u8 *fdm,
  4707. + bool read)
  4708. +{
  4709. + int data_len = 0;
  4710. + bool is_empty;
  4711. +
  4712. + if (nb->dma_en) {
  4713. + if (read) {
  4714. + nandx_dma_unmap(nb->res.dev, nb->buf, nb->dma_addr,
  4715. + (u64)nb->access_len, NDMA_FROM_DEV);
  4716. +
  4717. + if (data) {
  4718. + data_len = nb->rw_sectors * nb->nfi.sector_size;
  4719. + memcpy(data, nb->buf, data_len);
  4720. + }
  4721. +
  4722. + if (fdm)
  4723. + memcpy(fdm, nb->buf + data_len,
  4724. + nb->access_len - data_len);
  4725. +
  4726. + if (nb->read_status == -ENANDREAD) {
  4727. + is_empty = nb->is_page_empty(nb, data, fdm,
  4728. + nb->rw_sectors);
  4729. + if (is_empty)
  4730. + nb->read_status = 0;
  4731. + }
  4732. + } else {
  4733. + nandx_dma_unmap(nb->res.dev, nb->buf, nb->dma_addr,
  4734. + (u64)nb->access_len, NDMA_TO_DEV);
  4735. + }
  4736. + }
  4737. +
  4738. + /* whether it's reading or writing, we all check if nee swap
  4739. + * for write, we need to restore data
  4740. + */
  4741. + if (nb->bad_mark_swap_en)
  4742. + nb->bad_mark_ctrl.bad_mark_swap(&nb->nfi, data, fdm);
  4743. +
  4744. + if (nb->ecc_en)
  4745. + nb->ecc->disable(nb->ecc);
  4746. +
  4747. + writel(0, nb->res.nfi_regs + NFI_CNFG);
  4748. + writel(0, nb->res.nfi_regs + NFI_CON);
  4749. +}
  4750. +
  4751. +static int nfi_read_sectors(struct nfi *nfi, u8 *data, u8 *fdm,
  4752. + int sectors)
  4753. +{
  4754. + struct nfi_base *nb = nfi_to_base(nfi);
  4755. + int bitflips = 0, ret;
  4756. +
  4757. + pr_debug("%s: read page#%d\n", __func__, nb->row);
  4758. + pr_debug("%s: data address 0x%x, fdm address 0x%x, sectors 0x%x\n",
  4759. + __func__, (u32)((unsigned long)data),
  4760. + (u32)((unsigned long)fdm), sectors);
  4761. +
  4762. + nb->read_status = 0;
  4763. +
  4764. + ret = nb->rw_prepare(nb, sectors, data, fdm, true);
  4765. + if (ret)
  4766. + return ret;
  4767. +
  4768. + nb->rw_trigger(nb, true);
  4769. +
  4770. + if (nb->dma_en) {
  4771. + ret = nb->rw_wait_done(nb, sectors, true);
  4772. + if (ret > 0)
  4773. + bitflips = ret;
  4774. + else if (ret == -ENANDREAD)
  4775. + nb->read_status = -ENANDREAD;
  4776. + else if (ret < 0)
  4777. + goto complete;
  4778. +
  4779. + }
  4780. +
  4781. + ret = nb->rw_data(nb, data, fdm, sectors, true);
  4782. + if (ret > 0)
  4783. + ret = max_t(int, ret, bitflips);
  4784. +
  4785. +complete:
  4786. + nb->rw_complete(nb, data, fdm, true);
  4787. +
  4788. + if (nb->read_status == -ENANDREAD)
  4789. + return -ENANDREAD;
  4790. +
  4791. + return ret;
  4792. +}
  4793. +
  4794. +int nfi_write_page(struct nfi *nfi, u8 *data, u8 *fdm)
  4795. +{
  4796. + struct nfi_base *nb = nfi_to_base(nfi);
  4797. + u32 sectors = div_down(nb->format.page_size, nfi->sector_size);
  4798. + int ret;
  4799. +
  4800. + pr_debug("%s: data address 0x%x, fdm address 0x%x\n",
  4801. + __func__, (int)((unsigned long)data),
  4802. + (int)((unsigned long)fdm));
  4803. +
  4804. + ret = nb->rw_prepare(nb, sectors, data, fdm, false);
  4805. + if (ret)
  4806. + return ret;
  4807. +
  4808. + nb->rw_trigger(nb, false);
  4809. +
  4810. + ret = nb->rw_data(nb, data, fdm, sectors, false);
  4811. + if (ret)
  4812. + return ret;
  4813. +
  4814. + ret = nb->rw_wait_done(nb, sectors, false);
  4815. +
  4816. + nb->rw_complete(nb, data, fdm, false);
  4817. +
  4818. + return ret;
  4819. +}
  4820. +
  4821. +static int nfi_rw_bytes(struct nfi *nfi, u8 *data, int count, bool read)
  4822. +{
  4823. + struct nfi_base *nb = nfi_to_base(nfi);
  4824. + void *regs = nb->res.nfi_regs;
  4825. + int i, ret;
  4826. + u32 val;
  4827. +
  4828. + for (i = 0; i < count; i++) {
  4829. + val = readl(regs + NFI_STA) & NFI_FSM_MASK;
  4830. + if (val != NFI_FSM_CUSTDATA) {
  4831. + val = readw(regs + NFI_CNFG) | CNFG_BYTE_RW;
  4832. + if (read)
  4833. + val |= CNFG_READ_EN;
  4834. + writew(val, regs + NFI_CNFG);
  4835. +
  4836. + val = div_up(count, nfi->sector_size);
  4837. + val = (val << CON_SEC_SHIFT) | CON_BRD | CON_BWR;
  4838. + writel(val, regs + NFI_CON);
  4839. +
  4840. + writew(STAR_EN, regs + NFI_STRDATA);
  4841. + }
  4842. +
  4843. + ret = wait_io_ready(regs);
  4844. + if (ret)
  4845. + return ret;
  4846. +
  4847. + if (read)
  4848. + data[i] = readb(regs + NFI_DATAR);
  4849. + else
  4850. + writeb(data[i], regs + NFI_DATAW);
  4851. + }
  4852. +
  4853. + writel(0, nb->res.nfi_regs + NFI_CNFG);
  4854. +
  4855. + return 0;
  4856. +}
  4857. +
  4858. +static int nfi_read_bytes(struct nfi *nfi, u8 *data, int count)
  4859. +{
  4860. + return nfi_rw_bytes(nfi, data, count, true);
  4861. +}
  4862. +
  4863. +static int nfi_write_bytes(struct nfi *nfi, u8 *data, int count)
  4864. +{
  4865. + return nfi_rw_bytes(nfi, data, count, false);
  4866. +}
  4867. +
  4868. +/* As register map says, only when flash macro is idle,
  4869. + * sw reset or nand interface change can be issued
  4870. + */
  4871. +static inline int wait_flash_macro_idle(void *regs)
  4872. +{
  4873. + u32 val;
  4874. +
  4875. + return readl_poll_timeout_atomic(regs + NFI_STA, val,
  4876. + val & FLASH_MACRO_IDLE, 2,
  4877. + NFI_TIMEOUT);
  4878. +}
  4879. +
  4880. +#define ACCTIMING(tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt) \
  4881. + ((tpoecs) << 28 | (tprecs) << 22 | (tc2r) << 16 | \
  4882. + (tw2r) << 12 | (twh) << 8 | (twst) << 4 | (trlt))
  4883. +
  4884. +static int nfi_set_sdr_timing(struct nfi *nfi, void *timing, u8 type)
  4885. +{
  4886. + struct nand_sdr_timing *sdr = (struct nand_sdr_timing *) timing;
  4887. + struct nfi_base *nb = nfi_to_base(nfi);
  4888. + void *regs = nb->res.nfi_regs;
  4889. + u32 tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt, tstrobe;
  4890. + u32 rate, val;
  4891. + int ret;
  4892. +
  4893. + ret = wait_flash_macro_idle(regs);
  4894. + if (ret)
  4895. + return ret;
  4896. +
  4897. + /* turn clock rate into KHZ */
  4898. + rate = nb->res.clock_1x / 1000;
  4899. +
  4900. + tpoecs = max_t(u16, sdr->tALH, sdr->tCLH);
  4901. + tpoecs = div_up(tpoecs * rate, 1000000);
  4902. + tpoecs &= 0xf;
  4903. +
  4904. + tprecs = max_t(u16, sdr->tCLS, sdr->tALS);
  4905. + tprecs = div_up(tprecs * rate, 1000000);
  4906. + tprecs &= 0x3f;
  4907. +
  4908. + /* tc2r is in unit of 2T */
  4909. + tc2r = div_up(sdr->tCR * rate, 1000000);
  4910. + tc2r = div_down(tc2r, 2);
  4911. + tc2r &= 0x3f;
  4912. +
  4913. + tw2r = div_up(sdr->tWHR * rate, 1000000);
  4914. + tw2r = div_down(tw2r, 2);
  4915. + tw2r &= 0xf;
  4916. +
  4917. + twh = max_t(u16, sdr->tREH, sdr->tWH);
  4918. + twh = div_up(twh * rate, 1000000) - 1;
  4919. + twh &= 0xf;
  4920. +
  4921. + twst = div_up(sdr->tWP * rate, 1000000) - 1;
  4922. + twst &= 0xf;
  4923. +
  4924. + trlt = div_up(sdr->tRP * rate, 1000000) - 1;
  4925. + trlt &= 0xf;
  4926. +
  4927. + /* If tREA is bigger than tRP, setup strobe sel here */
  4928. + if ((trlt + 1) * 1000000 / rate < sdr->tREA) {
  4929. + tstrobe = sdr->tREA - (trlt + 1) * 1000000 / rate;
  4930. + tstrobe = div_up(tstrobe * rate, 1000000);
  4931. + val = readl(regs + NFI_DEBUG_CON1);
  4932. + val &= ~STROBE_MASK;
  4933. + val |= tstrobe << STROBE_SHIFT;
  4934. + writel(val, regs + NFI_DEBUG_CON1);
  4935. + }
  4936. +
  4937. + /*
  4938. + * ACCON: access timing control register
  4939. + * -------------------------------------
  4940. + * 31:28: tpoecs, minimum required time for CS post pulling down after
  4941. + * accessing the device
  4942. + * 27:22: tprecs, minimum required time for CS pre pulling down before
  4943. + * accessing the device
  4944. + * 21:16: tc2r, minimum required time from NCEB low to NREB low
  4945. + * 15:12: tw2r, minimum required time from NWEB high to NREB low.
  4946. + * 11:08: twh, write enable hold time
  4947. + * 07:04: twst, write wait states
  4948. + * 03:00: trlt, read wait states
  4949. + */
  4950. + val = ACCTIMING(tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt);
  4951. + pr_info("acctiming: 0x%x\n", val);
  4952. + writel(val, regs + NFI_ACCCON);
  4953. +
  4954. + /* set NAND type */
  4955. + writel(NAND_TYPE_ASYNC, regs + NFI_NAND_TYPE_CNFG);
  4956. +
  4957. + return ret;
  4958. +}
  4959. +
  4960. +static int nfi_set_timing(struct nfi *nfi, void *timing, int type)
  4961. +{
  4962. + switch (type) {
  4963. + case NAND_TIMING_SDR:
  4964. + return nfi_set_sdr_timing(nfi, timing, type);
  4965. +
  4966. + /* NOTE: for mlc/tlc */
  4967. + case NAND_TIMING_SYNC_DDR:
  4968. + case NAND_TIMING_TOGGLE_DDR:
  4969. + case NAND_TIMING_NVDDR2:
  4970. + default:
  4971. + return -EINVAL;
  4972. + }
  4973. +
  4974. + return 0;
  4975. +}
  4976. +
  4977. +static void set_nfi_funcs(struct nfi *nfi)
  4978. +{
  4979. + nfi->select_chip = nfi_select_chip;
  4980. + nfi->set_format = nfi_set_format;
  4981. + nfi->nfi_ctrl = nfi_ctrl;
  4982. + nfi->set_timing = nfi_set_timing;
  4983. +
  4984. + nfi->reset = nfi_reset;
  4985. + nfi->send_cmd = nfi_send_cmd;
  4986. + nfi->send_addr = nfi_send_addr;
  4987. + nfi->trigger = nfi_trigger;
  4988. +
  4989. + nfi->write_page = nfi_write_page;
  4990. + nfi->write_bytes = nfi_write_bytes;
  4991. + nfi->read_sectors = nfi_read_sectors;
  4992. + nfi->read_bytes = nfi_read_bytes;
  4993. +
  4994. + nfi->wait_ready = nfi_wait_ready;
  4995. +
  4996. + nfi->enable_randomizer = nfi_enable_randomizer;
  4997. + nfi->disable_randomizer = nfi_disable_randomizer;
  4998. +}
  4999. +
  5000. +static struct nfi_caps nfi_caps_mt7622 = {
  5001. + .max_fdm_size = 8,
  5002. + .fdm_ecc_size = 1,
  5003. + .ecc_parity_bits = 13,
  5004. + .spare_size = spare_size_mt7622,
  5005. + .spare_size_num = 4,
  5006. +};
  5007. +
  5008. +static struct nfi_caps *nfi_get_match_data(enum mtk_ic_version ic)
  5009. +{
  5010. + /* NOTE: add other IC's data */
  5011. + return &nfi_caps_mt7622;
  5012. +}
  5013. +
  5014. +static void set_nfi_base_params(struct nfi_base *nb)
  5015. +{
  5016. + nb->ecc_en = false;
  5017. + nb->dma_en = false;
  5018. + nb->nfi_irq_en = false;
  5019. + nb->ecc_irq_en = false;
  5020. + nb->page_irq_en = false;
  5021. + nb->ecc_clk_en = false;
  5022. + nb->randomize_en = false;
  5023. + nb->custom_sector_en = false;
  5024. + nb->bad_mark_swap_en = false;
  5025. +
  5026. + nb->op_mode = CNFG_CUSTOM_MODE;
  5027. + nb->ecc_deccon = ECC_DEC_CORRECT;
  5028. + nb->ecc_mode = ECC_NFI_MODE;
  5029. +
  5030. + nb->done = nandx_event_create();
  5031. + nb->caps = nfi_get_match_data(nb->res.ic_ver);
  5032. +
  5033. + nb->set_op_mode = set_op_mode;
  5034. + nb->is_page_empty = is_page_empty;
  5035. +
  5036. + nb->rw_prepare = rw_prepare;
  5037. + nb->rw_trigger = rw_trigger;
  5038. + nb->rw_wait_done = rw_wait_done;
  5039. + nb->rw_data = rw_data;
  5040. + nb->rw_complete = rw_complete;
  5041. +}
  5042. +
  5043. +struct nfi *__weak nfi_extend_init(struct nfi_base *nb)
  5044. +{
  5045. + return &nb->nfi;
  5046. +}
  5047. +
  5048. +void __weak nfi_extend_exit(struct nfi_base *nb)
  5049. +{
  5050. + mem_free(nb);
  5051. +}
  5052. +
  5053. +struct nfi *nfi_init(struct nfi_resource *res)
  5054. +{
  5055. + struct nfiecc_resource ecc_res;
  5056. + struct nfi_base *nb;
  5057. + struct nfiecc *ecc;
  5058. + struct nfi *nfi;
  5059. + int ret;
  5060. +
  5061. + nb = mem_alloc(1, sizeof(struct nfi_base));
  5062. + if (!nb) {
  5063. + pr_info("nfi alloc memory fail @%s.\n", __func__);
  5064. + return NULL;
  5065. + }
  5066. +
  5067. + nb->res = *res;
  5068. +
  5069. + ret = nandx_irq_register(res->dev, res->nfi_irq_id, nfi_irq_handler,
  5070. + "mtk_nand", nb);
  5071. + if (ret) {
  5072. + pr_info("nfi irq register failed!\n");
  5073. + goto error;
  5074. + }
  5075. +
  5076. + /* fill ecc paras and init ecc */
  5077. + ecc_res.ic_ver = nb->res.ic_ver;
  5078. + ecc_res.dev = nb->res.dev;
  5079. + ecc_res.irq_id = nb->res.ecc_irq_id;
  5080. + ecc_res.regs = nb->res.ecc_regs;
  5081. + ecc = nfiecc_init(&ecc_res);
  5082. + if (!ecc) {
  5083. + pr_info("nfiecc init fail.\n");
  5084. + return NULL;
  5085. + }
  5086. +
  5087. + nb->ecc = ecc;
  5088. +
  5089. + set_nfi_base_params(nb);
  5090. + set_nfi_funcs(&nb->nfi);
  5091. +
  5092. + /* Assign a temp sector size for reading ID & para page.
  5093. + * We may assign new value later.
  5094. + */
  5095. + nb->nfi.sector_size = 512;
  5096. +
  5097. + /* give a default timing, and as discuss
  5098. + * this is the only thing what we need do for nfi init
  5099. + * if need do more, then we can add a function
  5100. + */
  5101. + writel(0x30C77FFF, nb->res.nfi_regs + NFI_ACCCON);
  5102. +
  5103. + nfi = nfi_extend_init(nb);
  5104. + if (nfi)
  5105. + return nfi;
  5106. +
  5107. +error:
  5108. + mem_free(nb);
  5109. + return NULL;
  5110. +}
  5111. +
  5112. +void nfi_exit(struct nfi *nfi)
  5113. +{
  5114. + struct nfi_base *nb = nfi_to_base(nfi);
  5115. +
  5116. + nandx_event_destroy(nb->done);
  5117. + nfiecc_exit(nb->ecc);
  5118. +#if !NANDX_BULK_IO_USE_DRAM
  5119. + mem_free(nb->buf);
  5120. +#endif
  5121. + nfi_extend_exit(nb);
  5122. +}
  5123. +
  5124. --- /dev/null
  5125. +++ b/drivers/mtd/nandx/core/nfi/nfi_base.h
  5126. @@ -0,0 +1,95 @@
  5127. +/*
  5128. + * Copyright (C) 2017 MediaTek Inc.
  5129. + * Licensed under either
  5130. + * BSD Licence, (see NOTICE for more details)
  5131. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  5132. + */
  5133. +
  5134. +#ifndef __NFI_BASE_H__
  5135. +#define __NFI_BASE_H__
  5136. +
  5137. +#define NFI_TIMEOUT 1000000
  5138. +
  5139. +enum randomizer_op {
  5140. + RAND_ENCODE,
  5141. + RAND_DECODE
  5142. +};
  5143. +
  5144. +struct bad_mark_ctrl {
  5145. + void (*bad_mark_swap)(struct nfi *nfi, u8 *buf, u8 *fdm);
  5146. + u8 *(*fdm_shift)(struct nfi *nfi, u8 *fdm, int sector);
  5147. + u32 sector;
  5148. + u32 position;
  5149. +};
  5150. +
  5151. +struct nfi_caps {
  5152. + u8 max_fdm_size;
  5153. + u8 fdm_ecc_size;
  5154. + u8 ecc_parity_bits;
  5155. + const int *spare_size;
  5156. + u32 spare_size_num;
  5157. +};
  5158. +
  5159. +struct nfi_base {
  5160. + struct nfi nfi;
  5161. + struct nfi_resource res;
  5162. + struct nfiecc *ecc;
  5163. + struct nfi_format format;
  5164. + struct nfi_caps *caps;
  5165. + struct bad_mark_ctrl bad_mark_ctrl;
  5166. +
  5167. + /* page_size + spare_size */
  5168. + u8 *buf;
  5169. +
  5170. + /* used for spi nand */
  5171. + u8 cmd_mode;
  5172. + u32 op_mode;
  5173. +
  5174. + int page_sectors;
  5175. +
  5176. + void *done;
  5177. +
  5178. + /* for read/write */
  5179. + int col;
  5180. + int row;
  5181. + int access_len;
  5182. + int rw_sectors;
  5183. + void *dma_addr;
  5184. + int read_status;
  5185. +
  5186. + bool dma_en;
  5187. + bool nfi_irq_en;
  5188. + bool page_irq_en;
  5189. + bool auto_format;
  5190. + bool ecc_en;
  5191. + bool ecc_irq_en;
  5192. + bool ecc_clk_en;
  5193. + bool randomize_en;
  5194. + bool custom_sector_en;
  5195. + bool bad_mark_swap_en;
  5196. +
  5197. + enum nfiecc_deccon ecc_deccon;
  5198. + enum nfiecc_mode ecc_mode;
  5199. +
  5200. + void (*set_op_mode)(void *regs, u32 mode);
  5201. + bool (*is_page_empty)(struct nfi_base *nb, u8 *data, u8 *fdm,
  5202. + int sectors);
  5203. +
  5204. + int (*rw_prepare)(struct nfi_base *nb, int sectors, u8 *data, u8 *fdm,
  5205. + bool read);
  5206. + void (*rw_trigger)(struct nfi_base *nb, bool read);
  5207. + int (*rw_wait_done)(struct nfi_base *nb, int sectors, bool read);
  5208. + int (*rw_data)(struct nfi_base *nb, u8 *data, u8 *fdm, int sectors,
  5209. + bool read);
  5210. + void (*rw_complete)(struct nfi_base *nb, u8 *data, u8 *fdm, bool read);
  5211. +};
  5212. +
  5213. +static inline struct nfi_base *nfi_to_base(struct nfi *nfi)
  5214. +{
  5215. + return container_of(nfi, struct nfi_base, nfi);
  5216. +}
  5217. +
  5218. +struct nfi *nfi_extend_init(struct nfi_base *nb);
  5219. +void nfi_extend_exit(struct nfi_base *nb);
  5220. +
  5221. +#endif /* __NFI_BASE_H__ */
  5222. --- /dev/null
  5223. +++ b/drivers/mtd/nandx/core/nfi/nfi_regs.h
  5224. @@ -0,0 +1,114 @@
  5225. +/*
  5226. + * Copyright (C) 2017 MediaTek Inc.
  5227. + * Licensed under either
  5228. + * BSD Licence, (see NOTICE for more details)
  5229. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  5230. + */
  5231. +
  5232. +#ifndef __NFI_REGS_H__
  5233. +#define __NFI_REGS_H__
  5234. +
  5235. +#define NFI_CNFG 0x000
  5236. +#define CNFG_AHB BIT(0)
  5237. +#define CNFG_READ_EN BIT(1)
  5238. +#define CNFG_DMA_BURST_EN BIT(2)
  5239. +#define CNFG_RESEED_SEC_EN BIT(4)
  5240. +#define CNFG_RAND_SEL BIT(5)
  5241. +#define CNFG_BYTE_RW BIT(6)
  5242. +#define CNFG_HW_ECC_EN BIT(8)
  5243. +#define CNFG_AUTO_FMT_EN BIT(9)
  5244. +#define CNFG_RAND_MASK GENMASK(5, 4)
  5245. +#define CNFG_OP_MODE_MASK GENMASK(14, 12)
  5246. +#define CNFG_IDLE_MOD 0
  5247. +#define CNFG_READ_MODE (1 << 12)
  5248. +#define CNFG_SINGLE_READ_MODE (2 << 12)
  5249. +#define CNFG_PROGRAM_MODE (3 << 12)
  5250. +#define CNFG_ERASE_MODE (4 << 12)
  5251. +#define CNFG_RESET_MODE (5 << 12)
  5252. +#define CNFG_CUSTOM_MODE (6 << 12)
  5253. +#define NFI_PAGEFMT 0x004
  5254. +#define PAGEFMT_SPARE_SHIFT 4
  5255. +#define PAGEFMT_FDM_ECC_SHIFT 12
  5256. +#define PAGEFMT_FDM_SHIFT 8
  5257. +#define PAGEFMT_SEC_SEL_512 BIT(2)
  5258. +#define PAGEFMT_512_2K 0
  5259. +#define PAGEFMT_2K_4K 1
  5260. +#define PAGEFMT_4K_8K 2
  5261. +#define PAGEFMT_8K_16K 3
  5262. +#define NFI_CON 0x008
  5263. +#define CON_FIFO_FLUSH BIT(0)
  5264. +#define CON_NFI_RST BIT(1)
  5265. +#define CON_BRD BIT(8)
  5266. +#define CON_BWR BIT(9)
  5267. +#define CON_SEC_SHIFT 12
  5268. +#define NFI_ACCCON 0x00c
  5269. +#define NFI_INTR_EN 0x010
  5270. +#define INTR_BUSY_RETURN_EN BIT(4)
  5271. +#define INTR_AHB_DONE_EN BIT(6)
  5272. +#define NFI_INTR_STA 0x014
  5273. +#define NFI_CMD 0x020
  5274. +#define NFI_ADDRNOB 0x030
  5275. +#define ROW_SHIFT 4
  5276. +#define NFI_COLADDR 0x034
  5277. +#define NFI_ROWADDR 0x038
  5278. +#define NFI_STRDATA 0x040
  5279. +#define STAR_EN 1
  5280. +#define STAR_DE 0
  5281. +#define NFI_CNRNB 0x044
  5282. +#define NFI_DATAW 0x050
  5283. +#define NFI_DATAR 0x054
  5284. +#define NFI_PIO_DIRDY 0x058
  5285. +#define PIO_DI_RDY 1
  5286. +#define NFI_STA 0x060
  5287. +#define STA_CMD BIT(0)
  5288. +#define STA_ADDR BIT(1)
  5289. +#define FLASH_MACRO_IDLE BIT(5)
  5290. +#define STA_BUSY BIT(8)
  5291. +#define STA_BUSY2READY BIT(9)
  5292. +#define STA_EMP_PAGE BIT(12)
  5293. +#define NFI_FSM_CUSTDATA (0xe << 16)
  5294. +#define NFI_FSM_MASK GENMASK(19, 16)
  5295. +#define NAND_FSM_MASK GENMASK(29, 23)
  5296. +#define NFI_ADDRCNTR 0x070
  5297. +#define CNTR_VALID_MASK GENMASK(16, 0)
  5298. +#define CNTR_MASK GENMASK(15, 12)
  5299. +#define ADDRCNTR_SEC_SHIFT 12
  5300. +#define ADDRCNTR_SEC(val) \
  5301. + (((val) & CNTR_MASK) >> ADDRCNTR_SEC_SHIFT)
  5302. +#define NFI_STRADDR 0x080
  5303. +#define NFI_BYTELEN 0x084
  5304. +#define NFI_CSEL 0x090
  5305. +#define NFI_FDML(x) (0x0a0 + (x) * 8)
  5306. +#define NFI_FDMM(x) (0x0a4 + (x) * 8)
  5307. +#define NFI_DEBUG_CON1 0x220
  5308. +#define STROBE_MASK GENMASK(4, 3)
  5309. +#define STROBE_SHIFT 3
  5310. +#define ECC_CLK_EN BIT(11)
  5311. +#define AUTOC_SRAM_MODE BIT(12)
  5312. +#define BYPASS_MASTER_EN BIT(15)
  5313. +#define NFI_MASTER_STA 0x224
  5314. +#define MASTER_BUS_BUSY 0x3
  5315. +#define NFI_SECCUS_SIZE 0x22c
  5316. +#define SECCUS_SIZE_EN BIT(17)
  5317. +#define NFI_RANDOM_CNFG 0x238
  5318. +#define RAN_ENCODE_EN BIT(0)
  5319. +#define ENCODE_SEED_SHIFT 1
  5320. +#define RAN_DECODE_EN BIT(16)
  5321. +#define DECODE_SEED_SHIFT 17
  5322. +#define RAN_SEED_MASK 0x7fff
  5323. +#define NFI_EMPTY_THRESH 0x23c
  5324. +#define NFI_NAND_TYPE_CNFG 0x240
  5325. +#define NAND_TYPE_ASYNC 0
  5326. +#define NAND_TYPE_TOGGLE 1
  5327. +#define NAND_TYPE_SYNC 2
  5328. +#define NFI_ACCCON1 0x244
  5329. +#define NFI_DELAY_CTRL 0x248
  5330. +#define NFI_TLC_RD_WHR2 0x300
  5331. +#define TLC_RD_WHR2_EN BIT(12)
  5332. +#define TLC_RD_WHR2_MASK GENMASK(11, 0)
  5333. +#define SNF_SNF_CNFG 0x55c
  5334. +#define SPI_MODE_EN 1
  5335. +#define SPI_MODE_DIS 0
  5336. +
  5337. +#endif /* __NFI_REGS_H__ */
  5338. +
  5339. --- /dev/null
  5340. +++ b/drivers/mtd/nandx/core/nfi/nfi_spi.c
  5341. @@ -0,0 +1,689 @@
  5342. +/*
  5343. + * Copyright (C) 2017 MediaTek Inc.
  5344. + * Licensed under either
  5345. + * BSD Licence, (see NOTICE for more details)
  5346. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  5347. + */
  5348. +
  5349. +#include "nandx_util.h"
  5350. +#include "nandx_core.h"
  5351. +#include "../nfi.h"
  5352. +#include "nfiecc.h"
  5353. +#include "nfi_regs.h"
  5354. +#include "nfi_base.h"
  5355. +#include "nfi_spi_regs.h"
  5356. +#include "nfi_spi.h"
  5357. +
  5358. +#define NFI_CMD_DUMMY_RD 0x00
  5359. +#define NFI_CMD_DUMMY_WR 0x80
  5360. +
  5361. +static struct nfi_spi_delay spi_delay[SPI_NAND_MAX_DELAY] = {
  5362. + /*
  5363. + * tCLK_SAM_DLY, tCLK_OUT_DLY, tCS_DLY, tWR_EN_DLY,
  5364. + * tIO_IN_DLY[4], tIO_OUT_DLY[4], tREAD_LATCH_LATENCY
  5365. + */
  5366. + {0, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
  5367. + {21, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
  5368. + {63, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
  5369. + {0, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1},
  5370. + {21, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1},
  5371. + {63, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1}
  5372. +};
  5373. +
  5374. +static inline struct nfi_spi *base_to_snfi(struct nfi_base *nb)
  5375. +{
  5376. + return container_of(nb, struct nfi_spi, base);
  5377. +}
  5378. +
  5379. +static void snfi_mac_enable(struct nfi_base *nb)
  5380. +{
  5381. + void *regs = nb->res.nfi_regs;
  5382. + u32 val;
  5383. +
  5384. + val = readl(regs + SNF_MAC_CTL);
  5385. + val &= ~MAC_XIO_SEL;
  5386. + val |= SF_MAC_EN;
  5387. +
  5388. + writel(val, regs + SNF_MAC_CTL);
  5389. +}
  5390. +
  5391. +static void snfi_mac_disable(struct nfi_base *nb)
  5392. +{
  5393. + void *regs = nb->res.nfi_regs;
  5394. + u32 val;
  5395. +
  5396. + val = readl(regs + SNF_MAC_CTL);
  5397. + val &= ~(SF_TRIG | SF_MAC_EN);
  5398. + writel(val, regs + SNF_MAC_CTL);
  5399. +}
  5400. +
  5401. +static int snfi_mac_trigger(struct nfi_base *nb)
  5402. +{
  5403. + void *regs = nb->res.nfi_regs;
  5404. + int ret;
  5405. + u32 val;
  5406. +
  5407. + val = readl(regs + SNF_MAC_CTL);
  5408. + val |= SF_TRIG;
  5409. + writel(val, regs + SNF_MAC_CTL);
  5410. +
  5411. + ret = readl_poll_timeout_atomic(regs + SNF_MAC_CTL, val,
  5412. + val & WIP_READY, 10,
  5413. + NFI_TIMEOUT);
  5414. + if (ret) {
  5415. + pr_info("polling wip ready for read timeout\n");
  5416. + return ret;
  5417. + }
  5418. +
  5419. + return readl_poll_timeout_atomic(regs + SNF_MAC_CTL, val,
  5420. + !(val & WIP), 10,
  5421. + NFI_TIMEOUT);
  5422. +}
  5423. +
  5424. +static int snfi_mac_op(struct nfi_base *nb)
  5425. +{
  5426. + int ret;
  5427. +
  5428. + snfi_mac_enable(nb);
  5429. + ret = snfi_mac_trigger(nb);
  5430. + snfi_mac_disable(nb);
  5431. +
  5432. + return ret;
  5433. +}
  5434. +
  5435. +static void snfi_write_mac(struct nfi_spi *nfi_spi, u8 *data, int count)
  5436. +{
  5437. + struct nandx_split32 split = {0};
  5438. + u32 reg_offset = round_down(nfi_spi->tx_count, 4);
  5439. + void *regs = nfi_spi->base.res.nfi_regs;
  5440. + u32 data_offset = 0, i, val;
  5441. + u8 *p_val = (u8 *)(&val);
  5442. +
  5443. + nandx_split(&split, nfi_spi->tx_count, count, val, 4);
  5444. +
  5445. + if (split.head_len) {
  5446. + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
  5447. +
  5448. + for (i = 0; i < split.head_len; i++)
  5449. + p_val[split.head + i] = data[i];
  5450. +
  5451. + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
  5452. + }
  5453. +
  5454. + if (split.body_len) {
  5455. + reg_offset = split.body;
  5456. + data_offset = split.head_len;
  5457. +
  5458. + for (i = 0; i < split.body_len; i++) {
  5459. + p_val[i & 3] = data[data_offset + i];
  5460. +
  5461. + if ((i & 3) == 3) {
  5462. + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
  5463. + reg_offset += 4;
  5464. + }
  5465. + }
  5466. + }
  5467. +
  5468. + if (split.tail_len) {
  5469. + reg_offset = split.tail;
  5470. + data_offset += split.body_len;
  5471. +
  5472. + for (i = 0; i < split.tail_len; i++) {
  5473. + p_val[i] = data[data_offset + i];
  5474. +
  5475. + if (i == split.tail_len - 1)
  5476. + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
  5477. + }
  5478. + }
  5479. +}
  5480. +
  5481. +static void snfi_read_mac(struct nfi_spi *nfi_spi, u8 *data, int count)
  5482. +{
  5483. + void *regs = nfi_spi->base.res.nfi_regs;
  5484. + u32 reg_offset = round_down(nfi_spi->tx_count, 4);
  5485. + struct nandx_split32 split = {0};
  5486. + u32 data_offset = 0, i, val;
  5487. + u8 *p_val = (u8 *)&val;
  5488. +
  5489. + nandx_split(&split, nfi_spi->tx_count, count, val, 4);
  5490. +
  5491. + if (split.head_len) {
  5492. + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
  5493. +
  5494. + for (i = 0; i < split.head_len; i++)
  5495. + data[data_offset + i] = p_val[split.head + i];
  5496. + }
  5497. +
  5498. + if (split.body_len) {
  5499. + reg_offset = split.body;
  5500. + data_offset = split.head_len;
  5501. +
  5502. + for (i = 0; i < split.body_len; i++) {
  5503. + if ((i & 3) == 0) {
  5504. + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
  5505. + reg_offset += 4;
  5506. + }
  5507. +
  5508. + data[data_offset + i] = p_val[i % 4];
  5509. + }
  5510. + }
  5511. +
  5512. + if (split.tail_len) {
  5513. + reg_offset = split.tail;
  5514. + data_offset += split.body_len;
  5515. + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
  5516. +
  5517. + for (i = 0; i < split.tail_len; i++)
  5518. + data[data_offset + i] = p_val[i];
  5519. + }
  5520. +}
  5521. +
  5522. +static int snfi_send_command(struct nfi *nfi, short cmd)
  5523. +{
  5524. + struct nfi_base *nb = nfi_to_base(nfi);
  5525. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5526. +
  5527. + if (cmd == -1)
  5528. + return 0;
  5529. +
  5530. + if (nfi_spi->snfi_mode == SNFI_MAC_MODE) {
  5531. + snfi_write_mac(nfi_spi, (u8 *)&cmd, 1);
  5532. + nfi_spi->tx_count++;
  5533. + return 0;
  5534. + }
  5535. +
  5536. + nfi_spi->cmd[nfi_spi->cur_cmd_idx++] = cmd;
  5537. + return 0;
  5538. +}
  5539. +
  5540. +static int snfi_send_address(struct nfi *nfi, int col, int row,
  5541. + int col_cycle,
  5542. + int row_cycle)
  5543. +{
  5544. + struct nfi_base *nb = nfi_to_base(nfi);
  5545. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5546. + u32 addr, cycle, temp;
  5547. +
  5548. + nb->col = col;
  5549. + nb->row = row;
  5550. +
  5551. + if (nfi_spi->snfi_mode == SNFI_MAC_MODE) {
  5552. + addr = row;
  5553. + cycle = row_cycle;
  5554. +
  5555. + if (!row_cycle) {
  5556. + addr = col;
  5557. + cycle = col_cycle;
  5558. + }
  5559. +
  5560. + temp = nandx_cpu_to_be32(addr) >> ((4 - cycle) << 3);
  5561. + snfi_write_mac(nfi_spi, (u8 *)&temp, cycle);
  5562. + nfi_spi->tx_count += cycle;
  5563. + } else {
  5564. + nfi_spi->row_addr[nfi_spi->cur_addr_idx++] = row;
  5565. + nfi_spi->col_addr[nfi_spi->cur_addr_idx++] = col;
  5566. + }
  5567. +
  5568. + return 0;
  5569. +}
  5570. +
  5571. +static int snfi_trigger(struct nfi *nfi)
  5572. +{
  5573. + struct nfi_base *nb = nfi_to_base(nfi);
  5574. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5575. + void *regs = nb->res.nfi_regs;
  5576. +
  5577. + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
  5578. + writel(0, regs + SNF_MAC_INL);
  5579. +
  5580. + nfi_spi->tx_count = 0;
  5581. + nfi_spi->cur_cmd_idx = 0;
  5582. + nfi_spi->cur_addr_idx = 0;
  5583. +
  5584. + return snfi_mac_op(nb);
  5585. +}
  5586. +
  5587. +static int snfi_select_chip(struct nfi *nfi, int cs)
  5588. +{
  5589. + struct nfi_base *nb = nfi_to_base(nfi);
  5590. + void *regs = nb->res.nfi_regs;
  5591. + u32 val;
  5592. +
  5593. + val = readl(regs + SNF_MISC_CTL);
  5594. +
  5595. + if (cs == 0) {
  5596. + val &= ~SF2CS_SEL;
  5597. + val &= ~SF2CS_EN;
  5598. + } else if (cs == 1) {
  5599. + val |= SF2CS_SEL;
  5600. + val |= SF2CS_EN;
  5601. + } else {
  5602. + return -EIO;
  5603. + }
  5604. +
  5605. + writel(val, regs + SNF_MISC_CTL);
  5606. +
  5607. + return 0;
  5608. +}
  5609. +
  5610. +static int snfi_set_delay(struct nfi_base *nb, u8 delay_mode)
  5611. +{
  5612. + void *regs = nb->res.nfi_regs;
  5613. + struct nfi_spi_delay *delay;
  5614. + u32 val;
  5615. +
  5616. + if (delay_mode < 0 || delay_mode > SPI_NAND_MAX_DELAY)
  5617. + return -EINVAL;
  5618. +
  5619. + delay = &spi_delay[delay_mode];
  5620. +
  5621. + val = delay->tIO_OUT_DLY[0] | delay->tIO_OUT_DLY[1] << 8 |
  5622. + delay->tIO_OUT_DLY[2] << 16 |
  5623. + delay->tIO_OUT_DLY[3] << 24;
  5624. + writel(val, regs + SNF_DLY_CTL1);
  5625. +
  5626. + val = delay->tIO_IN_DLY[0] | (delay->tIO_IN_DLY[1] << 8) |
  5627. + delay->tIO_IN_DLY[2] << 16 |
  5628. + delay->tIO_IN_DLY[3] << 24;
  5629. + writel(val, regs + SNF_DLY_CTL2);
  5630. +
  5631. + val = delay->tCLK_SAM_DLY | delay->tCLK_OUT_DLY << 8 |
  5632. + delay->tCS_DLY << 16 |
  5633. + delay->tWR_EN_DLY << 24;
  5634. + writel(val, regs + SNF_DLY_CTL3);
  5635. +
  5636. + writel(delay->tCS_DLY, regs + SNF_DLY_CTL4);
  5637. +
  5638. + val = readl(regs + SNF_MISC_CTL);
  5639. + val |= (delay->tREAD_LATCH_LATENCY) <<
  5640. + LATCH_LAT_SHIFT;
  5641. + writel(val, regs + SNF_MISC_CTL);
  5642. +
  5643. + return 0;
  5644. +}
  5645. +
  5646. +static int snfi_set_timing(struct nfi *nfi, void *timing, int type)
  5647. +{
  5648. + /* Nothing need to do. */
  5649. + return 0;
  5650. +}
  5651. +
  5652. +static int snfi_wait_ready(struct nfi *nfi, int type, u32 timeout)
  5653. +{
  5654. + /* Nothing need to do. */
  5655. + return 0;
  5656. +}
  5657. +
  5658. +static int snfi_ctrl(struct nfi *nfi, int cmd, void *args)
  5659. +{
  5660. + struct nfi_base *nb = nfi_to_base(nfi);
  5661. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5662. + int ret = 0;
  5663. +
  5664. + if (!args)
  5665. + return -EINVAL;
  5666. +
  5667. + switch (cmd) {
  5668. + case NFI_CTRL_DMA:
  5669. + nb->dma_en = *(bool *)args;
  5670. + break;
  5671. +
  5672. + case NFI_CTRL_NFI_IRQ:
  5673. + nb->nfi_irq_en = *(bool *)args;
  5674. + break;
  5675. +
  5676. + case NFI_CTRL_ECC_IRQ:
  5677. + nb->ecc_irq_en = *(bool *)args;
  5678. + break;
  5679. +
  5680. + case NFI_CTRL_PAGE_IRQ:
  5681. + nb->page_irq_en = *(bool *)args;
  5682. + break;
  5683. +
  5684. + case NFI_CTRL_ECC:
  5685. + nb->ecc_en = *(bool *)args;
  5686. + break;
  5687. +
  5688. + case NFI_CTRL_BAD_MARK_SWAP:
  5689. + nb->bad_mark_swap_en = *(bool *)args;
  5690. + break;
  5691. +
  5692. + case NFI_CTRL_ECC_CLOCK:
  5693. + nb->ecc_clk_en = *(bool *)args;
  5694. + break;
  5695. +
  5696. + case SNFI_CTRL_OP_MODE:
  5697. + nfi_spi->snfi_mode = *(u8 *)args;
  5698. + break;
  5699. +
  5700. + case SNFI_CTRL_RX_MODE:
  5701. + nfi_spi->read_cache_mode = *(u8 *)args;
  5702. + break;
  5703. +
  5704. + case SNFI_CTRL_TX_MODE:
  5705. + nfi_spi->write_cache_mode = *(u8 *)args;
  5706. + break;
  5707. +
  5708. + case SNFI_CTRL_DELAY_MODE:
  5709. + ret = snfi_set_delay(nb, *(u8 *)args);
  5710. + break;
  5711. +
  5712. + default:
  5713. + pr_info("operation not support.\n");
  5714. + ret = -EOPNOTSUPP;
  5715. + break;
  5716. + }
  5717. +
  5718. + return ret;
  5719. +}
  5720. +
  5721. +static int snfi_read_bytes(struct nfi *nfi, u8 *data, int count)
  5722. +{
  5723. + struct nfi_base *nb = nfi_to_base(nfi);
  5724. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5725. + void *regs = nb->res.nfi_regs;
  5726. + int ret;
  5727. +
  5728. + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
  5729. + writel(count, regs + SNF_MAC_INL);
  5730. +
  5731. + ret = snfi_mac_op(nb);
  5732. + if (ret)
  5733. + return ret;
  5734. +
  5735. + snfi_read_mac(nfi_spi, data, count);
  5736. +
  5737. + nfi_spi->tx_count = 0;
  5738. +
  5739. + return 0;
  5740. +}
  5741. +
  5742. +static int snfi_write_bytes(struct nfi *nfi, u8 *data, int count)
  5743. +{
  5744. + struct nfi_base *nb = nfi_to_base(nfi);
  5745. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5746. + void *regs = nb->res.nfi_regs;
  5747. +
  5748. + snfi_write_mac(nfi_spi, data, count);
  5749. + nfi_spi->tx_count += count;
  5750. +
  5751. + writel(0, regs + SNF_MAC_INL);
  5752. + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
  5753. +
  5754. + nfi_spi->tx_count = 0;
  5755. +
  5756. + return snfi_mac_op(nb);
  5757. +}
  5758. +
  5759. +static int snfi_reset(struct nfi *nfi)
  5760. +{
  5761. + struct nfi_base *nb = nfi_to_base(nfi);
  5762. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5763. + void *regs = nb->res.nfi_regs;
  5764. + u32 val;
  5765. + int ret;
  5766. +
  5767. + ret = nfi_spi->parent->nfi.reset(nfi);
  5768. + if (ret)
  5769. + return ret;
  5770. +
  5771. + val = readl(regs + SNF_MISC_CTL);
  5772. + val |= SW_RST;
  5773. + writel(val, regs + SNF_MISC_CTL);
  5774. +
  5775. + ret = readx_poll_timeout_atomic(readw, regs + SNF_STA_CTL1, val,
  5776. + !(val & SPI_STATE), 50,
  5777. + NFI_TIMEOUT);
  5778. + if (ret) {
  5779. + pr_info("spi state active in reset [0x%x] = 0x%x\n",
  5780. + SNF_STA_CTL1, val);
  5781. + return ret;
  5782. + }
  5783. +
  5784. + val = readl(regs + SNF_MISC_CTL);
  5785. + val &= ~SW_RST;
  5786. + writel(val, regs + SNF_MISC_CTL);
  5787. +
  5788. + return 0;
  5789. +}
  5790. +
  5791. +static int snfi_config_for_write(struct nfi_base *nb, int count)
  5792. +{
  5793. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5794. + void *regs = nb->res.nfi_regs;
  5795. + u32 val;
  5796. +
  5797. + nb->set_op_mode(regs, CNFG_CUSTOM_MODE);
  5798. +
  5799. + val = readl(regs + SNF_MISC_CTL);
  5800. +
  5801. + if (nfi_spi->write_cache_mode == SNFI_TX_114)
  5802. + val |= PG_LOAD_X4_EN;
  5803. +
  5804. + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
  5805. + val |= PG_LOAD_CUSTOM_EN;
  5806. +
  5807. + writel(val, regs + SNF_MISC_CTL);
  5808. +
  5809. + val = count * (nb->nfi.sector_size + nb->nfi.sector_spare_size);
  5810. + writel(val << PG_LOAD_SHIFT, regs + SNF_MISC_CTL2);
  5811. +
  5812. + val = readl(regs + SNF_PG_CTL1);
  5813. +
  5814. + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
  5815. + val |= nfi_spi->cmd[0] << PG_LOAD_CMD_SHIFT;
  5816. + else {
  5817. + val |= nfi_spi->cmd[0] | nfi_spi->cmd[1] << PG_LOAD_CMD_SHIFT |
  5818. + nfi_spi->cmd[2] << PG_EXE_CMD_SHIFT;
  5819. +
  5820. + writel(nfi_spi->row_addr[1], regs + SNF_PG_CTL3);
  5821. + writel(nfi_spi->cmd[3] << GF_CMD_SHIFT | nfi_spi->col_addr[2] <<
  5822. + GF_ADDR_SHIFT, regs + SNF_GF_CTL1);
  5823. + }
  5824. +
  5825. + writel(val, regs + SNF_PG_CTL1);
  5826. + writel(nfi_spi->col_addr[1], regs + SNF_PG_CTL2);
  5827. +
  5828. + writel(NFI_CMD_DUMMY_WR, regs + NFI_CMD);
  5829. +
  5830. + return 0;
  5831. +}
  5832. +
  5833. +static int snfi_config_for_read(struct nfi_base *nb, int count)
  5834. +{
  5835. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5836. + void *regs = nb->res.nfi_regs;
  5837. + u32 val;
  5838. + int ret = 0;
  5839. +
  5840. + nb->set_op_mode(regs, CNFG_CUSTOM_MODE);
  5841. +
  5842. + val = readl(regs + SNF_MISC_CTL);
  5843. + val &= ~DARA_READ_MODE_MASK;
  5844. +
  5845. + switch (nfi_spi->read_cache_mode) {
  5846. +
  5847. + case SNFI_RX_111:
  5848. + break;
  5849. +
  5850. + case SNFI_RX_112:
  5851. + val |= X2_DATA_MODE << READ_MODE_SHIFT;
  5852. + break;
  5853. +
  5854. + case SNFI_RX_114:
  5855. + val |= X4_DATA_MODE << READ_MODE_SHIFT;
  5856. + break;
  5857. +
  5858. + case SNFI_RX_122:
  5859. + val |= DUAL_IO_MODE << READ_MODE_SHIFT;
  5860. + break;
  5861. +
  5862. + case SNFI_RX_144:
  5863. + val |= QUAD_IO_MODE << READ_MODE_SHIFT;
  5864. + break;
  5865. +
  5866. + default:
  5867. + pr_info("Not support this read operarion: %d!\n",
  5868. + nfi_spi->read_cache_mode);
  5869. + ret = -EINVAL;
  5870. + break;
  5871. + }
  5872. +
  5873. + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
  5874. + val |= DATARD_CUSTOM_EN;
  5875. +
  5876. + writel(val, regs + SNF_MISC_CTL);
  5877. +
  5878. + val = count * (nb->nfi.sector_size + nb->nfi.sector_spare_size);
  5879. + writel(val, regs + SNF_MISC_CTL2);
  5880. +
  5881. + val = readl(regs + SNF_RD_CTL2);
  5882. +
  5883. + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE) {
  5884. + val |= nfi_spi->cmd[0];
  5885. + writel(nfi_spi->col_addr[1], regs + SNF_RD_CTL3);
  5886. + } else {
  5887. + val |= nfi_spi->cmd[2];
  5888. + writel(nfi_spi->cmd[0] << PAGE_READ_CMD_SHIFT |
  5889. + nfi_spi->row_addr[0], regs + SNF_RD_CTL1);
  5890. + writel(nfi_spi->cmd[1] << GF_CMD_SHIFT |
  5891. + nfi_spi->col_addr[1] << GF_ADDR_SHIFT,
  5892. + regs + SNF_GF_CTL1);
  5893. + writel(nfi_spi->col_addr[2], regs + SNF_RD_CTL3);
  5894. + }
  5895. +
  5896. + writel(val, regs + SNF_RD_CTL2);
  5897. +
  5898. + writel(NFI_CMD_DUMMY_RD, regs + NFI_CMD);
  5899. +
  5900. + return ret;
  5901. +}
  5902. +
  5903. +static bool is_page_empty(struct nfi_base *nb, u8 *data, u8 *fdm,
  5904. + int sectors)
  5905. +{
  5906. + u32 *data32 = (u32 *)data;
  5907. + u32 *fdm32 = (u32 *)fdm;
  5908. + u32 i, count = 0;
  5909. +
  5910. + for (i = 0; i < nb->format.page_size >> 2; i++) {
  5911. + if (data32[i] != 0xffff) {
  5912. + count += zero_popcount(data32[i]);
  5913. + if (count > 10) {
  5914. + pr_info("%s %d %d count:%d\n",
  5915. + __func__, __LINE__, i, count);
  5916. + return false;
  5917. + }
  5918. + }
  5919. + }
  5920. +
  5921. + if (fdm) {
  5922. + for (i = 0; i < (nb->nfi.fdm_size * sectors >> 2); i++)
  5923. + if (fdm32[i] != 0xffff) {
  5924. + count += zero_popcount(fdm32[i]);
  5925. + if (count > 10) {
  5926. + pr_info("%s %d %d count:%d\n",
  5927. + __func__, __LINE__, i, count);
  5928. + return false;
  5929. + }
  5930. + }
  5931. + }
  5932. +
  5933. + return true;
  5934. +}
  5935. +
  5936. +static int rw_prepare(struct nfi_base *nb, int sectors, u8 *data,
  5937. + u8 *fdm,
  5938. + bool read)
  5939. +{
  5940. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5941. + int ret;
  5942. +
  5943. + ret = nfi_spi->parent->rw_prepare(nb, sectors, data, fdm, read);
  5944. + if (ret)
  5945. + return ret;
  5946. +
  5947. + if (read)
  5948. + ret = snfi_config_for_read(nb, sectors);
  5949. + else
  5950. + ret = snfi_config_for_write(nb, sectors);
  5951. +
  5952. + return ret;
  5953. +}
  5954. +
  5955. +static void rw_complete(struct nfi_base *nb, u8 *data, u8 *fdm,
  5956. + bool read)
  5957. +{
  5958. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  5959. + void *regs = nb->res.nfi_regs;
  5960. + u32 val;
  5961. +
  5962. + nfi_spi->parent->rw_complete(nb, data, fdm, read);
  5963. +
  5964. + val = readl(regs + SNF_MISC_CTL);
  5965. +
  5966. + if (read)
  5967. + val &= ~DATARD_CUSTOM_EN;
  5968. + else
  5969. + val &= ~PG_LOAD_CUSTOM_EN;
  5970. +
  5971. + writel(val, regs + SNF_MISC_CTL);
  5972. +
  5973. + nfi_spi->tx_count = 0;
  5974. + nfi_spi->cur_cmd_idx = 0;
  5975. + nfi_spi->cur_addr_idx = 0;
  5976. +}
  5977. +
  5978. +static void set_nfi_base_funcs(struct nfi_base *nb)
  5979. +{
  5980. + nb->nfi.reset = snfi_reset;
  5981. + nb->nfi.set_timing = snfi_set_timing;
  5982. + nb->nfi.wait_ready = snfi_wait_ready;
  5983. +
  5984. + nb->nfi.send_cmd = snfi_send_command;
  5985. + nb->nfi.send_addr = snfi_send_address;
  5986. + nb->nfi.trigger = snfi_trigger;
  5987. + nb->nfi.nfi_ctrl = snfi_ctrl;
  5988. + nb->nfi.select_chip = snfi_select_chip;
  5989. +
  5990. + nb->nfi.read_bytes = snfi_read_bytes;
  5991. + nb->nfi.write_bytes = snfi_write_bytes;
  5992. +
  5993. + nb->rw_prepare = rw_prepare;
  5994. + nb->rw_complete = rw_complete;
  5995. + nb->is_page_empty = is_page_empty;
  5996. +
  5997. +}
  5998. +
  5999. +struct nfi *nfi_extend_init(struct nfi_base *nb)
  6000. +{
  6001. + struct nfi_spi *nfi_spi;
  6002. +
  6003. + nfi_spi = mem_alloc(1, sizeof(struct nfi_spi));
  6004. + if (!nfi_spi) {
  6005. + pr_info("snfi alloc memory fail @%s.\n", __func__);
  6006. + return NULL;
  6007. + }
  6008. +
  6009. + memcpy(&nfi_spi->base, nb, sizeof(struct nfi_base));
  6010. + nfi_spi->parent = nb;
  6011. +
  6012. + nfi_spi->read_cache_mode = SNFI_RX_114;
  6013. + nfi_spi->write_cache_mode = SNFI_TX_114;
  6014. +
  6015. + set_nfi_base_funcs(&nfi_spi->base);
  6016. +
  6017. + /* Change nfi to spi mode */
  6018. + writel(SPI_MODE, nb->res.nfi_regs + SNF_SNF_CNFG);
  6019. +
  6020. + return &(nfi_spi->base.nfi);
  6021. +}
  6022. +
  6023. +void nfi_extend_exit(struct nfi_base *nb)
  6024. +{
  6025. + struct nfi_spi *nfi_spi = base_to_snfi(nb);
  6026. +
  6027. + mem_free(nfi_spi->parent);
  6028. + mem_free(nfi_spi);
  6029. +}
  6030. +
  6031. --- /dev/null
  6032. +++ b/drivers/mtd/nandx/core/nfi/nfi_spi.h
  6033. @@ -0,0 +1,44 @@
  6034. +/*
  6035. + * Copyright (C) 2017 MediaTek Inc.
  6036. + * Licensed under either
  6037. + * BSD Licence, (see NOTICE for more details)
  6038. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6039. + */
  6040. +
  6041. +#ifndef __NFI_SPI_H__
  6042. +#define __NFI_SPI_H__
  6043. +
  6044. +#define SPI_NAND_MAX_DELAY 6
  6045. +#define SPI_NAND_MAX_OP 4
  6046. +
  6047. +/*TODO - add comments */
  6048. +struct nfi_spi_delay {
  6049. + u8 tCLK_SAM_DLY;
  6050. + u8 tCLK_OUT_DLY;
  6051. + u8 tCS_DLY;
  6052. + u8 tWR_EN_DLY;
  6053. + u8 tIO_IN_DLY[4];
  6054. + u8 tIO_OUT_DLY[4];
  6055. + u8 tREAD_LATCH_LATENCY;
  6056. +};
  6057. +
  6058. +/* SPI Nand structure */
  6059. +struct nfi_spi {
  6060. + struct nfi_base base;
  6061. + struct nfi_base *parent;
  6062. +
  6063. + u8 snfi_mode;
  6064. + u8 tx_count;
  6065. +
  6066. + u8 cmd[SPI_NAND_MAX_OP];
  6067. + u8 cur_cmd_idx;
  6068. +
  6069. + u32 row_addr[SPI_NAND_MAX_OP];
  6070. + u32 col_addr[SPI_NAND_MAX_OP];
  6071. + u8 cur_addr_idx;
  6072. +
  6073. + u8 read_cache_mode;
  6074. + u8 write_cache_mode;
  6075. +};
  6076. +
  6077. +#endif /* __NFI_SPI_H__ */
  6078. --- /dev/null
  6079. +++ b/drivers/mtd/nandx/core/nfi/nfi_spi_regs.h
  6080. @@ -0,0 +1,64 @@
  6081. +/*
  6082. + * Copyright (C) 2017 MediaTek Inc.
  6083. + * Licensed under either
  6084. + * BSD Licence, (see NOTICE for more details)
  6085. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6086. + */
  6087. +
  6088. +#ifndef __NFI_SPI_REGS_H__
  6089. +#define __NFI_SPI_REGS_H__
  6090. +
  6091. +#define SNF_MAC_CTL 0x500
  6092. +#define WIP BIT(0)
  6093. +#define WIP_READY BIT(1)
  6094. +#define SF_TRIG BIT(2)
  6095. +#define SF_MAC_EN BIT(3)
  6096. +#define MAC_XIO_SEL BIT(4)
  6097. +#define SNF_MAC_OUTL 0x504
  6098. +#define SNF_MAC_INL 0x508
  6099. +#define SNF_RD_CTL1 0x50c
  6100. +#define PAGE_READ_CMD_SHIFT 24
  6101. +#define SNF_RD_CTL2 0x510
  6102. +#define SNF_RD_CTL3 0x514
  6103. +#define SNF_GF_CTL1 0x518
  6104. +#define GF_ADDR_SHIFT 16
  6105. +#define GF_CMD_SHIFT 24
  6106. +#define SNF_GF_CTL3 0x520
  6107. +#define SNF_PG_CTL1 0x524
  6108. +#define PG_EXE_CMD_SHIFT 16
  6109. +#define PG_LOAD_CMD_SHIFT 8
  6110. +#define SNF_PG_CTL2 0x528
  6111. +#define SNF_PG_CTL3 0x52c
  6112. +#define SNF_ER_CTL 0x530
  6113. +#define SNF_ER_CTL2 0x534
  6114. +#define SNF_MISC_CTL 0x538
  6115. +#define SW_RST BIT(28)
  6116. +#define PG_LOAD_X4_EN BIT(20)
  6117. +#define X2_DATA_MODE 1
  6118. +#define X4_DATA_MODE 2
  6119. +#define DUAL_IO_MODE 5
  6120. +#define QUAD_IO_MODE 6
  6121. +#define READ_MODE_SHIFT 16
  6122. +#define LATCH_LAT_SHIFT 8
  6123. +#define LATCH_LAT_MASK GENMASK(9, 8)
  6124. +#define DARA_READ_MODE_MASK GENMASK(18, 16)
  6125. +#define SF2CS_SEL BIT(13)
  6126. +#define SF2CS_EN BIT(12)
  6127. +#define PG_LOAD_CUSTOM_EN BIT(7)
  6128. +#define DATARD_CUSTOM_EN BIT(6)
  6129. +#define SNF_MISC_CTL2 0x53c
  6130. +#define PG_LOAD_SHIFT 16
  6131. +#define SNF_DLY_CTL1 0x540
  6132. +#define SNF_DLY_CTL2 0x544
  6133. +#define SNF_DLY_CTL3 0x548
  6134. +#define SNF_DLY_CTL4 0x54c
  6135. +#define SNF_STA_CTL1 0x550
  6136. +#define SPI_STATE GENMASK(3, 0)
  6137. +#define SNF_STA_CTL2 0x554
  6138. +#define SNF_STA_CTL3 0x558
  6139. +#define SNF_SNF_CNFG 0x55c
  6140. +#define SPI_MODE BIT(0)
  6141. +#define SNF_DEBUG_SEL 0x560
  6142. +#define SPI_GPRAM_ADDR 0x800
  6143. +
  6144. +#endif /* __NFI_SPI_REGS_H__ */
  6145. --- /dev/null
  6146. +++ b/drivers/mtd/nandx/core/nfi/nfiecc.c
  6147. @@ -0,0 +1,510 @@
  6148. +/*
  6149. + * Copyright (C) 2017 MediaTek Inc.
  6150. + * Licensed under either
  6151. + * BSD Licence, (see NOTICE for more details)
  6152. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6153. + */
  6154. +
  6155. +#include "nandx_util.h"
  6156. +#include "nandx_core.h"
  6157. +#include "nfiecc_regs.h"
  6158. +#include "nfiecc.h"
  6159. +
  6160. +#define NFIECC_IDLE_REG(op) \
  6161. + ((op) == ECC_ENCODE ? NFIECC_ENCIDLE : NFIECC_DECIDLE)
  6162. +#define IDLE_MASK 1
  6163. +#define NFIECC_CTL_REG(op) \
  6164. + ((op) == ECC_ENCODE ? NFIECC_ENCCON : NFIECC_DECCON)
  6165. +#define NFIECC_IRQ_REG(op) \
  6166. + ((op) == ECC_ENCODE ? NFIECC_ENCIRQEN : NFIECC_DECIRQEN)
  6167. +#define NFIECC_ADDR(op) \
  6168. + ((op) == ECC_ENCODE ? NFIECC_ENCDIADDR : NFIECC_DECDIADDR)
  6169. +
  6170. +#define ECC_TIMEOUT 500000
  6171. +
  6172. +/* ecc strength that each IP supports */
  6173. +static const int ecc_strength_mt7622[] = {
  6174. + 4, 6, 8, 10, 12, 14, 16
  6175. +};
  6176. +
  6177. +static int nfiecc_irq_handler(void *data)
  6178. +{
  6179. + struct nfiecc *ecc = data;
  6180. + void *regs = ecc->res.regs;
  6181. + u32 status;
  6182. +
  6183. + status = readl(regs + NFIECC_DECIRQSTA) & DEC_IRQSTA_GEN;
  6184. + if (status) {
  6185. + status = readl(regs + NFIECC_DECDONE);
  6186. + if (!(status & ecc->config.sectors))
  6187. + return NAND_IRQ_NONE;
  6188. +
  6189. + /*
  6190. + * Clear decode IRQ status once again to ensure that
  6191. + * there will be no extra IRQ.
  6192. + */
  6193. + readl(regs + NFIECC_DECIRQSTA);
  6194. + ecc->config.sectors = 0;
  6195. + nandx_event_complete(ecc->done);
  6196. + } else {
  6197. + status = readl(regs + NFIECC_ENCIRQSTA) & ENC_IRQSTA_GEN;
  6198. + if (!status)
  6199. + return NAND_IRQ_NONE;
  6200. +
  6201. + nandx_event_complete(ecc->done);
  6202. + }
  6203. +
  6204. + return NAND_IRQ_HANDLED;
  6205. +}
  6206. +
  6207. +static inline int nfiecc_wait_idle(struct nfiecc *ecc)
  6208. +{
  6209. + int op = ecc->config.op;
  6210. + int ret, val;
  6211. +
  6212. + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_IDLE_REG(op),
  6213. + val, val & IDLE_MASK,
  6214. + 10, ECC_TIMEOUT);
  6215. + if (ret)
  6216. + pr_info("%s not idle\n",
  6217. + op == ECC_ENCODE ? "encoder" : "decoder");
  6218. +
  6219. + return ret;
  6220. +}
  6221. +
  6222. +static int nfiecc_wait_encode_done(struct nfiecc *ecc)
  6223. +{
  6224. + int ret, val;
  6225. +
  6226. + if (ecc->ecc_irq_en) {
  6227. + /* poll one time to avoid missing irq event */
  6228. + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_ENCSTA,
  6229. + val, val & ENC_FSM_IDLE, 1, 1);
  6230. + if (!ret)
  6231. + return 0;
  6232. +
  6233. + /* irq done, if not, we can go on to poll status for a while */
  6234. + ret = nandx_event_wait_complete(ecc->done, ECC_TIMEOUT);
  6235. + if (ret)
  6236. + return 0;
  6237. + }
  6238. +
  6239. + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_ENCSTA,
  6240. + val, val & ENC_FSM_IDLE,
  6241. + 10, ECC_TIMEOUT);
  6242. + if (ret)
  6243. + pr_info("encode timeout\n");
  6244. +
  6245. + return ret;
  6246. +
  6247. +}
  6248. +
  6249. +static int nfiecc_wait_decode_done(struct nfiecc *ecc)
  6250. +{
  6251. + u32 secbit = BIT(ecc->config.sectors - 1);
  6252. + void *regs = ecc->res.regs;
  6253. + int ret, val;
  6254. +
  6255. + if (ecc->ecc_irq_en) {
  6256. + ret = readl_poll_timeout_atomic(regs + NFIECC_DECDONE,
  6257. + val, val & secbit, 1, 1);
  6258. + if (!ret)
  6259. + return 0;
  6260. +
  6261. + ret = nandx_event_wait_complete(ecc->done, ECC_TIMEOUT);
  6262. + if (ret)
  6263. + return 0;
  6264. + }
  6265. +
  6266. + ret = readl_poll_timeout_atomic(regs + NFIECC_DECDONE,
  6267. + val, val & secbit,
  6268. + 10, ECC_TIMEOUT);
  6269. + if (ret) {
  6270. + pr_info("decode timeout\n");
  6271. + return ret;
  6272. + }
  6273. +
  6274. + /* decode done does not stands for ecc all work done.
  6275. + * we need check syn, bma, chien, autoc all idle.
  6276. + * just check it when ECC_DECCNFG[13:12] is 3,
  6277. + * which means auto correct.
  6278. + */
  6279. + ret = readl_poll_timeout_atomic(regs + NFIECC_DECFSM,
  6280. + val, (val & FSM_MASK) == FSM_IDLE,
  6281. + 10, ECC_TIMEOUT);
  6282. + if (ret)
  6283. + pr_info("decode fsm(0x%x) is not idle\n",
  6284. + readl(regs + NFIECC_DECFSM));
  6285. +
  6286. + return ret;
  6287. +}
  6288. +
  6289. +static int nfiecc_wait_done(struct nfiecc *ecc)
  6290. +{
  6291. + if (ecc->config.op == ECC_ENCODE)
  6292. + return nfiecc_wait_encode_done(ecc);
  6293. +
  6294. + return nfiecc_wait_decode_done(ecc);
  6295. +}
  6296. +
  6297. +static void nfiecc_encode_config(struct nfiecc *ecc, u32 ecc_idx)
  6298. +{
  6299. + struct nfiecc_config *config = &ecc->config;
  6300. + u32 val;
  6301. +
  6302. + val = ecc_idx | (config->mode << ecc->caps->ecc_mode_shift);
  6303. +
  6304. + if (config->mode == ECC_DMA_MODE)
  6305. + val |= ENC_BURST_EN;
  6306. +
  6307. + val |= (config->len << 3) << ENCCNFG_MS_SHIFT;
  6308. + writel(val, ecc->res.regs + NFIECC_ENCCNFG);
  6309. +}
  6310. +
  6311. +static void nfiecc_decode_config(struct nfiecc *ecc, u32 ecc_idx)
  6312. +{
  6313. + struct nfiecc_config *config = &ecc->config;
  6314. + u32 dec_sz = (config->len << 3) +
  6315. + config->strength * ecc->caps->parity_bits;
  6316. + u32 val;
  6317. +
  6318. + val = ecc_idx | (config->mode << ecc->caps->ecc_mode_shift);
  6319. +
  6320. + if (config->mode == ECC_DMA_MODE)
  6321. + val |= DEC_BURST_EN;
  6322. +
  6323. + val |= (dec_sz << DECCNFG_MS_SHIFT) |
  6324. + (config->deccon << DEC_CON_SHIFT);
  6325. + val |= DEC_EMPTY_EN;
  6326. + writel(val, ecc->res.regs + NFIECC_DECCNFG);
  6327. +}
  6328. +
  6329. +static void nfiecc_config(struct nfiecc *ecc)
  6330. +{
  6331. + u32 idx;
  6332. +
  6333. + for (idx = 0; idx < ecc->caps->ecc_strength_num; idx++) {
  6334. + if (ecc->config.strength == ecc->caps->ecc_strength[idx])
  6335. + break;
  6336. + }
  6337. +
  6338. + if (ecc->config.op == ECC_ENCODE)
  6339. + nfiecc_encode_config(ecc, idx);
  6340. + else
  6341. + nfiecc_decode_config(ecc, idx);
  6342. +}
  6343. +
  6344. +static int nfiecc_enable(struct nfiecc *ecc)
  6345. +{
  6346. + enum nfiecc_operation op = ecc->config.op;
  6347. + void *regs = ecc->res.regs;
  6348. +
  6349. + nfiecc_config(ecc);
  6350. +
  6351. + writel(ECC_OP_EN, regs + NFIECC_CTL_REG(op));
  6352. +
  6353. + if (ecc->ecc_irq_en) {
  6354. + writel(ECC_IRQEN, regs + NFIECC_IRQ_REG(op));
  6355. +
  6356. + if (ecc->page_irq_en)
  6357. + writel(ECC_IRQEN | ECC_PG_IRQ_SEL,
  6358. + regs + NFIECC_IRQ_REG(op));
  6359. +
  6360. + nandx_event_init(ecc->done);
  6361. + }
  6362. +
  6363. + return 0;
  6364. +}
  6365. +
  6366. +static int nfiecc_disable(struct nfiecc *ecc)
  6367. +{
  6368. + enum nfiecc_operation op = ecc->config.op;
  6369. + void *regs = ecc->res.regs;
  6370. +
  6371. + nfiecc_wait_idle(ecc);
  6372. +
  6373. + writel(0, regs + NFIECC_IRQ_REG(op));
  6374. + writel(~ECC_OP_EN, regs + NFIECC_CTL_REG(op));
  6375. +
  6376. + return 0;
  6377. +}
  6378. +
  6379. +static int nfiecc_correct_data(struct nfiecc *ecc,
  6380. + struct nfiecc_status *status,
  6381. + u8 *data, u32 sector)
  6382. +{
  6383. + u32 err, offset, i;
  6384. + u32 loc, byteloc, bitloc;
  6385. +
  6386. + status->corrected = 0;
  6387. + status->failed = 0;
  6388. +
  6389. + offset = (sector >> 2);
  6390. + err = readl(ecc->res.regs + NFIECC_DECENUM(offset));
  6391. + err >>= (sector % 4) * 8;
  6392. + err &= ecc->caps->err_mask;
  6393. +
  6394. + if (err == ecc->caps->err_mask) {
  6395. + status->failed++;
  6396. + return -ENANDREAD;
  6397. + }
  6398. +
  6399. + status->corrected += err;
  6400. + status->bitflips = max_t(u32, status->bitflips, err);
  6401. +
  6402. + for (i = 0; i < err; i++) {
  6403. + loc = readl(ecc->res.regs + NFIECC_DECEL(i >> 1));
  6404. + loc >>= ((i & 0x1) << 4);
  6405. + byteloc = loc >> 3;
  6406. + bitloc = loc & 0x7;
  6407. + data[byteloc] ^= (1 << bitloc);
  6408. + }
  6409. +
  6410. + return 0;
  6411. +}
  6412. +
  6413. +static int nfiecc_fill_data(struct nfiecc *ecc, u8 *data)
  6414. +{
  6415. + struct nfiecc_config *config = &ecc->config;
  6416. + void *regs = ecc->res.regs;
  6417. + int size, ret, i;
  6418. + u32 val;
  6419. +
  6420. + if (config->mode == ECC_DMA_MODE) {
  6421. + if ((unsigned long)config->dma_addr & 0x3)
  6422. + pr_info("encode address is not 4B aligned: 0x%x\n",
  6423. + (u32)(unsigned long)config->dma_addr);
  6424. +
  6425. + writel((unsigned long)config->dma_addr,
  6426. + regs + NFIECC_ADDR(config->op));
  6427. + } else if (config->mode == ECC_PIO_MODE) {
  6428. + if (config->op == ECC_ENCODE) {
  6429. + size = (config->len + 3) >> 2;
  6430. + } else {
  6431. + size = config->strength * ecc->caps->parity_bits;
  6432. + size = (size + 7) >> 3;
  6433. + size += config->len;
  6434. + size >>= 2;
  6435. + }
  6436. +
  6437. + for (i = 0; i < size; i++) {
  6438. + ret = readl_poll_timeout_atomic(regs + NFIECC_PIO_DIRDY,
  6439. + val, val & PIO_DI_RDY,
  6440. + 10, ECC_TIMEOUT);
  6441. + if (ret)
  6442. + return ret;
  6443. +
  6444. + writel(*((u32 *)data + i), regs + NFIECC_PIO_DI);
  6445. + }
  6446. + }
  6447. +
  6448. + return 0;
  6449. +}
  6450. +
  6451. +static int nfiecc_encode(struct nfiecc *ecc, u8 *data)
  6452. +{
  6453. + struct nfiecc_config *config = &ecc->config;
  6454. + u32 len, i, val = 0;
  6455. + u8 *p;
  6456. + int ret;
  6457. +
  6458. + /* Under NFI mode, nothing need to do */
  6459. + if (config->mode == ECC_NFI_MODE)
  6460. + return 0;
  6461. +
  6462. + ret = nfiecc_fill_data(ecc, data);
  6463. + if (ret)
  6464. + return ret;
  6465. +
  6466. + ret = nfiecc_wait_encode_done(ecc);
  6467. + if (ret)
  6468. + return ret;
  6469. +
  6470. + ret = nfiecc_wait_idle(ecc);
  6471. + if (ret)
  6472. + return ret;
  6473. +
  6474. + /* Program ECC bytes to OOB: per sector oob = FDM + ECC + SPARE */
  6475. + len = (config->strength * ecc->caps->parity_bits + 7) >> 3;
  6476. + p = data + config->len;
  6477. +
  6478. + /* Write the parity bytes generated by the ECC back to the OOB region */
  6479. + for (i = 0; i < len; i++) {
  6480. + if ((i % 4) == 0)
  6481. + val = readl(ecc->res.regs + NFIECC_ENCPAR(i / 4));
  6482. +
  6483. + p[i] = (val >> ((i % 4) * 8)) & 0xff;
  6484. + }
  6485. +
  6486. + return 0;
  6487. +}
  6488. +
  6489. +static int nfiecc_decode(struct nfiecc *ecc, u8 *data)
  6490. +{
  6491. + int ret;
  6492. +
  6493. + /* Under NFI mode, nothing need to do */
  6494. + if (ecc->config.mode == ECC_NFI_MODE)
  6495. + return 0;
  6496. +
  6497. + ret = nfiecc_fill_data(ecc, data);
  6498. + if (ret)
  6499. + return ret;
  6500. +
  6501. + return nfiecc_wait_decode_done(ecc);
  6502. +}
  6503. +
  6504. +static int nfiecc_decode_status(struct nfiecc *ecc, u32 start_sector,
  6505. + u32 sectors)
  6506. +{
  6507. + void *regs = ecc->res.regs;
  6508. + u32 i, val = 0, err;
  6509. + u32 bitflips = 0;
  6510. +
  6511. + for (i = start_sector; i < start_sector + sectors; i++) {
  6512. + if ((i % 4) == 0)
  6513. + val = readl(regs + NFIECC_DECENUM(i / 4));
  6514. +
  6515. + err = val >> ((i % 4) * 5);
  6516. + err &= ecc->caps->err_mask;
  6517. +
  6518. + if (err == ecc->caps->err_mask)
  6519. + pr_err("sector %d is uncorrect\n", i);
  6520. +
  6521. + bitflips = max_t(u32, bitflips, err);
  6522. + }
  6523. +
  6524. + if (bitflips == ecc->caps->err_mask)
  6525. + return -ENANDREAD;
  6526. +
  6527. + if (bitflips)
  6528. + pr_info("bitflips %d is corrected\n", bitflips);
  6529. +
  6530. + return bitflips;
  6531. +}
  6532. +
  6533. +static int nfiecc_adjust_strength(struct nfiecc *ecc, int strength)
  6534. +{
  6535. + struct nfiecc_caps *caps = ecc->caps;
  6536. + int i, count = caps->ecc_strength_num;
  6537. +
  6538. + if (strength >= caps->ecc_strength[count - 1])
  6539. + return caps->ecc_strength[count - 1];
  6540. +
  6541. + if (strength < caps->ecc_strength[0])
  6542. + return -EINVAL;
  6543. +
  6544. + for (i = 1; i < count; i++) {
  6545. + if (strength < caps->ecc_strength[i])
  6546. + return caps->ecc_strength[i - 1];
  6547. + }
  6548. +
  6549. + return -EINVAL;
  6550. +}
  6551. +
  6552. +static int nfiecc_ctrl(struct nfiecc *ecc, int cmd, void *args)
  6553. +{
  6554. + int ret = 0;
  6555. +
  6556. + switch (cmd) {
  6557. + case NFI_CTRL_ECC_IRQ:
  6558. + ecc->ecc_irq_en = *(bool *)args;
  6559. + break;
  6560. +
  6561. + case NFI_CTRL_ECC_PAGE_IRQ:
  6562. + ecc->page_irq_en = *(bool *)args;
  6563. + break;
  6564. +
  6565. + default:
  6566. + pr_info("invalid arguments.\n");
  6567. + ret = -EINVAL;
  6568. + break;
  6569. + }
  6570. +
  6571. + return ret;
  6572. +}
  6573. +
  6574. +static int nfiecc_hw_init(struct nfiecc *ecc)
  6575. +{
  6576. + int ret;
  6577. +
  6578. + ret = nfiecc_wait_idle(ecc);
  6579. + if (ret)
  6580. + return ret;
  6581. +
  6582. + writel(~ECC_OP_EN, ecc->res.regs + NFIECC_ENCCON);
  6583. +
  6584. + ret = nfiecc_wait_idle(ecc);
  6585. + if (ret)
  6586. + return ret;
  6587. +
  6588. + writel(~ECC_OP_EN, ecc->res.regs + NFIECC_DECCON);
  6589. +
  6590. + return 0;
  6591. +}
  6592. +
  6593. +static struct nfiecc_caps nfiecc_caps_mt7622 = {
  6594. + .err_mask = 0x1f,
  6595. + .ecc_mode_shift = 4,
  6596. + .parity_bits = 13,
  6597. + .ecc_strength = ecc_strength_mt7622,
  6598. + .ecc_strength_num = 7,
  6599. +};
  6600. +
  6601. +static struct nfiecc_caps *nfiecc_get_match_data(enum mtk_ic_version ic)
  6602. +{
  6603. + /* NOTE: add other IC's data */
  6604. + return &nfiecc_caps_mt7622;
  6605. +}
  6606. +
  6607. +struct nfiecc *nfiecc_init(struct nfiecc_resource *res)
  6608. +{
  6609. + struct nfiecc *ecc;
  6610. + int ret;
  6611. +
  6612. + ecc = mem_alloc(1, sizeof(struct nfiecc));
  6613. + if (!ecc)
  6614. + return NULL;
  6615. +
  6616. + ecc->res = *res;
  6617. +
  6618. + ret = nandx_irq_register(res->dev, res->irq_id, nfiecc_irq_handler,
  6619. + "mtk-ecc", ecc);
  6620. + if (ret) {
  6621. + pr_info("ecc irq register failed!\n");
  6622. + goto error;
  6623. + }
  6624. +
  6625. + ecc->ecc_irq_en = false;
  6626. + ecc->page_irq_en = false;
  6627. + ecc->done = nandx_event_create();
  6628. + ecc->caps = nfiecc_get_match_data(res->ic_ver);
  6629. +
  6630. + ecc->adjust_strength = nfiecc_adjust_strength;
  6631. + ecc->enable = nfiecc_enable;
  6632. + ecc->disable = nfiecc_disable;
  6633. + ecc->decode = nfiecc_decode;
  6634. + ecc->encode = nfiecc_encode;
  6635. + ecc->wait_done = nfiecc_wait_done;
  6636. + ecc->decode_status = nfiecc_decode_status;
  6637. + ecc->correct_data = nfiecc_correct_data;
  6638. + ecc->nfiecc_ctrl = nfiecc_ctrl;
  6639. +
  6640. + ret = nfiecc_hw_init(ecc);
  6641. + if (ret)
  6642. + return NULL;
  6643. +
  6644. + return ecc;
  6645. +
  6646. +error:
  6647. + mem_free(ecc);
  6648. +
  6649. + return NULL;
  6650. +}
  6651. +
  6652. +void nfiecc_exit(struct nfiecc *ecc)
  6653. +{
  6654. + nandx_event_destroy(ecc->done);
  6655. + mem_free(ecc);
  6656. +}
  6657. +
  6658. --- /dev/null
  6659. +++ b/drivers/mtd/nandx/core/nfi/nfiecc.h
  6660. @@ -0,0 +1,90 @@
  6661. +/*
  6662. + * Copyright (C) 2017 MediaTek Inc.
  6663. + * Licensed under either
  6664. + * BSD Licence, (see NOTICE for more details)
  6665. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6666. + */
  6667. +
  6668. +#ifndef __NFIECC_H__
  6669. +#define __NFIECC_H__
  6670. +
  6671. +enum nfiecc_mode {
  6672. + ECC_DMA_MODE,
  6673. + ECC_NFI_MODE,
  6674. + ECC_PIO_MODE
  6675. +};
  6676. +
  6677. +enum nfiecc_operation {
  6678. + ECC_ENCODE,
  6679. + ECC_DECODE
  6680. +};
  6681. +
  6682. +enum nfiecc_deccon {
  6683. + ECC_DEC_FER = 1,
  6684. + ECC_DEC_LOCATE = 2,
  6685. + ECC_DEC_CORRECT = 3
  6686. +};
  6687. +
  6688. +struct nfiecc_resource {
  6689. + int ic_ver;
  6690. + void *dev;
  6691. + void *regs;
  6692. + int irq_id;
  6693. +
  6694. +};
  6695. +
  6696. +struct nfiecc_status {
  6697. + u32 corrected;
  6698. + u32 failed;
  6699. + u32 bitflips;
  6700. +};
  6701. +
  6702. +struct nfiecc_caps {
  6703. + u32 err_mask;
  6704. + u32 ecc_mode_shift;
  6705. + u32 parity_bits;
  6706. + const int *ecc_strength;
  6707. + u32 ecc_strength_num;
  6708. +};
  6709. +
  6710. +struct nfiecc_config {
  6711. + enum nfiecc_operation op;
  6712. + enum nfiecc_mode mode;
  6713. + enum nfiecc_deccon deccon;
  6714. +
  6715. + void *dma_addr; /* DMA use only */
  6716. + u32 strength;
  6717. + u32 sectors;
  6718. + u32 len;
  6719. +};
  6720. +
  6721. +struct nfiecc {
  6722. + struct nfiecc_resource res;
  6723. + struct nfiecc_config config;
  6724. + struct nfiecc_caps *caps;
  6725. +
  6726. + bool ecc_irq_en;
  6727. + bool page_irq_en;
  6728. +
  6729. + void *done;
  6730. +
  6731. + int (*adjust_strength)(struct nfiecc *ecc, int strength);
  6732. + int (*enable)(struct nfiecc *ecc);
  6733. + int (*disable)(struct nfiecc *ecc);
  6734. +
  6735. + int (*decode)(struct nfiecc *ecc, u8 *data);
  6736. + int (*encode)(struct nfiecc *ecc, u8 *data);
  6737. +
  6738. + int (*decode_status)(struct nfiecc *ecc, u32 start_sector, u32 sectors);
  6739. + int (*correct_data)(struct nfiecc *ecc,
  6740. + struct nfiecc_status *status,
  6741. + u8 *data, u32 sector);
  6742. + int (*wait_done)(struct nfiecc *ecc);
  6743. +
  6744. + int (*nfiecc_ctrl)(struct nfiecc *ecc, int cmd, void *args);
  6745. +};
  6746. +
  6747. +struct nfiecc *nfiecc_init(struct nfiecc_resource *res);
  6748. +void nfiecc_exit(struct nfiecc *ecc);
  6749. +
  6750. +#endif /* __NFIECC_H__ */
  6751. --- /dev/null
  6752. +++ b/drivers/mtd/nandx/core/nfi/nfiecc_regs.h
  6753. @@ -0,0 +1,51 @@
  6754. +/*
  6755. + * Copyright (C) 2017 MediaTek Inc.
  6756. + * Licensed under either
  6757. + * BSD Licence, (see NOTICE for more details)
  6758. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6759. + */
  6760. +
  6761. +#ifndef __NFIECC_REGS_H__
  6762. +#define __NFIECC_REGS_H__
  6763. +
  6764. +#define NFIECC_ENCCON 0x000
  6765. +/* NFIECC_DECCON has same bit define */
  6766. +#define ECC_OP_EN BIT(0)
  6767. +#define NFIECC_ENCCNFG 0x004
  6768. +#define ENCCNFG_MS_SHIFT 16
  6769. +#define ENC_BURST_EN BIT(8)
  6770. +#define NFIECC_ENCDIADDR 0x008
  6771. +#define NFIECC_ENCIDLE 0x00c
  6772. +#define NFIECC_ENCSTA 0x02c
  6773. +#define ENC_FSM_IDLE 1
  6774. +#define NFIECC_ENCIRQEN 0x030
  6775. +/* NFIECC_DECIRQEN has same bit define */
  6776. +#define ECC_IRQEN BIT(0)
  6777. +#define ECC_PG_IRQ_SEL BIT(1)
  6778. +#define NFIECC_ENCIRQSTA 0x034
  6779. +#define ENC_IRQSTA_GEN BIT(0)
  6780. +#define NFIECC_PIO_DIRDY 0x080
  6781. +#define PIO_DI_RDY BIT(0)
  6782. +#define NFIECC_PIO_DI 0x084
  6783. +#define NFIECC_DECCON 0x100
  6784. +#define NFIECC_DECCNFG 0x104
  6785. +#define DEC_BURST_EN BIT(8)
  6786. +#define DEC_EMPTY_EN BIT(31)
  6787. +#define DEC_CON_SHIFT 12
  6788. +#define DECCNFG_MS_SHIFT 16
  6789. +#define NFIECC_DECDIADDR 0x108
  6790. +#define NFIECC_DECIDLE 0x10c
  6791. +#define NFIECC_DECENUM(x) (0x114 + (x) * 4)
  6792. +#define NFIECC_DECDONE 0x11c
  6793. +#define NFIECC_DECIRQEN 0x140
  6794. +#define NFIECC_DECIRQSTA 0x144
  6795. +#define DEC_IRQSTA_GEN BIT(0)
  6796. +#define NFIECC_DECFSM 0x14c
  6797. +#define FSM_MASK 0x7f0f0f0f
  6798. +#define FSM_IDLE 0x01010101
  6799. +#define NFIECC_BYPASS 0x20c
  6800. +#define NFIECC_BYPASS_EN BIT(0)
  6801. +#define NFIECC_ENCPAR(x) (0x010 + (x) * 4)
  6802. +#define NFIECC_DECEL(x) (0x120 + (x) * 4)
  6803. +
  6804. +#endif /* __NFIECC_REGS_H__ */
  6805. --- /dev/null
  6806. +++ b/drivers/mtd/nandx/driver/Nandx.mk
  6807. @@ -0,0 +1,18 @@
  6808. +#
  6809. +# Copyright (C) 2017 MediaTek Inc.
  6810. +# Licensed under either
  6811. +# BSD Licence, (see NOTICE for more details)
  6812. +# GNU General Public License, version 2.0, (see NOTICE for more details)
  6813. +#
  6814. +
  6815. +nandx-$(NANDX_SIMULATOR_SUPPORT) += simulator/driver.c
  6816. +
  6817. +nandx-$(NANDX_CTP_SUPPORT) += ctp/ts_nand.c
  6818. +nandx-$(NANDX_CTP_SUPPORT) += ctp/nand_test.c
  6819. +nandx-header-$(NANDX_CTP_SUPPORT) += ctp/nand_test.h
  6820. +
  6821. +nandx-$(NANDX_BBT_SUPPORT) += bbt/bbt.c
  6822. +nandx-$(NANDX_BROM_SUPPORT) += brom/driver.c
  6823. +nandx-$(NANDX_KERNEL_SUPPORT) += kernel/driver.c
  6824. +nandx-$(NANDX_LK_SUPPORT) += lk/driver.c
  6825. +nandx-$(NANDX_UBOOT_SUPPORT) += uboot/driver.c
  6826. --- /dev/null
  6827. +++ b/drivers/mtd/nandx/driver/bbt/bbt.c
  6828. @@ -0,0 +1,408 @@
  6829. +/*
  6830. + * Copyright (C) 2017 MediaTek Inc.
  6831. + * Licensed under either
  6832. + * BSD Licence, (see NOTICE for more details)
  6833. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  6834. + */
  6835. +
  6836. +#include "nandx_util.h"
  6837. +#include "nandx_core.h"
  6838. +#include "bbt.h"
  6839. +
  6840. +/* Not support: multi-chip */
  6841. +static u8 main_bbt_pattern[] = {'B', 'b', 't', '0' };
  6842. +static u8 mirror_bbt_pattern[] = {'1', 't', 'b', 'B' };
  6843. +
  6844. +static struct bbt_manager g_bbt_manager = {
  6845. + { {{main_bbt_pattern, 4}, 0, BBT_INVALID_ADDR},
  6846. + {{mirror_bbt_pattern, 4}, 0, BBT_INVALID_ADDR}
  6847. + },
  6848. + NAND_BBT_SCAN_MAXBLOCKS, NULL
  6849. +};
  6850. +
  6851. +static inline void set_bbt_mark(u8 *bbt, int block, u8 mark)
  6852. +{
  6853. + int index, offset;
  6854. +
  6855. + index = GET_ENTRY(block);
  6856. + offset = GET_POSITION(block);
  6857. +
  6858. + bbt[index] &= ~(BBT_ENTRY_MASK << offset);
  6859. + bbt[index] |= (mark & BBT_ENTRY_MASK) << offset;
  6860. + pr_info("%s %d block:%d, bbt[%d]:0x%x, offset:%d, mark:%d\n",
  6861. + __func__, __LINE__, block, index, bbt[index], offset, mark);
  6862. +}
  6863. +
  6864. +static inline u8 get_bbt_mark(u8 *bbt, int block)
  6865. +{
  6866. + int offset = GET_POSITION(block);
  6867. + int index = GET_ENTRY(block);
  6868. + u8 value = bbt[index];
  6869. +
  6870. + return (value >> offset) & BBT_ENTRY_MASK;
  6871. +}
  6872. +
  6873. +static void mark_nand_bad(struct nandx_info *nand, int block)
  6874. +{
  6875. + u8 *buf;
  6876. +
  6877. + buf = mem_alloc(1, nand->page_size + nand->oob_size);
  6878. + if (!buf) {
  6879. + pr_info("%s, %d, memory alloc fail, pagesize:%d, oobsize:%d\n",
  6880. + __func__, __LINE__, nand->page_size, nand->oob_size);
  6881. + return;
  6882. + }
  6883. + memset(buf, 0, nand->page_size + nand->oob_size);
  6884. + nandx_erase(block * nand->block_size, nand->block_size);
  6885. + nandx_write(buf, buf + nand->page_size, block * nand->block_size,
  6886. + nand->page_size);
  6887. + mem_free(buf);
  6888. +}
  6889. +
  6890. +static inline bool is_bbt_data(u8 *buf, struct bbt_pattern *pattern)
  6891. +{
  6892. + int i;
  6893. +
  6894. + for (i = 0; i < pattern->len; i++) {
  6895. + if (buf[i] != pattern->data[i])
  6896. + return false;
  6897. + }
  6898. +
  6899. + return true;
  6900. +}
  6901. +
  6902. +static u64 get_bbt_address(struct nandx_info *nand, u8 *bbt,
  6903. + u64 mirror_addr,
  6904. + int max_blocks)
  6905. +{
  6906. + u64 addr, end_addr;
  6907. + u8 mark;
  6908. +
  6909. + addr = nand->total_size;
  6910. + end_addr = nand->total_size - nand->block_size * max_blocks;
  6911. +
  6912. + while (addr > end_addr) {
  6913. + addr -= nand->block_size;
  6914. + mark = get_bbt_mark(bbt, div_down(addr, nand->block_size));
  6915. +
  6916. + if (mark == BBT_BLOCK_WORN || mark == BBT_BLOCK_FACTORY_BAD)
  6917. + continue;
  6918. + if (addr != mirror_addr)
  6919. + return addr;
  6920. + }
  6921. +
  6922. + return BBT_INVALID_ADDR;
  6923. +}
  6924. +
  6925. +static int read_bbt(struct bbt_desc *desc, u8 *bbt, u32 len)
  6926. +{
  6927. + int ret;
  6928. +
  6929. + ret = nandx_read(bbt, NULL, desc->bbt_addr + desc->pattern.len + 1,
  6930. + len);
  6931. + if (ret < 0)
  6932. + pr_info("nand_bbt: error reading BBT page, ret:-%x\n", ret);
  6933. +
  6934. + return ret;
  6935. +}
  6936. +
  6937. +static void create_bbt(struct nandx_info *nand, u8 *bbt)
  6938. +{
  6939. + u32 offset = 0, block = 0;
  6940. +
  6941. + do {
  6942. + if (nandx_is_bad_block(offset)) {
  6943. + pr_info("Create bbt at bad block:%d\n", block);
  6944. + set_bbt_mark(bbt, block, BBT_BLOCK_FACTORY_BAD);
  6945. + }
  6946. + block++;
  6947. + offset += nand->block_size;
  6948. + } while (offset < nand->total_size);
  6949. +}
  6950. +
  6951. +static int search_bbt(struct nandx_info *nand, struct bbt_desc *desc,
  6952. + int max_blocks)
  6953. +{
  6954. + u64 addr, end_addr;
  6955. + u8 *buf;
  6956. + int ret;
  6957. +
  6958. + buf = mem_alloc(1, nand->page_size);
  6959. + if (!buf) {
  6960. + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
  6961. + __func__, __LINE__, nand->page_size);
  6962. + return -ENOMEM;
  6963. + }
  6964. +
  6965. + addr = nand->total_size;
  6966. + end_addr = nand->total_size - max_blocks * nand->block_size;
  6967. + while (addr > end_addr) {
  6968. + addr -= nand->block_size;
  6969. +
  6970. + nandx_read(buf, NULL, addr, nand->page_size);
  6971. +
  6972. + if (is_bbt_data(buf, &desc->pattern)) {
  6973. + desc->bbt_addr = addr;
  6974. + desc->version = buf[desc->pattern.len];
  6975. + pr_info("BBT is found at addr 0x%llx, version %d\n",
  6976. + desc->bbt_addr, desc->version);
  6977. + ret = 0;
  6978. + break;
  6979. + }
  6980. + ret = -EFAULT;
  6981. + }
  6982. +
  6983. + mem_free(buf);
  6984. + return ret;
  6985. +}
  6986. +
  6987. +static int save_bbt(struct nandx_info *nand, struct bbt_desc *desc,
  6988. + u8 *bbt)
  6989. +{
  6990. + u32 page_size_mask, total_block;
  6991. + int write_len;
  6992. + u8 *buf;
  6993. + int ret;
  6994. +
  6995. + ret = nandx_erase(desc->bbt_addr, nand->block_size);
  6996. + if (ret) {
  6997. + pr_info("erase addr 0x%llx fail !!!, ret %d\n",
  6998. + desc->bbt_addr, ret);
  6999. + return ret;
  7000. + }
  7001. +
  7002. + total_block = div_down(nand->total_size, nand->block_size);
  7003. + write_len = GET_BBT_LENGTH(total_block) + desc->pattern.len + 1;
  7004. + page_size_mask = nand->page_size - 1;
  7005. + write_len = (write_len + page_size_mask) & (~page_size_mask);
  7006. +
  7007. + buf = (u8 *)mem_alloc(1, write_len);
  7008. + if (!buf) {
  7009. + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
  7010. + __func__, __LINE__, write_len);
  7011. + return -ENOMEM;
  7012. + }
  7013. + memset(buf, 0xFF, write_len);
  7014. +
  7015. + memcpy(buf, desc->pattern.data, desc->pattern.len);
  7016. + buf[desc->pattern.len] = desc->version;
  7017. +
  7018. + memcpy(buf + desc->pattern.len + 1, bbt, GET_BBT_LENGTH(total_block));
  7019. +
  7020. + ret = nandx_write(buf, NULL, desc->bbt_addr, write_len);
  7021. +
  7022. + if (ret)
  7023. + pr_info("nandx_write fail(%d), offset:0x%llx, len(%d)\n",
  7024. + ret, desc->bbt_addr, write_len);
  7025. + mem_free(buf);
  7026. +
  7027. + return ret;
  7028. +}
  7029. +
  7030. +static int write_bbt(struct nandx_info *nand, struct bbt_desc *main,
  7031. + struct bbt_desc *mirror, u8 *bbt, int max_blocks)
  7032. +{
  7033. + int block;
  7034. + int ret;
  7035. +
  7036. + do {
  7037. + if (main->bbt_addr == BBT_INVALID_ADDR) {
  7038. + main->bbt_addr = get_bbt_address(nand, bbt,
  7039. + mirror->bbt_addr, max_blocks);
  7040. + if (main->bbt_addr == BBT_INVALID_ADDR)
  7041. + return -ENOSPC;
  7042. + }
  7043. +
  7044. + ret = save_bbt(nand, main, bbt);
  7045. + if (!ret)
  7046. + break;
  7047. +
  7048. + block = div_down(main->bbt_addr, nand->block_size);
  7049. + set_bbt_mark(bbt, block, BBT_BLOCK_WORN);
  7050. + main->version++;
  7051. + mark_nand_bad(nand, block);
  7052. + main->bbt_addr = BBT_INVALID_ADDR;
  7053. + } while (1);
  7054. +
  7055. + return 0;
  7056. +}
  7057. +
  7058. +static void mark_bbt_region(struct nandx_info *nand, u8 *bbt, int bbt_blocks)
  7059. +{
  7060. + int total_block;
  7061. + int block;
  7062. + u8 mark;
  7063. +
  7064. + total_block = div_down(nand->total_size, nand->block_size);
  7065. + block = total_block - bbt_blocks;
  7066. +
  7067. + while (bbt_blocks) {
  7068. + mark = get_bbt_mark(bbt, block);
  7069. + if (mark == BBT_BLOCK_GOOD)
  7070. + set_bbt_mark(bbt, block, BBT_BLOCK_RESERVED);
  7071. + block++;
  7072. + bbt_blocks--;
  7073. + }
  7074. +}
  7075. +
  7076. +static void unmark_bbt_region(struct nandx_info *nand, u8 *bbt, int bbt_blocks)
  7077. +{
  7078. + int total_block;
  7079. + int block;
  7080. + u8 mark;
  7081. +
  7082. + total_block = div_down(nand->total_size, nand->block_size);
  7083. + block = total_block - bbt_blocks;
  7084. +
  7085. + while (bbt_blocks) {
  7086. + mark = get_bbt_mark(bbt, block);
  7087. + if (mark == BBT_BLOCK_RESERVED)
  7088. + set_bbt_mark(bbt, block, BBT_BLOCK_GOOD);
  7089. + block++;
  7090. + bbt_blocks--;
  7091. + }
  7092. +}
  7093. +
  7094. +static int update_bbt(struct nandx_info *nand, struct bbt_desc *desc,
  7095. + u8 *bbt,
  7096. + int max_blocks)
  7097. +{
  7098. + int ret = 0, i;
  7099. +
  7100. + /* The reserved info is not stored in NAND*/
  7101. + unmark_bbt_region(nand, bbt, max_blocks);
  7102. +
  7103. + desc[0].version++;
  7104. + for (i = 0; i < 2; i++) {
  7105. + if (i > 0)
  7106. + desc[i].version = desc[i - 1].version;
  7107. +
  7108. + ret = write_bbt(nand, &desc[i], &desc[1 - i], bbt, max_blocks);
  7109. + if (ret)
  7110. + break;
  7111. + }
  7112. + mark_bbt_region(nand, bbt, max_blocks);
  7113. +
  7114. + return ret;
  7115. +}
  7116. +
  7117. +int scan_bbt(struct nandx_info *nand)
  7118. +{
  7119. + struct bbt_manager *manager = &g_bbt_manager;
  7120. + struct bbt_desc *pdesc;
  7121. + int total_block, len, i;
  7122. + int valid_desc = 0;
  7123. + int ret = 0;
  7124. + u8 *bbt;
  7125. +
  7126. + total_block = div_down(nand->total_size, nand->block_size);
  7127. + len = GET_BBT_LENGTH(total_block);
  7128. +
  7129. + if (!manager->bbt) {
  7130. + manager->bbt = (u8 *)mem_alloc(1, len);
  7131. + if (!manager->bbt) {
  7132. + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
  7133. + __func__, __LINE__, len);
  7134. + return -ENOMEM;
  7135. + }
  7136. + }
  7137. + bbt = manager->bbt;
  7138. + memset(bbt, 0xFF, len);
  7139. +
  7140. + /* scan bbt */
  7141. + for (i = 0; i < 2; i++) {
  7142. + pdesc = &manager->desc[i];
  7143. + pdesc->bbt_addr = BBT_INVALID_ADDR;
  7144. + pdesc->version = 0;
  7145. + ret = search_bbt(nand, pdesc, manager->max_blocks);
  7146. + if (!ret && (pdesc->bbt_addr != BBT_INVALID_ADDR))
  7147. + valid_desc += 1 << i;
  7148. + }
  7149. +
  7150. + pdesc = &manager->desc[0];
  7151. + if ((valid_desc == 0x3) && (pdesc[0].version != pdesc[1].version))
  7152. + valid_desc = (pdesc[0].version > pdesc[1].version) ? 1 : 2;
  7153. +
  7154. + /* read bbt */
  7155. + for (i = 0; i < 2; i++) {
  7156. + if (!(valid_desc & (1 << i)))
  7157. + continue;
  7158. + ret = read_bbt(&pdesc[i], bbt, len);
  7159. + if (ret) {
  7160. + pdesc->bbt_addr = BBT_INVALID_ADDR;
  7161. + pdesc->version = 0;
  7162. + valid_desc &= ~(1 << i);
  7163. + }
  7164. + /* If two BBT version is same, only need to read the first bbt*/
  7165. + if ((valid_desc == 0x3) &&
  7166. + (pdesc[0].version == pdesc[1].version))
  7167. + break;
  7168. + }
  7169. +
  7170. + if (!valid_desc) {
  7171. + create_bbt(nand, bbt);
  7172. + pdesc[0].version = 1;
  7173. + pdesc[1].version = 1;
  7174. + }
  7175. +
  7176. + pdesc[0].version = max_t(u8, pdesc[0].version, pdesc[1].version);
  7177. + pdesc[1].version = pdesc[0].version;
  7178. +
  7179. + for (i = 0; i < 2; i++) {
  7180. + if (valid_desc & (1 << i))
  7181. + continue;
  7182. +
  7183. + ret = write_bbt(nand, &pdesc[i], &pdesc[1 - i], bbt,
  7184. + manager->max_blocks);
  7185. + if (ret) {
  7186. + pr_info("write bbt(%d) fail, ret:%d\n", i, ret);
  7187. + manager->bbt = NULL;
  7188. + return ret;
  7189. + }
  7190. + }
  7191. +
  7192. + /* Prevent the bbt regions from erasing / writing */
  7193. + mark_bbt_region(nand, manager->bbt, manager->max_blocks);
  7194. +
  7195. + for (i = 0; i < total_block; i++) {
  7196. + if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_WORN)
  7197. + pr_info("Checked WORN bad blk: %d\n", i);
  7198. + else if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_FACTORY_BAD)
  7199. + pr_info("Checked Factory bad blk: %d\n", i);
  7200. + else if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_RESERVED)
  7201. + pr_info("Checked Reserved blk: %d\n", i);
  7202. + else if (get_bbt_mark(manager->bbt, i) != BBT_BLOCK_GOOD)
  7203. + pr_info("Checked unknown blk: %d\n", i);
  7204. + }
  7205. +
  7206. + return 0;
  7207. +}
  7208. +
  7209. +int bbt_mark_bad(struct nandx_info *nand, off_t offset)
  7210. +{
  7211. + struct bbt_manager *manager = &g_bbt_manager;
  7212. + int block = div_down(offset, nand->block_size);
  7213. + int ret = 0;
  7214. +
  7215. + mark_nand_bad(nand, block);
  7216. +
  7217. +#if 0
  7218. + set_bbt_mark(manager->bbt, block, BBT_BLOCK_WORN);
  7219. +
  7220. + /* Update flash-based bad block table */
  7221. + ret = update_bbt(nand, manager->desc, manager->bbt,
  7222. + manager->max_blocks);
  7223. +#endif
  7224. + pr_info("block %d, update result %d.\n", block, ret);
  7225. +
  7226. + return ret;
  7227. +}
  7228. +
  7229. +int bbt_is_bad(struct nandx_info *nand, off_t offset)
  7230. +{
  7231. + int block;
  7232. +
  7233. + block = div_down(offset, nand->block_size);
  7234. +
  7235. + return get_bbt_mark(g_bbt_manager.bbt, block) != BBT_BLOCK_GOOD;
  7236. +}
  7237. --- /dev/null
  7238. +++ b/drivers/mtd/nandx/driver/uboot/driver.c
  7239. @@ -0,0 +1,574 @@
  7240. +/*
  7241. + * Copyright (C) 2017 MediaTek Inc.
  7242. + * Licensed under either
  7243. + * BSD Licence, (see NOTICE for more details)
  7244. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  7245. + */
  7246. +
  7247. +#include <common.h>
  7248. +#include <linux/io.h>
  7249. +#include <dm.h>
  7250. +#include <clk.h>
  7251. +#include <nand.h>
  7252. +#include <linux/iopoll.h>
  7253. +#include <linux/delay.h>
  7254. +#include <linux/mtd/nand.h>
  7255. +#include <linux/mtd/mtd.h>
  7256. +#include <linux/mtd/partitions.h>
  7257. +#include "nandx_core.h"
  7258. +#include "nandx_util.h"
  7259. +#include "bbt.h"
  7260. +
  7261. +typedef int (*func_nandx_operation)(u8 *, u8 *, u64, size_t);
  7262. +
  7263. +struct nandx_clk {
  7264. + struct clk *nfi_clk;
  7265. + struct clk *ecc_clk;
  7266. + struct clk *snfi_clk;
  7267. + struct clk *snfi_clk_sel;
  7268. + struct clk *snfi_parent_50m;
  7269. +};
  7270. +
  7271. +struct nandx_nfc {
  7272. + struct nandx_info info;
  7273. + struct nandx_clk clk;
  7274. + struct nfi_resource *res;
  7275. +
  7276. + struct nand_chip *nand;
  7277. + spinlock_t lock;
  7278. +};
  7279. +
  7280. +/* Default flash layout for MTK nand controller
  7281. + * 64Bytes oob format.
  7282. + */
  7283. +static struct nand_ecclayout eccoob = {
  7284. + .eccbytes = 42,
  7285. + .eccpos = {
  7286. + 17, 18, 19, 20, 21, 22, 23, 24, 25,
  7287. + 26, 27, 28, 29, 30, 31, 32, 33, 34,
  7288. + 35, 36, 37, 38, 39, 40, 41
  7289. + },
  7290. + .oobavail = 16,
  7291. + .oobfree = {
  7292. + {
  7293. + .offset = 0,
  7294. + .length = 16,
  7295. + },
  7296. + }
  7297. +};
  7298. +
  7299. +static struct nandx_nfc *mtd_to_nfc(struct mtd_info *mtd)
  7300. +{
  7301. + struct nand_chip *nand = mtd_to_nand(mtd);
  7302. +
  7303. + return (struct nandx_nfc *)nand_get_controller_data(nand);
  7304. +}
  7305. +
  7306. +static int nandx_enable_clk(struct nandx_clk *clk)
  7307. +{
  7308. + int ret;
  7309. +
  7310. + ret = clk_enable(clk->nfi_clk);
  7311. + if (ret) {
  7312. + pr_info("failed to enable nfi clk\n");
  7313. + return ret;
  7314. + }
  7315. +
  7316. + ret = clk_enable(clk->ecc_clk);
  7317. + if (ret) {
  7318. + pr_info("failed to enable ecc clk\n");
  7319. + goto disable_nfi_clk;
  7320. + }
  7321. +
  7322. + ret = clk_enable(clk->snfi_clk);
  7323. + if (ret) {
  7324. + pr_info("failed to enable snfi clk\n");
  7325. + goto disable_ecc_clk;
  7326. + }
  7327. +
  7328. + ret = clk_enable(clk->snfi_clk_sel);
  7329. + if (ret) {
  7330. + pr_info("failed to enable snfi clk sel\n");
  7331. + goto disable_snfi_clk;
  7332. + }
  7333. +
  7334. + ret = clk_set_parent(clk->snfi_clk_sel, clk->snfi_parent_50m);
  7335. + if (ret) {
  7336. + pr_info("failed to set snfi parent 50MHz\n");
  7337. + goto disable_snfi_clk;
  7338. + }
  7339. +
  7340. + return 0;
  7341. +
  7342. +disable_snfi_clk:
  7343. + clk_disable(clk->snfi_clk);
  7344. +disable_ecc_clk:
  7345. + clk_disable(clk->ecc_clk);
  7346. +disable_nfi_clk:
  7347. + clk_disable(clk->nfi_clk);
  7348. +
  7349. + return ret;
  7350. +}
  7351. +
  7352. +static void nandx_disable_clk(struct nandx_clk *clk)
  7353. +{
  7354. + clk_disable(clk->ecc_clk);
  7355. + clk_disable(clk->nfi_clk);
  7356. + clk_disable(clk->snfi_clk);
  7357. +}
  7358. +
  7359. +static int mtk_nfc_ooblayout_free(struct mtd_info *mtd, int section,
  7360. + struct mtd_oob_region *oob_region)
  7361. +{
  7362. + struct nandx_nfc *nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
  7363. + u32 eccsteps;
  7364. +
  7365. + eccsteps = div_down(mtd->writesize, mtd->ecc_step_size);
  7366. +
  7367. + if (section >= eccsteps)
  7368. + return -EINVAL;
  7369. +
  7370. + oob_region->length = nfc->info.fdm_reg_size - nfc->info.fdm_ecc_size;
  7371. + oob_region->offset = section * nfc->info.fdm_reg_size
  7372. + + nfc->info.fdm_ecc_size;
  7373. +
  7374. + return 0;
  7375. +}
  7376. +
  7377. +static int mtk_nfc_ooblayout_ecc(struct mtd_info *mtd, int section,
  7378. + struct mtd_oob_region *oob_region)
  7379. +{
  7380. + struct nandx_nfc *nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
  7381. + u32 eccsteps;
  7382. +
  7383. + if (section)
  7384. + return -EINVAL;
  7385. +
  7386. + eccsteps = div_down(mtd->writesize, mtd->ecc_step_size);
  7387. + oob_region->offset = nfc->info.fdm_reg_size * eccsteps;
  7388. + oob_region->length = mtd->oobsize - oob_region->offset;
  7389. +
  7390. + return 0;
  7391. +}
  7392. +
  7393. +static const struct mtd_ooblayout_ops mtk_nfc_ooblayout_ops = {
  7394. + .rfree = mtk_nfc_ooblayout_free,
  7395. + .ecc = mtk_nfc_ooblayout_ecc,
  7396. +};
  7397. +
  7398. +struct nfc_compatible {
  7399. + enum mtk_ic_version ic_ver;
  7400. +
  7401. + u32 clock_1x;
  7402. + u32 *clock_2x;
  7403. + int clock_2x_num;
  7404. +
  7405. + int min_oob_req;
  7406. +};
  7407. +
  7408. +static const struct nfc_compatible nfc_compats_mt7622 = {
  7409. + .ic_ver = NANDX_MT7622,
  7410. + .clock_1x = 26000000,
  7411. + .clock_2x = NULL,
  7412. + .clock_2x_num = 8,
  7413. + .min_oob_req = 1,
  7414. +};
  7415. +
  7416. +static const struct udevice_id ic_of_match[] = {
  7417. + {.compatible = "mediatek,mt7622-nfc", .data = &nfc_compats_mt7622},
  7418. + {}
  7419. +};
  7420. +
  7421. +static int nand_operation(struct mtd_info *mtd, loff_t addr, size_t len,
  7422. + size_t *retlen, uint8_t *data, uint8_t *oob, bool read)
  7423. +{
  7424. + struct nandx_split64 split = {0};
  7425. + func_nandx_operation operation;
  7426. + u64 block_oobs, val, align;
  7427. + uint8_t *databuf, *oobbuf;
  7428. + struct nandx_nfc *nfc;
  7429. + bool readoob;
  7430. + int ret = 0;
  7431. +
  7432. + nfc = (struct nandx_nfc *)nand_get_controller_data;
  7433. + spin_lock(&nfc->lock);
  7434. +
  7435. + databuf = data;
  7436. + oobbuf = oob;
  7437. +
  7438. + readoob = data ? false : true;
  7439. + block_oobs = div_up(mtd->erasesize, mtd->writesize) * mtd->oobavail;
  7440. + align = readoob ? block_oobs : mtd->erasesize;
  7441. +
  7442. + operation = read ? nandx_read : nandx_write;
  7443. +
  7444. + nandx_split(&split, addr, len, val, align);
  7445. +
  7446. + if (split.head_len) {
  7447. + ret = operation((u8 *) databuf, oobbuf, addr, split.head_len);
  7448. +
  7449. + if (databuf)
  7450. + databuf += split.head_len;
  7451. +
  7452. + if (oobbuf)
  7453. + oobbuf += split.head_len;
  7454. +
  7455. + addr += split.head_len;
  7456. + *retlen += split.head_len;
  7457. + }
  7458. +
  7459. + if (split.body_len) {
  7460. + while (div_up(split.body_len, align)) {
  7461. + ret = operation((u8 *) databuf, oobbuf, addr, align);
  7462. +
  7463. + if (databuf) {
  7464. + databuf += mtd->erasesize;
  7465. + split.body_len -= mtd->erasesize;
  7466. + *retlen += mtd->erasesize;
  7467. + }
  7468. +
  7469. + if (oobbuf) {
  7470. + oobbuf += block_oobs;
  7471. + split.body_len -= block_oobs;
  7472. + *retlen += block_oobs;
  7473. + }
  7474. +
  7475. + addr += mtd->erasesize;
  7476. + }
  7477. +
  7478. + }
  7479. +
  7480. + if (split.tail_len) {
  7481. + ret = operation((u8 *) databuf, oobbuf, addr, split.tail_len);
  7482. + *retlen += split.tail_len;
  7483. + }
  7484. +
  7485. + spin_unlock(&nfc->lock);
  7486. +
  7487. + return ret;
  7488. +}
  7489. +
  7490. +static int mtk_nand_read(struct mtd_info *mtd, loff_t from, size_t len,
  7491. + size_t *retlen, u_char *buf)
  7492. +{
  7493. + return nand_operation(mtd, from, len, retlen, buf, NULL, true);
  7494. +}
  7495. +
  7496. +static int mtk_nand_write(struct mtd_info *mtd, loff_t to, size_t len,
  7497. + size_t *retlen, const u_char *buf)
  7498. +{
  7499. + return nand_operation(mtd, to, len, retlen, (uint8_t *)buf,
  7500. + NULL, false);
  7501. +}
  7502. +
  7503. +int mtk_nand_read_oob(struct mtd_info *mtd, loff_t from, struct mtd_oob_ops *ops)
  7504. +{
  7505. + size_t retlen;
  7506. +
  7507. + return nand_operation(mtd, from, ops->ooblen, &retlen, NULL,
  7508. + ops->oobbuf, true);
  7509. +}
  7510. +
  7511. +int mtk_nand_write_oob(struct mtd_info *mtd, loff_t to, struct mtd_oob_ops *ops)
  7512. +{
  7513. + size_t retlen;
  7514. +
  7515. + return nand_operation(mtd, to, ops->ooblen, &retlen, NULL,
  7516. + ops->oobbuf, false);
  7517. +}
  7518. +
  7519. +static int mtk_nand_erase(struct mtd_info *mtd, struct erase_info *instr)
  7520. +{
  7521. + struct nandx_nfc *nfc;
  7522. + u64 erase_len, erase_addr;
  7523. + u32 block_size;
  7524. + int ret = 0;
  7525. +
  7526. + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
  7527. + block_size = nfc->info.block_size;
  7528. + erase_len = instr->len;
  7529. + erase_addr = instr->addr;
  7530. + spin_lock(&nfc->lock);
  7531. + instr->state = MTD_ERASING;
  7532. +
  7533. + while (erase_len) {
  7534. + if (mtk_nand_is_bad(mtd, erase_addr)) {
  7535. + pr_info("block(0x%llx) is bad, not erase\n",
  7536. + erase_addr);
  7537. + instr->state = MTD_ERASE_FAILED;
  7538. + goto erase_exit;
  7539. + } else {
  7540. + ret = nandx_erase(erase_addr, block_size);
  7541. + if (ret < 0) {
  7542. + instr->state = MTD_ERASE_FAILED;
  7543. + goto erase_exit;
  7544. + pr_info("erase fail at blk %llu, ret:%d\n",
  7545. + erase_addr, ret);
  7546. + }
  7547. + }
  7548. + erase_addr += block_size;
  7549. + erase_len -= block_size;
  7550. + }
  7551. +
  7552. + instr->state = MTD_ERASE_DONE;
  7553. +
  7554. +erase_exit:
  7555. + ret = instr->state == MTD_ERASE_DONE ? 0 : -EIO;
  7556. +
  7557. + spin_unlock(&nfc->lock);
  7558. + /* Do mtd call back function */
  7559. + if (!ret)
  7560. + mtd_erase_callback(instr);
  7561. +
  7562. + return ret;
  7563. +}
  7564. +
  7565. +int mtk_nand_is_bad(struct mtd_info *mtd, loff_t ofs)
  7566. +{
  7567. + struct nandx_nfc *nfc;
  7568. + int ret;
  7569. +
  7570. + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
  7571. + spin_lock(&nfc->lock);
  7572. +
  7573. + /*ret = bbt_is_bad(&nfc->info, ofs);*/
  7574. + ret = nandx_is_bad_block(ofs);
  7575. + spin_unlock(&nfc->lock);
  7576. +
  7577. + if (ret) {
  7578. + pr_info("nand block 0x%x is bad, ret %d!\n", ofs, ret);
  7579. + return 1;
  7580. + } else {
  7581. + return 0;
  7582. + }
  7583. +}
  7584. +
  7585. +int mtk_nand_mark_bad(struct mtd_info *mtd, loff_t ofs)
  7586. +{
  7587. + struct nandx_nfc *nfc;
  7588. + int ret;
  7589. +
  7590. + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
  7591. + spin_lock(&nfc->lock);
  7592. + pr_info("%s, %d\n", __func__, __LINE__);
  7593. + ret = bbt_mark_bad(&nfc->info, ofs);
  7594. +
  7595. + spin_unlock(&nfc->lock);
  7596. +
  7597. + return ret;
  7598. +}
  7599. +
  7600. +void mtk_nand_sync(struct mtd_info *mtd)
  7601. +{
  7602. + nandx_sync();
  7603. +}
  7604. +
  7605. +static struct mtd_info *mtd_info_create(struct udevice *pdev,
  7606. + struct nandx_nfc *nfc, struct nand_chip *nand)
  7607. +{
  7608. + struct mtd_info *mtd = nand_to_mtd(nand);
  7609. + int ret;
  7610. +
  7611. + nand_set_controller_data(nand, nfc);
  7612. +
  7613. + nand->flash_node = dev_of_offset(pdev);
  7614. + nand->ecc.layout = &eccoob;
  7615. +
  7616. + ret = nandx_ioctl(CORE_CTRL_NAND_INFO, &nfc->info);
  7617. + if (ret) {
  7618. + pr_info("fail to get nand info (%d)!\n", ret);
  7619. + mem_free(mtd);
  7620. + return NULL;
  7621. + }
  7622. +
  7623. + mtd->owner = THIS_MODULE;
  7624. +
  7625. + mtd->name = "MTK-SNand";
  7626. + mtd->writesize = nfc->info.page_size;
  7627. + mtd->erasesize = nfc->info.block_size;
  7628. + mtd->oobsize = nfc->info.oob_size;
  7629. + mtd->size = nfc->info.total_size;
  7630. + mtd->type = MTD_NANDFLASH;
  7631. + mtd->flags = MTD_CAP_NANDFLASH;
  7632. + mtd->_erase = mtk_nand_erase;
  7633. + mtd->_read = mtk_nand_read;
  7634. + mtd->_write = mtk_nand_write;
  7635. + mtd->_read_oob = mtk_nand_read_oob;
  7636. + mtd->_write_oob = mtk_nand_write_oob;
  7637. + mtd->_sync = mtk_nand_sync;
  7638. + mtd->_lock = NULL;
  7639. + mtd->_unlock = NULL;
  7640. + mtd->_block_isbad = mtk_nand_is_bad;
  7641. + mtd->_block_markbad = mtk_nand_mark_bad;
  7642. + mtd->writebufsize = mtd->writesize;
  7643. +
  7644. + mtd_set_ooblayout(mtd, &mtk_nfc_ooblayout_ops);
  7645. +
  7646. + mtd->ecc_strength = nfc->info.ecc_strength;
  7647. + mtd->ecc_step_size = nfc->info.sector_size;
  7648. +
  7649. + if (!mtd->bitflip_threshold)
  7650. + mtd->bitflip_threshold = mtd->ecc_strength;
  7651. +
  7652. + return mtd;
  7653. +}
  7654. +
  7655. +int board_nand_init(struct nand_chip *nand)
  7656. +{
  7657. + struct udevice *dev;
  7658. + struct mtd_info *mtd;
  7659. + struct nandx_nfc *nfc;
  7660. + int arg = 1;
  7661. + int ret;
  7662. +
  7663. + ret = uclass_get_device_by_driver(UCLASS_MTD,
  7664. + DM_GET_DRIVER(mtk_snand_drv),
  7665. + &dev);
  7666. + if (ret) {
  7667. + pr_err("Failed to get mtk_nand_drv. (error %d)\n", ret);
  7668. + return ret;
  7669. + }
  7670. +
  7671. + nfc = dev_get_priv(dev);
  7672. +
  7673. + ret = nandx_enable_clk(&nfc->clk);
  7674. + if (ret) {
  7675. + pr_err("failed to enable nfi clk (error %d)\n", ret);
  7676. + return ret;
  7677. + }
  7678. +
  7679. + ret = nandx_init(nfc->res);
  7680. + if (ret) {
  7681. + pr_err("nandx init error (%d)!\n", ret);
  7682. + goto disable_clk;
  7683. + }
  7684. +
  7685. + arg = 1;
  7686. + nandx_ioctl(NFI_CTRL_DMA, &arg);
  7687. + nandx_ioctl(NFI_CTRL_ECC, &arg);
  7688. +
  7689. +#ifdef NANDX_UNIT_TEST
  7690. + nandx_unit_test(0x780000, 0x800);
  7691. +#endif
  7692. +
  7693. + mtd = mtd_info_create(dev, nfc, nand);
  7694. + if (!mtd) {
  7695. + ret = -ENOMEM;
  7696. + goto disable_clk;
  7697. + }
  7698. +
  7699. + spin_lock_init(&nfc->lock);
  7700. +#if 0
  7701. + ret = scan_bbt(&nfc->info);
  7702. + if (ret) {
  7703. + pr_info("bbt init error (%d)!\n", ret);
  7704. + goto disable_clk;
  7705. + }
  7706. +#endif
  7707. + return ret;
  7708. +
  7709. +disable_clk:
  7710. + nandx_disable_clk(&nfc->clk);
  7711. +
  7712. + return ret;
  7713. +}
  7714. +
  7715. +static int mtk_snand_ofdata_to_platdata(struct udevice *dev)
  7716. +{
  7717. + struct nandx_nfc *nfc = dev_get_priv(dev);
  7718. + struct nfc_compatible *compat;
  7719. + struct nfi_resource *res;
  7720. +
  7721. + int ret = 0;
  7722. +
  7723. + res = mem_alloc(1, sizeof(struct nfi_resource));
  7724. + if (!res)
  7725. + return -ENOMEM;
  7726. +
  7727. + nfc->res = res;
  7728. +
  7729. + res->nfi_regs = (void *)dev_read_addr_index(dev, 0);
  7730. + res->ecc_regs = (void *)dev_read_addr_index(dev, 1);
  7731. + pr_debug("mtk snand nfi_regs:0x%x ecc_regs:0x%x\n",
  7732. + res->nfi_regs, res->ecc_regs);
  7733. +
  7734. + compat = (struct nfc_compatible *)dev_get_driver_data(dev);
  7735. +
  7736. + res->ic_ver = (enum mtk_ic_version)(compat->ic_ver);
  7737. + res->clock_1x = compat->clock_1x;
  7738. + res->clock_2x = compat->clock_2x;
  7739. + res->clock_2x_num = compat->clock_2x_num;
  7740. +
  7741. + memset(&nfc->clk, 0, sizeof(struct nandx_clk));
  7742. + nfc->clk.nfi_clk =
  7743. + kmalloc(sizeof(*nfc->clk.nfi_clk), GFP_KERNEL);
  7744. + nfc->clk.ecc_clk =
  7745. + kmalloc(sizeof(*nfc->clk.ecc_clk), GFP_KERNEL);
  7746. + nfc->clk.snfi_clk=
  7747. + kmalloc(sizeof(*nfc->clk.snfi_clk), GFP_KERNEL);
  7748. + nfc->clk.snfi_clk_sel =
  7749. + kmalloc(sizeof(*nfc->clk.snfi_clk_sel), GFP_KERNEL);
  7750. + nfc->clk.snfi_parent_50m =
  7751. + kmalloc(sizeof(*nfc->clk.snfi_parent_50m), GFP_KERNEL);
  7752. +
  7753. + if (!nfc->clk.nfi_clk || !nfc->clk.ecc_clk || !nfc->clk.snfi_clk ||
  7754. + !nfc->clk.snfi_clk_sel || !nfc->clk.snfi_parent_50m) {
  7755. + ret = -ENOMEM;
  7756. + goto err;
  7757. + }
  7758. +
  7759. + ret = clk_get_by_name(dev, "nfi_clk", nfc->clk.nfi_clk);
  7760. + if (IS_ERR(nfc->clk.nfi_clk)) {
  7761. + ret = PTR_ERR(nfc->clk.nfi_clk);
  7762. + goto err;
  7763. + }
  7764. +
  7765. + ret = clk_get_by_name(dev, "ecc_clk", nfc->clk.ecc_clk);
  7766. + if (IS_ERR(nfc->clk.ecc_clk)) {
  7767. + ret = PTR_ERR(nfc->clk.ecc_clk);
  7768. + goto err;
  7769. + }
  7770. +
  7771. + ret = clk_get_by_name(dev, "snfi_clk", nfc->clk.snfi_clk);
  7772. + if (IS_ERR(nfc->clk.snfi_clk)) {
  7773. + ret = PTR_ERR(nfc->clk.snfi_clk);
  7774. + goto err;
  7775. + }
  7776. +
  7777. + ret = clk_get_by_name(dev, "spinfi_sel", nfc->clk.snfi_clk_sel);
  7778. + if (IS_ERR(nfc->clk.snfi_clk_sel)) {
  7779. + ret = PTR_ERR(nfc->clk.snfi_clk_sel);
  7780. + goto err;
  7781. + }
  7782. +
  7783. + ret = clk_get_by_name(dev, "spinfi_parent_50m", nfc->clk.snfi_parent_50m);
  7784. + if (IS_ERR(nfc->clk.snfi_parent_50m))
  7785. + pr_info("spinfi parent 50MHz is not configed\n");
  7786. +
  7787. + return 0;
  7788. +err:
  7789. + if (nfc->clk.nfi_clk)
  7790. + kfree(nfc->clk.nfi_clk);
  7791. + if (nfc->clk.snfi_clk)
  7792. + kfree(nfc->clk.snfi_clk);
  7793. + if (nfc->clk.ecc_clk)
  7794. + kfree(nfc->clk.ecc_clk);
  7795. + if (nfc->clk.snfi_clk_sel)
  7796. + kfree(nfc->clk.snfi_clk_sel);
  7797. + if (nfc->clk.snfi_parent_50m)
  7798. + kfree(nfc->clk.snfi_parent_50m);
  7799. +
  7800. + return ret;
  7801. +}
  7802. +
  7803. +U_BOOT_DRIVER(mtk_snand_drv) = {
  7804. + .name = "mtk_snand",
  7805. + .id = UCLASS_MTD,
  7806. + .of_match = ic_of_match,
  7807. + .ofdata_to_platdata = mtk_snand_ofdata_to_platdata,
  7808. + .priv_auto_alloc_size = sizeof(struct nandx_nfc),
  7809. +};
  7810. +
  7811. +MODULE_LICENSE("GPL v2");
  7812. +MODULE_DESCRIPTION("MTK Nand Flash Controller Driver");
  7813. +MODULE_AUTHOR("MediaTek");
  7814. --- /dev/null
  7815. +++ b/drivers/mtd/nandx/include/Nandx.mk
  7816. @@ -0,0 +1,16 @@
  7817. +#
  7818. +# Copyright (C) 2017 MediaTek Inc.
  7819. +# Licensed under either
  7820. +# BSD Licence, (see NOTICE for more details)
  7821. +# GNU General Public License, version 2.0, (see NOTICE for more details)
  7822. +#
  7823. +
  7824. +nandx-header-y += internal/nandx_core.h
  7825. +nandx-header-y += internal/nandx_errno.h
  7826. +nandx-header-y += internal/nandx_util.h
  7827. +nandx-header-$(NANDX_BBT_SUPPORT) += internal/bbt.h
  7828. +nandx-header-$(NANDX_SIMULATOR_SUPPORT) += simulator/nandx_os.h
  7829. +nandx-header-$(NANDX_CTP_SUPPORT) += ctp/nandx_os.h
  7830. +nandx-header-$(NANDX_LK_SUPPORT) += lk/nandx_os.h
  7831. +nandx-header-$(NANDX_KERNEL_SUPPORT) += kernel/nandx_os.h
  7832. +nandx-header-$(NANDX_UBOOT_SUPPORT) += uboot/nandx_os.h
  7833. --- /dev/null
  7834. +++ b/drivers/mtd/nandx/include/internal/bbt.h
  7835. @@ -0,0 +1,62 @@
  7836. +/*
  7837. + * Copyright (C) 2017 MediaTek Inc.
  7838. + * Licensed under either
  7839. + * BSD Licence, (see NOTICE for more details)
  7840. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  7841. + */
  7842. +
  7843. +#ifndef __BBT_H__
  7844. +#define __BBT_H__
  7845. +
  7846. +#define BBT_BLOCK_GOOD 0x03
  7847. +#define BBT_BLOCK_WORN 0x02
  7848. +#define BBT_BLOCK_RESERVED 0x01
  7849. +#define BBT_BLOCK_FACTORY_BAD 0x00
  7850. +
  7851. +#define BBT_INVALID_ADDR 0
  7852. +/* The maximum number of blocks to scan for a bbt */
  7853. +#define NAND_BBT_SCAN_MAXBLOCKS 4
  7854. +#define NAND_BBT_USE_FLASH 0x00020000
  7855. +#define NAND_BBT_NO_OOB 0x00040000
  7856. +
  7857. +/* Search good / bad pattern on the first and the second page */
  7858. +#define NAND_BBT_SCAN2NDPAGE 0x00008000
  7859. +/* Search good / bad pattern on the last page of the eraseblock */
  7860. +#define NAND_BBT_SCANLASTPAGE 0x00010000
  7861. +
  7862. +#define NAND_DRAM_BUF_DATABUF_ADDR (NAND_BUF_ADDR)
  7863. +
  7864. +struct bbt_pattern {
  7865. + u8 *data;
  7866. + int len;
  7867. +};
  7868. +
  7869. +struct bbt_desc {
  7870. + struct bbt_pattern pattern;
  7871. + u8 version;
  7872. + u64 bbt_addr;/*0: invalid value; otherwise, valid value*/
  7873. +};
  7874. +
  7875. +struct bbt_manager {
  7876. + /* main bbt descriptor and mirror descriptor */
  7877. + struct bbt_desc desc[2];/* 0: main bbt; 1: mirror bbt */
  7878. + int max_blocks;
  7879. + u8 *bbt;
  7880. +};
  7881. +
  7882. +#define BBT_ENTRY_MASK 0x03
  7883. +#define BBT_ENTRY_SHIFT 2
  7884. +
  7885. +#define GET_BBT_LENGTH(blocks) (blocks >> 2)
  7886. +#define GET_ENTRY(block) ((block) >> BBT_ENTRY_SHIFT)
  7887. +#define GET_POSITION(block) (((block) & BBT_ENTRY_MASK) * 2)
  7888. +#define GET_MARK_VALUE(block, mark) \
  7889. + (((mark) & BBT_ENTRY_MASK) << GET_POSITION(block))
  7890. +
  7891. +int scan_bbt(struct nandx_info *nand);
  7892. +
  7893. +int bbt_mark_bad(struct nandx_info *nand, off_t offset);
  7894. +
  7895. +int bbt_is_bad(struct nandx_info *nand, off_t offset);
  7896. +
  7897. +#endif /*__BBT_H__*/
  7898. --- /dev/null
  7899. +++ b/drivers/mtd/nandx/include/internal/nandx_core.h
  7900. @@ -0,0 +1,250 @@
  7901. +/*
  7902. + * Copyright (C) 2017 MediaTek Inc.
  7903. + * Licensed under either
  7904. + * BSD Licence, (see NOTICE for more details)
  7905. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  7906. + */
  7907. +
  7908. +#ifndef __NANDX_CORE_H__
  7909. +#define __NANDX_CORE_H__
  7910. +
  7911. +/**
  7912. + * mtk_ic_version - indicates specifical IC, IP need this to load some info
  7913. + */
  7914. +enum mtk_ic_version {
  7915. + NANDX_MT7622,
  7916. +};
  7917. +
  7918. +/**
  7919. + * nandx_ioctl_cmd - operations supported by nandx
  7920. + *
  7921. + * @NFI_CTRL_DMA dma enable or not
  7922. + * @NFI_CTRL_NFI_MODE customer/read/program/erase...
  7923. + * @NFI_CTRL_ECC ecc enable or not
  7924. + * @NFI_CTRL_ECC_MODE nfi/dma/pio
  7925. + * @CHIP_CTRL_DRIVE_STRENGTH enum chip_ctrl_drive_strength
  7926. + */
  7927. +enum nandx_ctrl_cmd {
  7928. + CORE_CTRL_NAND_INFO,
  7929. +
  7930. + NFI_CTRL_DMA,
  7931. + NFI_CTRL_NFI_MODE,
  7932. + NFI_CTRL_AUTOFORMAT,
  7933. + NFI_CTRL_NFI_IRQ,
  7934. + NFI_CTRL_PAGE_IRQ,
  7935. + NFI_CTRL_RANDOMIZE,
  7936. + NFI_CTRL_BAD_MARK_SWAP,
  7937. +
  7938. + NFI_CTRL_ECC,
  7939. + NFI_CTRL_ECC_MODE,
  7940. + NFI_CTRL_ECC_CLOCK,
  7941. + NFI_CTRL_ECC_IRQ,
  7942. + NFI_CTRL_ECC_PAGE_IRQ,
  7943. + NFI_CTRL_ECC_DECODE_MODE,
  7944. +
  7945. + SNFI_CTRL_OP_MODE,
  7946. + SNFI_CTRL_RX_MODE,
  7947. + SNFI_CTRL_TX_MODE,
  7948. + SNFI_CTRL_DELAY_MODE,
  7949. +
  7950. + CHIP_CTRL_OPS_CACHE,
  7951. + CHIP_CTRL_OPS_MULTI,
  7952. + CHIP_CTRL_PSLC_MODE,
  7953. + CHIP_CTRL_DRIVE_STRENGTH,
  7954. + CHIP_CTRL_DDR_MODE,
  7955. + CHIP_CTRL_ONDIE_ECC,
  7956. + CHIP_CTRL_TIMING_MODE
  7957. +};
  7958. +
  7959. +enum snfi_ctrl_op_mode {
  7960. + SNFI_CUSTOM_MODE,
  7961. + SNFI_AUTO_MODE,
  7962. + SNFI_MAC_MODE
  7963. +};
  7964. +
  7965. +enum snfi_ctrl_rx_mode {
  7966. + SNFI_RX_111,
  7967. + SNFI_RX_112,
  7968. + SNFI_RX_114,
  7969. + SNFI_RX_122,
  7970. + SNFI_RX_144
  7971. +};
  7972. +
  7973. +enum snfi_ctrl_tx_mode {
  7974. + SNFI_TX_111,
  7975. + SNFI_TX_114,
  7976. +};
  7977. +
  7978. +enum chip_ctrl_drive_strength {
  7979. + CHIP_DRIVE_NORMAL,
  7980. + CHIP_DRIVE_HIGH,
  7981. + CHIP_DRIVE_MIDDLE,
  7982. + CHIP_DRIVE_LOW
  7983. +};
  7984. +
  7985. +enum chip_ctrl_timing_mode {
  7986. + CHIP_TIMING_MODE0,
  7987. + CHIP_TIMING_MODE1,
  7988. + CHIP_TIMING_MODE2,
  7989. + CHIP_TIMING_MODE3,
  7990. + CHIP_TIMING_MODE4,
  7991. + CHIP_TIMING_MODE5,
  7992. +};
  7993. +
  7994. +/**
  7995. + * nandx_info - basic information
  7996. + */
  7997. +struct nandx_info {
  7998. + u32 max_io_count;
  7999. + u32 min_write_pages;
  8000. + u32 plane_num;
  8001. + u32 oob_size;
  8002. + u32 page_parity_size;
  8003. + u32 page_size;
  8004. + u32 block_size;
  8005. + u64 total_size;
  8006. + u32 fdm_reg_size;
  8007. + u32 fdm_ecc_size;
  8008. + u32 ecc_strength;
  8009. + u32 sector_size;
  8010. +};
  8011. +
  8012. +/**
  8013. + * nfi_resource - the resource needed by nfi & ecc to do initialization
  8014. + */
  8015. +struct nfi_resource {
  8016. + int ic_ver;
  8017. + void *dev;
  8018. +
  8019. + void *ecc_regs;
  8020. + int ecc_irq_id;
  8021. +
  8022. + void *nfi_regs;
  8023. + int nfi_irq_id;
  8024. +
  8025. + u32 clock_1x;
  8026. + u32 *clock_2x;
  8027. + int clock_2x_num;
  8028. +
  8029. + int min_oob_req;
  8030. +};
  8031. +
  8032. +/**
  8033. + * nandx_init - init all related modules below
  8034. + *
  8035. + * @res: basic resource of the project
  8036. + *
  8037. + * return 0 if init success, otherwise return negative error code
  8038. + */
  8039. +int nandx_init(struct nfi_resource *res);
  8040. +
  8041. +/**
  8042. + * nandx_exit - release resource those that obtained in init flow
  8043. + */
  8044. +void nandx_exit(void);
  8045. +
  8046. +/**
  8047. + * nandx_read - read data from nand this function can read data and related
  8048. + * oob from specifical address
  8049. + * if do multi_ops, set one operation per time, and call nandx_sync at last
  8050. + * in multi mode, not support page partial read
  8051. + * oob not support partial read
  8052. + *
  8053. + * @data: buf to receive data from nand
  8054. + * @oob: buf to receive oob data from nand which related to data page
  8055. + * length of @oob should oob size aligned, oob not support partial read
  8056. + * @offset: offset address on the whole flash
  8057. + * @len: the length of @data that need to read
  8058. + *
  8059. + * if read success return 0, otherwise return negative error code
  8060. + */
  8061. +int nandx_read(u8 *data, u8 *oob, u64 offset, size_t len);
  8062. +
  8063. +/**
  8064. + * nandx_write - write data to nand
  8065. + * this function can write data and related oob to specifical address
  8066. + * if do multi_ops, set one operation per time, and call nandx_sync at last
  8067. + *
  8068. + * @data: source data to be written to nand,
  8069. + * for multi operation, the length of @data should be page size aliged
  8070. + * @oob: source oob which related to data page to be written to nand,
  8071. + * length of @oob should oob size aligned
  8072. + * @offset: offset address on the whole flash, the value should be start address
  8073. + * of a page
  8074. + * @len: the length of @data that need to write,
  8075. + * for multi operation, the len should be page size aliged
  8076. + *
  8077. + * if write success return 0, otherwise return negative error code
  8078. + * if return value > 0, it indicates that how many pages still need to write,
  8079. + * and data has not been written to nand
  8080. + * please call nandx_sync after pages alligned $nandx_info.min_write_pages
  8081. + */
  8082. +int nandx_write(u8 *data, u8 *oob, u64 offset, size_t len);
  8083. +
  8084. +/**
  8085. + * nandx_erase - erase an area of nand
  8086. + * if do multi_ops, set one operation per time, and call nandx_sync at last
  8087. + *
  8088. + * @offset: offset address on the flash
  8089. + * @len: erase length which should be block size aligned
  8090. + *
  8091. + * if erase success return 0, otherwise return negative error code
  8092. + */
  8093. +int nandx_erase(u64 offset, size_t len);
  8094. +
  8095. +/**
  8096. + * nandx_sync - sync all operations to nand
  8097. + * when do multi_ops, this function will be called at last operation
  8098. + * when write data, if number of pages not alligned
  8099. + * by $nandx_info.min_write_pages, this interface could be called to do
  8100. + * force write, 0xff will be padded to blanked pages.
  8101. + */
  8102. +int nandx_sync(void);
  8103. +
  8104. +/**
  8105. + * nandx_is_bad_block - check if the block is bad
  8106. + * only check the flag that marked by the flash vendor
  8107. + *
  8108. + * @offset: offset address on the whole flash
  8109. + *
  8110. + * return true if the block is bad, otherwise return false
  8111. + */
  8112. +bool nandx_is_bad_block(u64 offset);
  8113. +
  8114. +/**
  8115. + * nandx_ioctl - set/get property of nand chip
  8116. + *
  8117. + * @cmd: parameter that defined in enum nandx_ioctl_cmd
  8118. + * @arg: operate parameter
  8119. + *
  8120. + * return 0 if operate success, otherwise return negative error code
  8121. + */
  8122. +int nandx_ioctl(int cmd, void *arg);
  8123. +
  8124. +/**
  8125. + * nandx_suspend - suspend nand, and store some data
  8126. + *
  8127. + * return 0 if suspend success, otherwise return negative error code
  8128. + */
  8129. +int nandx_suspend(void);
  8130. +
  8131. +/**
  8132. + * nandx_resume - resume nand, and replay some data
  8133. + *
  8134. + * return 0 if resume success, otherwise return negative error code
  8135. + */
  8136. +int nandx_resume(void);
  8137. +
  8138. +#ifdef NANDX_UNIT_TEST
  8139. +/**
  8140. + * nandx_unit_test - unit test
  8141. + *
  8142. + * @offset: offset address on the whole flash
  8143. + * @len: should be not larger than a block size, we only test a block per time
  8144. + *
  8145. + * return 0 if test success, otherwise return negative error code
  8146. + */
  8147. +int nandx_unit_test(u64 offset, size_t len);
  8148. +#endif
  8149. +
  8150. +#endif /* __NANDX_CORE_H__ */
  8151. --- /dev/null
  8152. +++ b/drivers/mtd/nandx/include/internal/nandx_errno.h
  8153. @@ -0,0 +1,40 @@
  8154. +/*
  8155. + * Copyright (C) 2017 MediaTek Inc.
  8156. + * Licensed under either
  8157. + * BSD Licence, (see NOTICE for more details)
  8158. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  8159. + */
  8160. +
  8161. +#ifndef __NANDX_ERRNO_H__
  8162. +#define __NANDX_ERRNO_H__
  8163. +
  8164. +#ifndef EIO
  8165. +#define EIO 5 /* I/O error */
  8166. +#define ENOMEM 12 /* Out of memory */
  8167. +#define EFAULT 14 /* Bad address */
  8168. +#define EBUSY 16 /* Device or resource busy */
  8169. +#define ENODEV 19 /* No such device */
  8170. +#define EINVAL 22 /* Invalid argument */
  8171. +#define ENOSPC 28 /* No space left on device */
  8172. +/* Operation not supported on transport endpoint */
  8173. +#define EOPNOTSUPP 95
  8174. +#define ETIMEDOUT 110 /* Connection timed out */
  8175. +#endif
  8176. +
  8177. +#define ENANDFLIPS 1024 /* Too many bitflips, uncorrected */
  8178. +#define ENANDREAD 1025 /* Read fail, can't correct */
  8179. +#define ENANDWRITE 1026 /* Write fail */
  8180. +#define ENANDERASE 1027 /* Erase fail */
  8181. +#define ENANDBAD 1028 /* Bad block */
  8182. +#define ENANDWP 1029
  8183. +
  8184. +#define IS_NAND_ERR(err) ((err) >= -ENANDBAD && (err) <= -ENANDFLIPS)
  8185. +
  8186. +#ifndef MAX_ERRNO
  8187. +#define MAX_ERRNO 4096
  8188. +#define ERR_PTR(errno) ((void *)((long)errno))
  8189. +#define PTR_ERR(ptr) ((long)(ptr))
  8190. +#define IS_ERR(ptr) ((unsigned long)(ptr) > (unsigned long)-MAX_ERRNO)
  8191. +#endif
  8192. +
  8193. +#endif /* __NANDX_ERRNO_H__ */
  8194. --- /dev/null
  8195. +++ b/drivers/mtd/nandx/include/internal/nandx_util.h
  8196. @@ -0,0 +1,221 @@
  8197. +/*
  8198. + * Copyright (C) 2017 MediaTek Inc.
  8199. + * Licensed under either
  8200. + * BSD Licence, (see NOTICE for more details)
  8201. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  8202. + */
  8203. +
  8204. +#ifndef __NANDX_UTIL_H__
  8205. +#define __NANDX_UTIL_H__
  8206. +
  8207. +typedef unsigned char u8;
  8208. +typedef unsigned short u16;
  8209. +typedef unsigned int u32;
  8210. +typedef unsigned long long u64;
  8211. +
  8212. +enum nand_irq_return {
  8213. + NAND_IRQ_NONE,
  8214. + NAND_IRQ_HANDLED,
  8215. +};
  8216. +
  8217. +enum nand_dma_operation {
  8218. + NDMA_FROM_DEV,
  8219. + NDMA_TO_DEV,
  8220. +};
  8221. +
  8222. +
  8223. +/*
  8224. + * Compatible function
  8225. + * used for preloader/lk/kernel environment
  8226. + */
  8227. +#include "nandx_os.h"
  8228. +#include "nandx_errno.h"
  8229. +
  8230. +#ifndef BIT
  8231. +#define BIT(a) (1 << (a))
  8232. +#endif
  8233. +
  8234. +#ifndef min_t
  8235. +#define min_t(type, x, y) ({ \
  8236. + type __min1 = (x); \
  8237. + type __min2 = (y); \
  8238. + __min1 < __min2 ? __min1 : __min2; })
  8239. +
  8240. +#define max_t(type, x, y) ({ \
  8241. + type __max1 = (x); \
  8242. + type __max2 = (y); \
  8243. + __max1 > __max2 ? __max1 : __max2; })
  8244. +#endif
  8245. +
  8246. +#ifndef GENMASK
  8247. +#define GENMASK(h, l) \
  8248. + (((~0UL) << (l)) & (~0UL >> ((sizeof(unsigned long) * 8) - 1 - (h))))
  8249. +#endif
  8250. +
  8251. +#ifndef __weak
  8252. +#define __weak __attribute__((__weak__))
  8253. +#endif
  8254. +
  8255. +#ifndef __packed
  8256. +#define __packed __attribute__((__packed__))
  8257. +#endif
  8258. +
  8259. +#ifndef KB
  8260. +#define KB(x) ((x) << 10)
  8261. +#define MB(x) (KB(x) << 10)
  8262. +#define GB(x) (MB(x) << 10)
  8263. +#endif
  8264. +
  8265. +#ifndef offsetof
  8266. +#define offsetof(type, member) ((size_t)&((type *)0)->member)
  8267. +#endif
  8268. +
  8269. +#ifndef NULL
  8270. +#define NULL (void *)0
  8271. +#endif
  8272. +static inline u32 nandx_popcount(u32 x)
  8273. +{
  8274. + x = (x & 0x55555555) + ((x >> 1) & 0x55555555);
  8275. + x = (x & 0x33333333) + ((x >> 2) & 0x33333333);
  8276. + x = (x & 0x0F0F0F0F) + ((x >> 4) & 0x0F0F0F0F);
  8277. + x = (x & 0x00FF00FF) + ((x >> 8) & 0x00FF00FF);
  8278. + x = (x & 0x0000FFFF) + ((x >> 16) & 0x0000FFFF);
  8279. +
  8280. + return x;
  8281. +}
  8282. +
  8283. +#ifndef zero_popcount
  8284. +#define zero_popcount(x) (32 - nandx_popcount(x))
  8285. +#endif
  8286. +
  8287. +#ifndef do_div
  8288. +#define do_div(n, base) \
  8289. + ({ \
  8290. + u32 __base = (base); \
  8291. + u32 __rem; \
  8292. + __rem = ((u64)(n)) % __base; \
  8293. + (n) = ((u64)(n)) / __base; \
  8294. + __rem; \
  8295. + })
  8296. +#endif
  8297. +
  8298. +#define div_up(x, y) \
  8299. + ({ \
  8300. + u64 __temp = ((x) + (y) - 1); \
  8301. + do_div(__temp, (y)); \
  8302. + __temp; \
  8303. + })
  8304. +
  8305. +#define div_down(x, y) \
  8306. + ({ \
  8307. + u64 __temp = (x); \
  8308. + do_div(__temp, (y)); \
  8309. + __temp; \
  8310. + })
  8311. +
  8312. +#define div_round_up(x, y) (div_up(x, y) * (y))
  8313. +#define div_round_down(x, y) (div_down(x, y) * (y))
  8314. +
  8315. +#define reminder(x, y) \
  8316. + ({ \
  8317. + u64 __temp = (x); \
  8318. + do_div(__temp, (y)); \
  8319. + })
  8320. +
  8321. +#ifndef round_up
  8322. +#define round_up(x, y) ((((x) - 1) | ((y) - 1)) + 1)
  8323. +#define round_down(x, y) ((x) & ~((y) - 1))
  8324. +#endif
  8325. +
  8326. +#ifndef readx_poll_timeout_atomic
  8327. +#define readx_poll_timeout_atomic(op, addr, val, cond, delay_us, timeout_us) \
  8328. + ({ \
  8329. + u64 end = get_current_time_us() + timeout_us; \
  8330. + for (;;) { \
  8331. + u64 now = get_current_time_us(); \
  8332. + (val) = op(addr); \
  8333. + if (cond) \
  8334. + break; \
  8335. + if (now > end) { \
  8336. + (val) = op(addr); \
  8337. + break; \
  8338. + } \
  8339. + } \
  8340. + (cond) ? 0 : -ETIMEDOUT; \
  8341. + })
  8342. +
  8343. +#define readl_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
  8344. + readx_poll_timeout_atomic(readl, addr, val, cond, delay_us, timeout_us)
  8345. +#define readw_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
  8346. + readx_poll_timeout_atomic(readw, addr, val, cond, delay_us, timeout_us)
  8347. +#define readb_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
  8348. + readx_poll_timeout_atomic(readb, addr, val, cond, delay_us, timeout_us)
  8349. +#endif
  8350. +
  8351. +struct nandx_split64 {
  8352. + u64 head;
  8353. + size_t head_len;
  8354. + u64 body;
  8355. + size_t body_len;
  8356. + u64 tail;
  8357. + size_t tail_len;
  8358. +};
  8359. +
  8360. +struct nandx_split32 {
  8361. + u32 head;
  8362. + u32 head_len;
  8363. + u32 body;
  8364. + u32 body_len;
  8365. + u32 tail;
  8366. + u32 tail_len;
  8367. +};
  8368. +
  8369. +#define nandx_split(split, offset, len, val, align) \
  8370. + do { \
  8371. + (split)->head = (offset); \
  8372. + (val) = div_round_down((offset), (align)); \
  8373. + (val) = (align) - ((offset) - (val)); \
  8374. + if ((val) == (align)) \
  8375. + (split)->head_len = 0; \
  8376. + else if ((val) > (len)) \
  8377. + (split)->head_len = len; \
  8378. + else \
  8379. + (split)->head_len = val; \
  8380. + (split)->body = (offset) + (split)->head_len; \
  8381. + (split)->body_len = div_round_down((len) - \
  8382. + (split)->head_len,\
  8383. + (align)); \
  8384. + (split)->tail = (split)->body + (split)->body_len; \
  8385. + (split)->tail_len = (len) - (split)->head_len - \
  8386. + (split)->body_len; \
  8387. + } while (0)
  8388. +
  8389. +#ifndef container_of
  8390. +#define container_of(ptr, type, member) \
  8391. + ({const __typeof__(((type *)0)->member) * __mptr = (ptr); \
  8392. + (type *)((char *)__mptr - offsetof(type, member)); })
  8393. +#endif
  8394. +
  8395. +static inline u32 nandx_cpu_to_be32(u32 val)
  8396. +{
  8397. + u32 temp = 1;
  8398. + u8 *p_temp = (u8 *)&temp;
  8399. +
  8400. + if (*p_temp)
  8401. + return ((val & 0xff) << 24) | ((val & 0xff00) << 8) |
  8402. + ((val >> 8) & 0xff00) | ((val >> 24) & 0xff);
  8403. +
  8404. + return val;
  8405. +}
  8406. +
  8407. +static inline void nandx_set_bits32(unsigned long addr, u32 mask,
  8408. + u32 val)
  8409. +{
  8410. + u32 temp = readl((void *)addr);
  8411. +
  8412. + temp &= ~(mask);
  8413. + temp |= val;
  8414. + writel(temp, (void *)addr);
  8415. +}
  8416. +
  8417. +#endif /* __NANDX_UTIL_H__ */
  8418. --- /dev/null
  8419. +++ b/drivers/mtd/nandx/include/uboot/nandx_os.h
  8420. @@ -0,0 +1,78 @@
  8421. +/*
  8422. + * Copyright (C) 2017 MediaTek Inc.
  8423. + * Licensed under either
  8424. + * BSD Licence, (see NOTICE for more details)
  8425. + * GNU General Public License, version 2.0, (see NOTICE for more details)
  8426. + */
  8427. +
  8428. +#ifndef __NANDX_OS_H__
  8429. +#define __NANDX_OS_H__
  8430. +
  8431. +#include <common.h>
  8432. +#include <dm.h>
  8433. +#include <clk.h>
  8434. +#include <asm/dma-mapping.h>
  8435. +#include <linux/io.h>
  8436. +#include <linux/err.h>
  8437. +#include <linux/errno.h>
  8438. +#include <linux/bitops.h>
  8439. +#include <linux/kernel.h>
  8440. +#include <linux/compiler-gcc.h>
  8441. +
  8442. +#define NANDX_BULK_IO_USE_DRAM 0
  8443. +
  8444. +#define nandx_event_create() NULL
  8445. +#define nandx_event_destroy(event)
  8446. +#define nandx_event_complete(event)
  8447. +#define nandx_event_init(event)
  8448. +#define nandx_event_wait_complete(event, timeout) true
  8449. +
  8450. +#define nandx_irq_register(dev, irq, irq_handler, name, data) NULL
  8451. +
  8452. +static inline void *mem_alloc(u32 count, u32 size)
  8453. +{
  8454. + return kmalloc(count * size, GFP_KERNEL | __GFP_ZERO);
  8455. +}
  8456. +
  8457. +static inline void mem_free(void *mem)
  8458. +{
  8459. + kfree(mem);
  8460. +}
  8461. +
  8462. +static inline u64 get_current_time_us(void)
  8463. +{
  8464. + return timer_get_us();
  8465. +}
  8466. +
  8467. +static inline u32 nandx_dma_map(void *dev, void *buf, u64 len,
  8468. + enum nand_dma_operation op)
  8469. +{
  8470. + unsigned long addr = (unsigned long)buf;
  8471. + u64 size;
  8472. +
  8473. + size = ALIGN(len, ARCH_DMA_MINALIGN);
  8474. +
  8475. + if (op == NDMA_FROM_DEV)
  8476. + invalidate_dcache_range(addr, addr + size);
  8477. + else
  8478. + flush_dcache_range(addr, addr + size);
  8479. +
  8480. + return addr;
  8481. +}
  8482. +
  8483. +static inline void nandx_dma_unmap(void *dev, void *buf, void *addr,
  8484. + u64 len, enum nand_dma_operation op)
  8485. +{
  8486. + u64 size;
  8487. +
  8488. + size = ALIGN(len, ARCH_DMA_MINALIGN);
  8489. +
  8490. + if (op != NDMA_FROM_DEV)
  8491. + invalidate_dcache_range((unsigned long)addr, addr + size);
  8492. + else
  8493. + flush_dcache_range((unsigned long)addr, addr + size);
  8494. +
  8495. + return addr;
  8496. +}
  8497. +
  8498. +#endif /* __NANDX_OS_H__ */
  8499. --- a/include/configs/mt7622.h
  8500. +++ b/include/configs/mt7622.h
  8501. @@ -11,6 +11,31 @@
  8502. #include <linux/sizes.h>
  8503. +/* SPI Nand */
  8504. +#if defined(CONFIG_MTD_RAW_NAND)
  8505. +#define CONFIG_SYS_MAX_NAND_DEVICE 1
  8506. +#define CONFIG_SYS_NAND_BASE 0x1100d000
  8507. +
  8508. +#define ENV_BOOT_READ_IMAGE \
  8509. + "boot_rd_img=" \
  8510. + "nand read 0x4007ff28 0x380000 0x1400000" \
  8511. + ";iminfo 0x4007ff28 \0"
  8512. +
  8513. +#define ENV_BOOT_WRITE_IMAGE \
  8514. + "boot_wr_img=" \
  8515. + "nand write 0x4007ff28 0x380000 0x1400000" \
  8516. + ";iminfo 0x4007ff28 \0"
  8517. +
  8518. +#define ENV_BOOT_CMD \
  8519. + "mtk_boot=run boot_rd_img;bootm;\0"
  8520. +
  8521. +#define CONFIG_EXTRA_ENV_SETTINGS \
  8522. + ENV_BOOT_READ_IMAGE \
  8523. + ENV_BOOT_CMD \
  8524. + "bootcmd=run mtk_boot;\0"
  8525. +
  8526. +#endif
  8527. +
  8528. #define CONFIG_SYS_MAXARGS 8
  8529. #define CONFIG_SYS_BOOTM_LEN SZ_64M
  8530. #define CONFIG_SYS_CBSIZE SZ_1K