| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540 |
- From de8b6cf615be20b25d0f3c817866de2c0d46a704 Mon Sep 17 00:00:00 2001
- From: Sam Shih <[email protected]>
- Date: Mon, 20 Apr 2020 17:10:05 +0800
- Subject: [PATCH 1/3] nand: add spi nand driver
- Add spi nand driver support for mt7622 based on nfi controller
- Signed-off-by: Xiangsheng Hou <[email protected]>
- ---
- drivers/mtd/Kconfig | 7 +
- drivers/mtd/Makefile | 4 +
- drivers/mtd/nand/raw/nand.c | 2 +
- drivers/mtd/nandx/NOTICE | 52 +
- drivers/mtd/nandx/Nandx.config | 17 +
- drivers/mtd/nandx/Nandx.mk | 91 ++
- drivers/mtd/nandx/README | 31 +
- drivers/mtd/nandx/core/Nandx.mk | 38 +
- drivers/mtd/nandx/core/core_io.c | 735 +++++++++
- drivers/mtd/nandx/core/core_io.h | 39 +
- drivers/mtd/nandx/core/nand/device_spi.c | 200 +++
- drivers/mtd/nandx/core/nand/device_spi.h | 132 ++
- drivers/mtd/nandx/core/nand/nand_spi.c | 526 +++++++
- drivers/mtd/nandx/core/nand/nand_spi.h | 35 +
- drivers/mtd/nandx/core/nand_base.c | 304 ++++
- drivers/mtd/nandx/core/nand_base.h | 71 +
- drivers/mtd/nandx/core/nand_chip.c | 272 ++++
- drivers/mtd/nandx/core/nand_chip.h | 103 ++
- drivers/mtd/nandx/core/nand_device.c | 285 ++++
- drivers/mtd/nandx/core/nand_device.h | 608 ++++++++
- drivers/mtd/nandx/core/nfi.h | 51 +
- drivers/mtd/nandx/core/nfi/nfi_base.c | 1357 +++++++++++++++++
- drivers/mtd/nandx/core/nfi/nfi_base.h | 95 ++
- drivers/mtd/nandx/core/nfi/nfi_regs.h | 114 ++
- drivers/mtd/nandx/core/nfi/nfi_spi.c | 689 +++++++++
- drivers/mtd/nandx/core/nfi/nfi_spi.h | 44 +
- drivers/mtd/nandx/core/nfi/nfi_spi_regs.h | 64 +
- drivers/mtd/nandx/core/nfi/nfiecc.c | 510 +++++++
- drivers/mtd/nandx/core/nfi/nfiecc.h | 90 ++
- drivers/mtd/nandx/core/nfi/nfiecc_regs.h | 51 +
- drivers/mtd/nandx/driver/Nandx.mk | 18 +
- drivers/mtd/nandx/driver/bbt/bbt.c | 408 +++++
- drivers/mtd/nandx/driver/uboot/driver.c | 574 +++++++
- drivers/mtd/nandx/include/Nandx.mk | 16 +
- drivers/mtd/nandx/include/internal/bbt.h | 62 +
- .../mtd/nandx/include/internal/nandx_core.h | 250 +++
- .../mtd/nandx/include/internal/nandx_errno.h | 40 +
- .../mtd/nandx/include/internal/nandx_util.h | 221 +++
- drivers/mtd/nandx/include/uboot/nandx_os.h | 78 +
- include/configs/mt7622.h | 25 +
- 40 files changed, 8309 insertions(+)
- create mode 100644 drivers/mtd/nandx/NOTICE
- create mode 100644 drivers/mtd/nandx/Nandx.config
- create mode 100644 drivers/mtd/nandx/Nandx.mk
- create mode 100644 drivers/mtd/nandx/README
- create mode 100644 drivers/mtd/nandx/core/Nandx.mk
- create mode 100644 drivers/mtd/nandx/core/core_io.c
- create mode 100644 drivers/mtd/nandx/core/core_io.h
- create mode 100644 drivers/mtd/nandx/core/nand/device_spi.c
- create mode 100644 drivers/mtd/nandx/core/nand/device_spi.h
- create mode 100644 drivers/mtd/nandx/core/nand/nand_spi.c
- create mode 100644 drivers/mtd/nandx/core/nand/nand_spi.h
- create mode 100644 drivers/mtd/nandx/core/nand_base.c
- create mode 100644 drivers/mtd/nandx/core/nand_base.h
- create mode 100644 drivers/mtd/nandx/core/nand_chip.c
- create mode 100644 drivers/mtd/nandx/core/nand_chip.h
- create mode 100644 drivers/mtd/nandx/core/nand_device.c
- create mode 100644 drivers/mtd/nandx/core/nand_device.h
- create mode 100644 drivers/mtd/nandx/core/nfi.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_base.c
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_base.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_regs.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi.c
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfi_spi_regs.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc.c
- create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc.h
- create mode 100644 drivers/mtd/nandx/core/nfi/nfiecc_regs.h
- create mode 100644 drivers/mtd/nandx/driver/Nandx.mk
- create mode 100644 drivers/mtd/nandx/driver/bbt/bbt.c
- create mode 100644 drivers/mtd/nandx/driver/uboot/driver.c
- create mode 100644 drivers/mtd/nandx/include/Nandx.mk
- create mode 100644 drivers/mtd/nandx/include/internal/bbt.h
- create mode 100644 drivers/mtd/nandx/include/internal/nandx_core.h
- create mode 100644 drivers/mtd/nandx/include/internal/nandx_errno.h
- create mode 100644 drivers/mtd/nandx/include/internal/nandx_util.h
- create mode 100644 drivers/mtd/nandx/include/uboot/nandx_os.h
- --- a/drivers/mtd/Kconfig
- +++ b/drivers/mtd/Kconfig
- @@ -108,6 +108,13 @@ config HBMC_AM654
- This is the driver for HyperBus controller on TI's AM65x and
- other SoCs
-
- +config MTK_SPI_NAND
- + tristate "Mediatek SPI Nand"
- + depends on DM_MTD
- + help
- + This option will support SPI Nand device via Mediatek
- + NFI controller.
- +
- source "drivers/mtd/nand/Kconfig"
-
- source "drivers/mtd/spi/Kconfig"
- --- a/drivers/mtd/Makefile
- +++ b/drivers/mtd/Makefile
- @@ -41,3 +41,7 @@ obj-$(CONFIG_$(SPL_TPL_)SPI_FLASH_SUPPOR
- obj-$(CONFIG_SPL_UBI) += ubispl/
-
- endif
- +
- +ifeq ($(CONFIG_MTK_SPI_NAND), y)
- +include $(srctree)/drivers/mtd/nandx/Nandx.mk
- +endif
- --- a/drivers/mtd/nand/raw/nand.c
- +++ b/drivers/mtd/nand/raw/nand.c
- @@ -91,8 +91,10 @@ static void nand_init_chip(int i)
- if (board_nand_init(nand))
- return;
-
- +#ifndef CONFIG_MTK_SPI_NAND
- if (nand_scan(mtd, maxchips))
- return;
- +#endif
-
- nand_register(i, mtd);
- }
- --- /dev/null
- +++ b/drivers/mtd/nandx/NOTICE
- @@ -0,0 +1,52 @@
- +
- +/*
- + * Nandx - Mediatek Common Nand Driver
- + * Copyright (C) 2017 MediaTek Inc.
- + *
- + * Nandx is dual licensed: you can use it either under the terms of
- + * the GPL, or the BSD license, at your option.
- + *
- + * a) This program is free software; you can redistribute it and/or modify
- + * it under the terms of the GNU General Public License version 2 as
- + * published by the Free Software Foundation.
- + *
- + * This library is distributed in the hope that it will be useful,
- + * but WITHOUT ANY WARRANTY; without even the implied warranty of
- + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- + * GNU General Public License for more details.
- + *
- + * This program is distributed in the hope that it will be useful,
- + * but WITHOUT ANY WARRANTY; without even the implied warranty of
- + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- + * See http://www.gnu.org/licenses/gpl-2.0.html for more details.
- + *
- + * Alternatively,
- + *
- + * b) Redistribution and use in source and binary forms, with or
- + * without modification, are permitted provided that the following
- + * conditions are met:
- + *
- + * 1. Redistributions of source code must retain the above
- + * copyright notice, this list of conditions and the following
- + * disclaimer.
- + * 2. Redistributions in binary form must reproduce the above
- + * copyright notice, this list of conditions and the following
- + * disclaimer in the documentation and/or other materials
- + * provided with the distribution.
- + *
- + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
- + * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
- + * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
- + * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- + * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
- + * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- + * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- + * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- + * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
- + * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
- + * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- + */
- +
- +####################################################################################################
- \ No newline at end of file
- --- /dev/null
- +++ b/drivers/mtd/nandx/Nandx.config
- @@ -0,0 +1,17 @@
- +NANDX_SIMULATOR_SUPPORT := n
- +NANDX_CTP_SUPPORT := n
- +NANDX_DA_SUPPORT := n
- +NANDX_PRELOADER_SUPPORT := n
- +NANDX_LK_SUPPORT := n
- +NANDX_KERNEL_SUPPORT := n
- +NANDX_BROM_SUPPORT := n
- +NANDX_UBOOT_SUPPORT := y
- +NANDX_BBT_SUPPORT := y
- +
- +NANDX_NAND_SPI := y
- +NANDX_NAND_SLC := n
- +NANDX_NAND_MLC := n
- +NANDX_NAND_TLC := n
- +NANDX_NFI_BASE := y
- +NANDX_NFI_ECC := y
- +NANDX_NFI_SPI := y
- --- /dev/null
- +++ b/drivers/mtd/nandx/Nandx.mk
- @@ -0,0 +1,91 @@
- +#
- +# Copyright (C) 2017 MediaTek Inc.
- +# Licensed under either
- +# BSD Licence, (see NOTICE for more details)
- +# GNU General Public License, version 2.0, (see NOTICE for more details)
- +#
- +
- +nandx_dir := $(shell dirname $(lastword $(MAKEFILE_LIST)))
- +include $(nandx_dir)/Nandx.config
- +
- +ifeq ($(NANDX_SIMULATOR_SUPPORT), y)
- +sim-obj :=
- +sim-inc :=
- +nandx-obj := sim-obj
- +nandx-prefix := .
- +nandx-postfix := %.o
- +sim-inc += -I$(nandx-prefix)/include/internal
- +sim-inc += -I$(nandx-prefix)/include/simulator
- +endif
- +
- +ifeq ($(NANDX_CTP_SUPPORT), y)
- +nandx-obj := C_SRC_FILES
- +nandx-prefix := $(nandx_dir)
- +nandx-postfix := %.c
- +INC_DIRS += $(nandx_dir)/include/internal
- +INC_DIRS += $(nandx_dir)/include/ctp
- +endif
- +
- +ifeq ($(NANDX_DA_SUPPORT), y)
- +nandx-obj := obj-y
- +nandx-prefix := $(nandx_dir)
- +nandx-postfix := %.o
- +INCLUDE_PATH += $(TOPDIR)/platform/$(CODE_BASE)/dev/nand/nandx/include/internal
- +INCLUDE_PATH += $(TOPDIR)/platform/$(CODE_BASE)/dev/nand/nandx/include/da
- +endif
- +
- +ifeq ($(NANDX_PRELOADER_SUPPORT), y)
- +nandx-obj := MOD_SRC
- +nandx-prefix := $(nandx_dir)
- +nandx-postfix := %.c
- +C_OPTION += -I$(MTK_PATH_PLATFORM)/src/drivers/nandx/include/internal
- +C_OPTION += -I$(MTK_PATH_PLATFORM)/src/drivers/nandx/include/preloader
- +endif
- +
- +ifeq ($(NANDX_LK_SUPPORT), y)
- +nandx-obj := MODULE_SRCS
- +nandx-prefix := $(nandx_dir)
- +nandx-postfix := %.c
- +GLOBAL_INCLUDES += $(nandx_dir)/include/internal
- +GLOBAL_INCLUDES += $(nandx_dir)/include/lk
- +endif
- +
- +ifeq ($(NANDX_KERNEL_SUPPORT), y)
- +nandx-obj := obj-y
- +nandx-prefix := nandx
- +nandx-postfix := %.o
- +ccflags-y += -I$(nandx_dir)/include/internal
- +ccflags-y += -I$(nandx_dir)/include/kernel
- +endif
- +
- +ifeq ($(NANDX_UBOOT_SUPPORT), y)
- +nandx-obj := obj-y
- +nandx-prefix := nandx
- +nandx-postfix := %.o
- +ccflags-y += -I$(nandx_dir)/include/internal
- +ccflags-y += -I$(nandx_dir)/include/uboot
- +endif
- +
- +nandx-y :=
- +include $(nandx_dir)/core/Nandx.mk
- +nandx-target := $(nandx-prefix)/core/$(nandx-postfix)
- +$(nandx-obj) += $(patsubst %.c, $(nandx-target), $(nandx-y))
- +
- +
- +nandx-y :=
- +include $(nandx_dir)/driver/Nandx.mk
- +nandx-target := $(nandx-prefix)/driver/$(nandx-postfix)
- +$(nandx-obj) += $(patsubst %.c, $(nandx-target), $(nandx-y))
- +
- +ifeq ($(NANDX_SIMULATOR_SUPPORT), y)
- +cc := gcc
- +CFLAGS += $(sim-inc)
- +
- +.PHONY:nandx
- +nandx: $(sim-obj)
- + $(cc) $(sim-obj) -o nandx
- +
- +.PHONY:clean
- +clean:
- + rm -rf $(sim-obj) nandx
- +endif
- --- /dev/null
- +++ b/drivers/mtd/nandx/README
- @@ -0,0 +1,31 @@
- +
- + NAND2.0
- + ===============================
- +
- + NAND2.0 is a common nand driver which designed for accessing
- +different type of NANDs(SLC, SPI-NAND, MLC, TLC) on various OS. This
- +driver can work on mostly SoCs of Mediatek.
- +
- + Although there already has a common nand driver, it doesn't cover
- +SPI-NAND, and not match our IC-Verification's reqirement. We need
- +a driver that can be exten or cut easily.
- +
- + This driver is base on NANDX & SLC. We try to refactor structures,
- +and make them inheritable. We also refactor some operations' flow
- +principally for adding SPI-NAND support.
- +
- + This driver's architecture is like:
- +
- + Driver @LK/Uboot/DA... |IC verify/other purposes
- + ----------------------------------------------------------------
- + partition | BBM |
- + -------------------------------------- | extend_core
- + nandx_core/core_io |
- + ----------------------------------------------------------------
- + nand_chip/nand_base |
- + -------------------------------------- | extend_nfi
- + nand_device | nfi/nfi_base |
- +
- + Any block of above graph can be extended at your will, if you
- +want add new feature into this code, please make sure that your code
- +would follow the framework, and we will be appreciated about it.
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/Nandx.mk
- @@ -0,0 +1,38 @@
- +#
- +# Copyright (C) 2017 MediaTek Inc.
- +# Licensed under either
- +# BSD Licence, (see NOTICE for more details)
- +# GNU General Public License, version 2.0, (see NOTICE for more details)
- +#
- +
- +nandx-y += nand_device.c
- +nandx-y += nand_base.c
- +nandx-y += nand_chip.c
- +nandx-y += core_io.c
- +
- +nandx-header-y += nand_device.h
- +nandx-header-y += nand_base.h
- +nandx-header-y += nand_chip.h
- +nandx-header-y += core_io.h
- +nandx-header-y += nfi.h
- +
- +nandx-$(NANDX_NAND_SPI) += nand/device_spi.c
- +nandx-$(NANDX_NAND_SPI) += nand/nand_spi.c
- +nandx-$(NANDX_NAND_SLC) += nand/device_slc.c
- +nandx-$(NANDX_NAND_SLC) += nand/nand_slc.c
- +
- +nandx-header-$(NANDX_NAND_SPI) += nand/device_spi.h
- +nandx-header-$(NANDX_NAND_SPI) += nand/nand_spi.h
- +nandx-header-$(NANDX_NAND_SLC) += nand/device_slc.h
- +nandx-header-$(NANDX_NAND_SLC) += nand/nand_slc.h
- +
- +nandx-$(NANDX_NFI_BASE) += nfi/nfi_base.c
- +nandx-$(NANDX_NFI_ECC) += nfi/nfiecc.c
- +nandx-$(NANDX_NFI_SPI) += nfi/nfi_spi.c
- +
- +nandx-header-$(NANDX_NFI_BASE) += nfi/nfi_base.h
- +nandx-header-$(NANDX_NFI_BASE) += nfi/nfi_regs.h
- +nandx-header-$(NANDX_NFI_ECC) += nfi/nfiecc.h
- +nandx-header-$(NANDX_NFI_ECC) += nfi/nfiecc_regs.h
- +nandx-header-$(NANDX_NFI_SPI) += nfi/nfi_spi.h
- +nandx-header-$(NANDX_NFI_SPI) += nfi/nfi_spi_regs.h
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/core_io.c
- @@ -0,0 +1,735 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +/*NOTE: switch cache/multi*/
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "nand_chip.h"
- +#include "core_io.h"
- +
- +static struct nandx_desc *g_nandx;
- +
- +static inline bool is_sector_align(u64 val)
- +{
- + return reminder(val, g_nandx->chip->sector_size) ? false : true;
- +}
- +
- +static inline bool is_page_align(u64 val)
- +{
- + return reminder(val, g_nandx->chip->page_size) ? false : true;
- +}
- +
- +static inline bool is_block_align(u64 val)
- +{
- + return reminder(val, g_nandx->chip->block_size) ? false : true;
- +}
- +
- +static inline u32 page_sectors(void)
- +{
- + return div_down(g_nandx->chip->page_size, g_nandx->chip->sector_size);
- +}
- +
- +static inline u32 sector_oob(void)
- +{
- + return div_down(g_nandx->chip->oob_size, page_sectors());
- +}
- +
- +static inline u32 sector_padded_size(void)
- +{
- + return g_nandx->chip->sector_size + g_nandx->chip->sector_spare_size;
- +}
- +
- +static inline u32 page_padded_size(void)
- +{
- + return page_sectors() * sector_padded_size();
- +}
- +
- +static inline u32 offset_to_padded_col(u64 offset)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + u32 col, sectors;
- +
- + col = reminder(offset, nandx->chip->page_size);
- + sectors = div_down(col, nandx->chip->sector_size);
- +
- + return col + sectors * nandx->chip->sector_spare_size;
- +}
- +
- +static inline u32 offset_to_row(u64 offset)
- +{
- + return div_down(offset, g_nandx->chip->page_size);
- +}
- +
- +static inline u32 offset_to_col(u64 offset)
- +{
- + return reminder(offset, g_nandx->chip->page_size);
- +}
- +
- +static inline u32 oob_upper_size(void)
- +{
- + return g_nandx->ecc_en ? g_nandx->chip->oob_size :
- + g_nandx->chip->sector_spare_size * page_sectors();
- +}
- +
- +static inline bool is_upper_oob_align(u64 val)
- +{
- + return reminder(val, oob_upper_size()) ? false : true;
- +}
- +
- +#define prepare_op(_op, _row, _col, _len, _data, _oob) \
- + do { \
- + (_op).row = (_row); \
- + (_op).col = (_col); \
- + (_op).len = (_len); \
- + (_op).data = (_data); \
- + (_op).oob = (_oob); \
- + } while (0)
- +
- +static int operation_multi(enum nandx_op_mode mode, u8 *data, u8 *oob,
- + u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + u32 row = offset_to_row(offset);
- + u32 col = offset_to_padded_col(offset);
- +
- + if (nandx->mode == NANDX_IDLE) {
- + nandx->mode = mode;
- + nandx->ops_current = 0;
- + } else if (nandx->mode != mode) {
- + pr_info("forbid mixed operations.\n");
- + return -EOPNOTSUPP;
- + }
- +
- + prepare_op(nandx->ops[nandx->ops_current], row, col, len, data, oob);
- + nandx->ops_current++;
- +
- + if (nandx->ops_current == nandx->ops_multi_len)
- + return nandx_sync();
- +
- + return nandx->ops_multi_len - nandx->ops_current;
- +}
- +
- +static int operation_sequent(enum nandx_op_mode mode, u8 *data, u8 *oob,
- + u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + struct nand_chip *chip = nandx->chip;
- + u32 row = offset_to_row(offset);
- + func_chip_ops chip_ops;
- + u8 *ref_data = data, *ref_oob = oob;
- + int align, ops, row_step;
- + int i, rem;
- +
- + align = data ? chip->page_size : oob_upper_size();
- + ops = data ? div_down(len, align) : div_down(len, oob_upper_size());
- + row_step = 1;
- +
- + switch (mode) {
- + case NANDX_ERASE:
- + chip_ops = chip->erase_block;
- + align = chip->block_size;
- + ops = div_down(len, align);
- + row_step = chip->block_pages;
- + break;
- +
- + case NANDX_READ:
- + chip_ops = chip->read_page;
- + break;
- +
- + case NANDX_WRITE:
- + chip_ops = chip->write_page;
- + break;
- +
- + default:
- + return -EINVAL;
- + }
- +
- + if (!data) {
- + ref_data = nandx->head_buf;
- + memset(ref_data, 0xff, chip->page_size);
- + }
- +
- + if (!oob) {
- + ref_oob = nandx->head_buf + chip->page_size;
- + memset(ref_oob, 0xff, oob_upper_size());
- + }
- +
- + for (i = 0; i < ops; i++) {
- + prepare_op(nandx->ops[nandx->ops_current],
- + row + i * row_step, 0, align, ref_data, ref_oob);
- + nandx->ops_current++;
- + /* if data or oob is null, nandx->head_buf or
- + * nandx->head_buf + chip->page_size should not been used
- + * so, here it is safe to use the buf.
- + */
- + ref_data = data ? ref_data + chip->page_size : nandx->head_buf;
- + ref_oob = oob ? ref_oob + oob_upper_size() :
- + nandx->head_buf + chip->page_size;
- + }
- +
- + if (nandx->mode == NANDX_WRITE) {
- + rem = reminder(nandx->ops_current, nandx->min_write_pages);
- + if (rem)
- + return nandx->min_write_pages - rem;
- + }
- +
- + nandx->ops_current = 0;
- + return chip_ops(chip, nandx->ops, ops);
- +}
- +
- +static int read_pages(u8 *data, u8 *oob, u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + struct nand_chip *chip = nandx->chip;
- + struct nandx_split64 split = {0};
- + u8 *ref_data = data, *ref_oob;
- + u32 row, col;
- + int ret = 0, i, ops;
- + u32 head_offset = 0;
- + u64 val;
- +
- + if (!data)
- + return operation_sequent(NANDX_READ, NULL, oob, offset, len);
- +
- + ref_oob = oob ? oob : nandx->head_buf + chip->page_size;
- +
- + nandx_split(&split, offset, len, val, chip->page_size);
- +
- + if (split.head_len) {
- + row = offset_to_row(split.head);
- + col = offset_to_col(split.head);
- + prepare_op(nandx->ops[nandx->ops_current], row, 0,
- + chip->page_size,
- + nandx->head_buf, ref_oob);
- + nandx->ops_current++;
- +
- + head_offset = col;
- +
- + ref_data += split.head_len;
- + ref_oob = oob ? ref_oob + oob_upper_size() :
- + nandx->head_buf + chip->page_size;
- + }
- +
- + if (split.body_len) {
- + ops = div_down(split.body_len, chip->page_size);
- + row = offset_to_row(split.body);
- + for (i = 0; i < ops; i++) {
- + prepare_op(nandx->ops[nandx->ops_current],
- + row + i, 0, chip->page_size,
- + ref_data, ref_oob);
- + nandx->ops_current++;
- + ref_data += chip->page_size;
- + ref_oob = oob ? ref_oob + oob_upper_size() :
- + nandx->head_buf + chip->page_size;
- + }
- + }
- +
- + if (split.tail_len) {
- + row = offset_to_row(split.tail);
- + prepare_op(nandx->ops[nandx->ops_current], row, 0,
- + chip->page_size, nandx->tail_buf, ref_oob);
- + nandx->ops_current++;
- + }
- +
- + ret = chip->read_page(chip, nandx->ops, nandx->ops_current);
- +
- + if (split.head_len)
- + memcpy(data, nandx->head_buf + head_offset, split.head_len);
- + if (split.tail_len)
- + memcpy(ref_data, nandx->tail_buf, split.tail_len);
- +
- + nandx->ops_current = 0;
- + return ret;
- +}
- +
- +int nandx_read(u8 *data, u8 *oob, u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- +
- + if (!len || len > nandx->info.total_size)
- + return -EINVAL;
- + if (div_up(len, nandx->chip->page_size) > nandx->ops_len)
- + return -EINVAL;
- + if (!data && !oob)
- + return -EINVAL;
- + /**
- + * as design, oob not support partial read
- + * and, the length of oob buf should be oob size aligned
- + */
- + if (!data && !is_upper_oob_align(len))
- + return -EINVAL;
- +
- + if (g_nandx->multi_en) {
- + /* as design, there only 2 buf for partial read,
- + * if partial read allowed for multi read,
- + * there are not enough buf
- + */
- + if (!is_sector_align(offset))
- + return -EINVAL;
- + if (data && !is_sector_align(len))
- + return -EINVAL;
- + return operation_multi(NANDX_READ, data, oob, offset, len);
- + }
- +
- + nandx->ops_current = 0;
- + nandx->mode = NANDX_IDLE;
- + return read_pages(data, oob, offset, len);
- +}
- +
- +static int write_pages(u8 *data, u8 *oob, u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + struct nand_chip *chip = nandx->chip;
- + struct nandx_split64 split = {0};
- + int ret, rem, i, ops;
- + u32 row, col;
- + u8 *ref_oob = oob;
- + u64 val;
- +
- + nandx->mode = NANDX_WRITE;
- +
- + if (!data)
- + return operation_sequent(NANDX_WRITE, NULL, oob, offset, len);
- +
- + if (!oob) {
- + ref_oob = nandx->head_buf + chip->page_size;
- + memset(ref_oob, 0xff, oob_upper_size());
- + }
- +
- + nandx_split(&split, offset, len, val, chip->page_size);
- +
- + /*NOTE: slc can support sector write, here copy too many data.*/
- + if (split.head_len) {
- + row = offset_to_row(split.head);
- + col = offset_to_col(split.head);
- + memset(nandx->head_buf, 0xff, page_padded_size());
- + memcpy(nandx->head_buf + col, data, split.head_len);
- + prepare_op(nandx->ops[nandx->ops_current], row, 0,
- + chip->page_size, nandx->head_buf, ref_oob);
- + nandx->ops_current++;
- +
- + data += split.head_len;
- + ref_oob = oob ? ref_oob + oob_upper_size() :
- + nandx->head_buf + chip->page_size;
- + }
- +
- + if (split.body_len) {
- + row = offset_to_row(split.body);
- + ops = div_down(split.body_len, chip->page_size);
- + for (i = 0; i < ops; i++) {
- + prepare_op(nandx->ops[nandx->ops_current],
- + row + i, 0, chip->page_size, data, ref_oob);
- + nandx->ops_current++;
- + data += chip->page_size;
- + ref_oob = oob ? ref_oob + oob_upper_size() :
- + nandx->head_buf + chip->page_size;
- + }
- + }
- +
- + if (split.tail_len) {
- + row = offset_to_row(split.tail);
- + memset(nandx->tail_buf, 0xff, page_padded_size());
- + memcpy(nandx->tail_buf, data, split.tail_len);
- + prepare_op(nandx->ops[nandx->ops_current], row, 0,
- + chip->page_size, nandx->tail_buf, ref_oob);
- + nandx->ops_current++;
- + }
- +
- + rem = reminder(nandx->ops_current, nandx->min_write_pages);
- + if (rem)
- + return nandx->min_write_pages - rem;
- +
- + ret = chip->write_page(chip, nandx->ops, nandx->ops_current);
- +
- + nandx->ops_current = 0;
- + nandx->mode = NANDX_IDLE;
- + return ret;
- +}
- +
- +int nandx_write(u8 *data, u8 *oob, u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- +
- + if (!len || len > nandx->info.total_size)
- + return -EINVAL;
- + if (div_up(len, nandx->chip->page_size) > nandx->ops_len)
- + return -EINVAL;
- + if (!data && !oob)
- + return -EINVAL;
- + if (!data && !is_upper_oob_align(len))
- + return -EINVAL;
- +
- + if (nandx->multi_en) {
- + if (!is_page_align(offset))
- + return -EINVAL;
- + if (data && !is_page_align(len))
- + return -EINVAL;
- +
- + return operation_multi(NANDX_WRITE, data, oob, offset, len);
- + }
- +
- + return write_pages(data, oob, offset, len);
- +}
- +
- +int nandx_erase(u64 offset, size_t len)
- +{
- + struct nandx_desc *nandx = g_nandx;
- +
- + if (!len || len > nandx->info.total_size)
- + return -EINVAL;
- + if (div_down(len, nandx->chip->block_size) > nandx->ops_len)
- + return -EINVAL;
- + if (!is_block_align(offset) || !is_block_align(len))
- + return -EINVAL;
- +
- + if (g_nandx->multi_en)
- + return operation_multi(NANDX_ERASE, NULL, NULL, offset, len);
- +
- + nandx->ops_current = 0;
- + nandx->mode = NANDX_IDLE;
- + return operation_sequent(NANDX_ERASE, NULL, NULL, offset, len);
- +}
- +
- +int nandx_sync(void)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + struct nand_chip *chip = nandx->chip;
- + func_chip_ops chip_ops;
- + int ret, i, rem;
- +
- + if (!nandx->ops_current)
- + return 0;
- +
- + rem = reminder(nandx->ops_current, nandx->ops_multi_len);
- + if (nandx->multi_en && rem) {
- + ret = -EIO;
- + goto error;
- + }
- +
- + switch (nandx->mode) {
- + case NANDX_IDLE:
- + return 0;
- + case NANDX_ERASE:
- + chip_ops = chip->erase_block;
- + break;
- + case NANDX_READ:
- + chip_ops = chip->read_page;
- + break;
- + case NANDX_WRITE:
- + chip_ops = chip->write_page;
- + break;
- + default:
- + return -EINVAL;
- + }
- +
- + rem = reminder(nandx->ops_current, nandx->min_write_pages);
- + if (!nandx->multi_en && nandx->mode == NANDX_WRITE && rem) {
- + /* in one process of program, only allow 2 pages to do partial
- + * write, here we supposed 1st buf would be used, and 2nd
- + * buf should be not used.
- + */
- + memset(nandx->tail_buf, 0xff,
- + chip->page_size + oob_upper_size());
- + for (i = 0; i < rem; i++) {
- + prepare_op(nandx->ops[nandx->ops_current],
- + nandx->ops[nandx->ops_current - 1].row + 1,
- + 0, chip->page_size, nandx->tail_buf,
- + nandx->tail_buf + chip->page_size);
- + nandx->ops_current++;
- + }
- + }
- +
- + ret = chip_ops(nandx->chip, nandx->ops, nandx->ops_current);
- +
- +error:
- + nandx->mode = NANDX_IDLE;
- + nandx->ops_current = 0;
- +
- + return ret;
- +}
- +
- +int nandx_ioctl(int cmd, void *arg)
- +{
- + struct nandx_desc *nandx = g_nandx;
- + struct nand_chip *chip = nandx->chip;
- + int ret = 0;
- +
- + switch (cmd) {
- + case CORE_CTRL_NAND_INFO:
- + *(struct nandx_info *)arg = nandx->info;
- + break;
- +
- + case CHIP_CTRL_OPS_MULTI:
- + ret = chip->chip_ctrl(chip, cmd, arg);
- + if (!ret)
- + nandx->multi_en = *(bool *)arg;
- + break;
- +
- + case NFI_CTRL_ECC:
- + ret = chip->chip_ctrl(chip, cmd, arg);
- + if (!ret)
- + nandx->ecc_en = *(bool *)arg;
- + break;
- +
- + default:
- + ret = chip->chip_ctrl(chip, cmd, arg);
- + break;
- + }
- +
- + return ret;
- +}
- +
- +bool nandx_is_bad_block(u64 offset)
- +{
- + struct nandx_desc *nandx = g_nandx;
- +
- + prepare_op(nandx->ops[0], offset_to_row(offset), 0,
- + nandx->chip->page_size, nandx->head_buf,
- + nandx->head_buf + nandx->chip->page_size);
- +
- + return nandx->chip->is_bad_block(nandx->chip, nandx->ops, 1);
- +}
- +
- +int nandx_suspend(void)
- +{
- + return g_nandx->chip->suspend(g_nandx->chip);
- +}
- +
- +int nandx_resume(void)
- +{
- + return g_nandx->chip->resume(g_nandx->chip);
- +}
- +
- +int nandx_init(struct nfi_resource *res)
- +{
- + struct nand_chip *chip;
- + struct nandx_desc *nandx;
- + int ret = 0;
- +
- + if (!res)
- + return -EINVAL;
- +
- + chip = nand_chip_init(res);
- + if (!chip) {
- + pr_info("nand chip init fail.\n");
- + return -EFAULT;
- + }
- +
- + nandx = (struct nandx_desc *)mem_alloc(1, sizeof(struct nandx_desc));
- + if (!nandx)
- + return -ENOMEM;
- +
- + g_nandx = nandx;
- +
- + nandx->chip = chip;
- + nandx->min_write_pages = chip->min_program_pages;
- + nandx->ops_multi_len = nandx->min_write_pages * chip->plane_num;
- + nandx->ops_len = chip->block_pages * chip->plane_num;
- + nandx->ops = mem_alloc(1, sizeof(struct nand_ops) * nandx->ops_len);
- + if (!nandx->ops) {
- + ret = -ENOMEM;
- + goto ops_error;
- + }
- +
- +#if NANDX_BULK_IO_USE_DRAM
- + nandx->head_buf = NANDX_CORE_BUF_ADDR;
- +#else
- + nandx->head_buf = mem_alloc(2, page_padded_size());
- +#endif
- + if (!nandx->head_buf) {
- + ret = -ENOMEM;
- + goto buf_error;
- + }
- + nandx->tail_buf = nandx->head_buf + page_padded_size();
- + memset(nandx->head_buf, 0xff, 2 * page_padded_size());
- + nandx->multi_en = false;
- + nandx->ecc_en = false;
- + nandx->ops_current = 0;
- + nandx->mode = NANDX_IDLE;
- +
- + nandx->info.max_io_count = nandx->ops_len;
- + nandx->info.min_write_pages = nandx->min_write_pages;
- + nandx->info.plane_num = chip->plane_num;
- + nandx->info.oob_size = chip->oob_size;
- + nandx->info.page_parity_size = chip->sector_spare_size * page_sectors();
- + nandx->info.page_size = chip->page_size;
- + nandx->info.block_size = chip->block_size;
- + nandx->info.total_size = chip->block_size * chip->block_num;
- + nandx->info.fdm_ecc_size = chip->fdm_ecc_size;
- + nandx->info.fdm_reg_size = chip->fdm_reg_size;
- + nandx->info.ecc_strength = chip->ecc_strength;
- + nandx->info.sector_size = chip->sector_size;
- +
- + return 0;
- +
- +buf_error:
- +#if !NANDX_BULK_IO_USE_DRAM
- + mem_free(nandx->head_buf);
- +#endif
- +ops_error:
- + mem_free(nandx);
- +
- + return ret;
- +}
- +
- +void nandx_exit(void)
- +{
- + nand_chip_exit(g_nandx->chip);
- +#if !NANDX_BULK_IO_USE_DRAM
- + mem_free(g_nandx->head_buf);
- +#endif
- + mem_free(g_nandx->ops);
- + mem_free(g_nandx);
- +}
- +
- +#ifdef NANDX_UNIT_TEST
- +static void dump_buf(u8 *buf, u32 len)
- +{
- + u32 i;
- +
- + pr_info("dump buf@0x%X start", (u32)buf);
- + for (i = 0; i < len; i++) {
- + if (!reminder(i, 16))
- + pr_info("\n0x");
- + pr_info("%x ", buf[i]);
- + }
- + pr_info("\ndump buf done.\n");
- +}
- +
- +int nandx_unit_test(u64 offset, size_t len)
- +{
- + u8 *src_buf, *dst_buf;
- + u32 i, j;
- + int ret;
- +
- + if (!len || len > g_nandx->chip->block_size)
- + return -EINVAL;
- +
- +#if NANDX_BULK_IO_USE_DRAM
- + src_buf = NANDX_UT_SRC_ADDR;
- + dst_buf = NANDX_UT_DST_ADDR;
- +
- +#else
- + src_buf = mem_alloc(1, g_nandx->chip->page_size);
- + if (!src_buf)
- + return -ENOMEM;
- + dst_buf = mem_alloc(1, g_nandx->chip->page_size);
- + if (!dst_buf) {
- + mem_free(src_buf);
- + return -ENOMEM;
- + }
- +#endif
- +
- + pr_info("%s: src_buf address 0x%x, dst_buf address 0x%x\n",
- + __func__, (int)((unsigned long)src_buf),
- + (int)((unsigned long)dst_buf));
- +
- + memset(dst_buf, 0, g_nandx->chip->page_size);
- + pr_info("read page 0 data...!\n");
- + ret = nandx_read(dst_buf, NULL, 0, g_nandx->chip->page_size);
- + if (ret < 0) {
- + pr_info("read fail with ret %d\n", ret);
- + } else {
- + pr_info("read page success!\n");
- + }
- +
- + for (i = 0; i < g_nandx->chip->page_size; i++) {
- + src_buf[i] = 0x5a;
- + }
- +
- + ret = nandx_erase(offset, g_nandx->chip->block_size);
- + if (ret < 0) {
- + pr_info("erase fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + for (j = 0; j < g_nandx->chip->block_pages; j++) {
- + memset(dst_buf, 0, g_nandx->chip->page_size);
- + pr_info("check data after erase...!\n");
- + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
- + if (ret < 0) {
- + pr_info("read fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + for (i = 0; i < g_nandx->chip->page_size; i++) {
- + if (dst_buf[i] != 0xff) {
- + pr_info("read after erase, check fail @%d\n", i);
- + pr_info("all data should be 0xff\n");
- + ret = -ENANDERASE;
- + dump_buf(dst_buf, 128);
- + //goto error;
- + break;
- + }
- + }
- +
- + pr_info("write data...!\n");
- + ret = nandx_write(src_buf, NULL, offset, g_nandx->chip->page_size);
- + if (ret < 0) {
- + pr_info("write fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + memset(dst_buf, 0, g_nandx->chip->page_size);
- + pr_info("read data...!\n");
- + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
- + if (ret < 0) {
- + pr_info("read fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + for (i = 0; i < g_nandx->chip->page_size; i++) {
- + if (dst_buf[i] != src_buf[i]) {
- + pr_info("read after write, check fail @%d\n", i);
- + pr_info("dst_buf should be same as src_buf\n");
- + ret = -EIO;
- + dump_buf(src_buf + i, 128);
- + dump_buf(dst_buf + i, 128);
- + break;
- + }
- + }
- +
- + pr_err("%s %d %s@%d\n", __func__, __LINE__, ret?"Failed":"OK", j);
- + if (ret)
- + break;
- +
- + offset += g_nandx->chip->page_size;
- + }
- +
- + ret = nandx_erase(offset, g_nandx->chip->block_size);
- + if (ret < 0) {
- + pr_info("erase fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + memset(dst_buf, 0, g_nandx->chip->page_size);
- + ret = nandx_read(dst_buf, NULL, offset, g_nandx->chip->page_size);
- + if (ret < 0) {
- + pr_info("read fail with ret %d\n", ret);
- + goto error;
- + }
- +
- + for (i = 0; i < g_nandx->chip->page_size; i++) {
- + if (dst_buf[i] != 0xff) {
- + pr_info("read after erase, check fail\n");
- + pr_info("all data should be 0xff\n");
- + ret = -ENANDERASE;
- + dump_buf(dst_buf, 128);
- + goto error;
- + }
- + }
- +
- + return 0;
- +
- +error:
- +#if !NANDX_BULK_IO_USE_DRAM
- + mem_free(src_buf);
- + mem_free(dst_buf);
- +#endif
- + return ret;
- +}
- +#endif
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/core_io.h
- @@ -0,0 +1,39 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __CORE_IO_H__
- +#define __CORE_IO_H__
- +
- +typedef int (*func_chip_ops)(struct nand_chip *, struct nand_ops *,
- + int);
- +
- +enum nandx_op_mode {
- + NANDX_IDLE,
- + NANDX_WRITE,
- + NANDX_READ,
- + NANDX_ERASE
- +};
- +
- +struct nandx_desc {
- + struct nand_chip *chip;
- + struct nandx_info info;
- + enum nandx_op_mode mode;
- +
- + bool multi_en;
- + bool ecc_en;
- +
- + struct nand_ops *ops;
- + int ops_len;
- + int ops_multi_len;
- + int ops_current;
- + int min_write_pages;
- +
- + u8 *head_buf;
- + u8 *tail_buf;
- +};
- +
- +#endif /* __CORE_IO_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand/device_spi.c
- @@ -0,0 +1,200 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "../nand_device.h"
- +#include "device_spi.h"
- +
- +/* spi nand basic commands */
- +static struct nand_cmds spi_cmds = {
- + .reset = 0xff,
- + .read_id = 0x9f,
- + .read_status = 0x0f,
- + .read_param_page = 0x03,
- + .set_feature = 0x1f,
- + .get_feature = 0x0f,
- + .read_1st = 0x13,
- + .read_2nd = -1,
- + .random_out_1st = 0x03,
- + .random_out_2nd = -1,
- + .program_1st = 0x02,
- + .program_2nd = 0x10,
- + .erase_1st = 0xd8,
- + .erase_2nd = -1,
- + .read_cache = 0x30,
- + .read_cache_last = 0x3f,
- + .program_cache = 0x02
- +};
- +
- +/* spi nand extend commands */
- +static struct spi_extend_cmds spi_extend_cmds = {
- + .die_select = 0xc2,
- + .write_enable = 0x06
- +};
- +
- +/* means the start bit of addressing type */
- +static struct nand_addressing spi_addressing = {
- + .row_bit_start = 0,
- + .block_bit_start = 0,
- + .plane_bit_start = 12,
- + .lun_bit_start = 0,
- +};
- +
- +/* spi nand endurance */
- +static struct nand_endurance spi_endurance = {
- + .pe_cycle = 100000,
- + .ecc_req = 1,
- + .max_bitflips = 1
- +};
- +
- +/* array_busy, write_protect, erase_fail, program_fail */
- +static struct nand_status spi_status[] = {
- + {.array_busy = BIT(0),
- + .write_protect = BIT(1),
- + .erase_fail = BIT(2),
- + .program_fail = BIT(3)}
- +};
- +
- +/* measure time by the us */
- +static struct nand_array_timing spi_array_timing = {
- + .tRST = 500,
- + .tWHR = 1,
- + .tR = 25,
- + .tRCBSY = 25,
- + .tFEAT = 1,
- + .tPROG = 600,
- + .tPCBSY = 600,
- + .tBERS = 10000,
- + .tDBSY = 1
- +};
- +
- +/* spi nand device table */
- +static struct device_spi spi_nand[] = {
- + {
- + NAND_DEVICE("W25N01GV",
- + NAND_PACK_ID(0xef, 0xaa, 0x21, 0, 0, 0, 0, 0),
- + 3, 0, 3, 3,
- + 1, 1, 1, 1024, KB(128), KB(2), 64, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 0),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + },
- + {
- + NAND_DEVICE("MX35LF1G",
- + NAND_PACK_ID(0xc2, 0x12, 0x21, 0, 0, 0, 0, 0),
- + 2, 0, 3, 3,
- + 1, 1, 1, 1024, KB(128), KB(2), 64, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + },
- + {
- + NAND_DEVICE("MT29F4G01ABAFDWB",
- + NAND_PACK_ID(0x2c, 0x34, 0, 0, 0, 0, 0, 0),
- + 2, 0, 3, 3,
- + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + },
- + {
- + NAND_DEVICE("GD5F4GQ4UB",
- + NAND_PACK_ID(0xc8, 0xd4, 0, 0, 0, 0, 0, 0),
- + 2, 0, 3, 3,
- + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + },
- + {
- + NAND_DEVICE("TC58CVG2S0HRAIJ",
- + NAND_PACK_ID(0x98, 0xED, 0x51, 0, 0, 0, 0, 0),
- + 3, 0, 3, 3,
- + 1, 1, 1, 2048, KB(256), KB(4), 256, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 1),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + },
- + {
- + NAND_DEVICE("NO-DEVICE",
- + NAND_PACK_ID(0, 0, 0, 0, 0, 0, 0, 0), 0, 0, 0, 0,
- + 0, 0, 0, 0, 0, 0, 0, 1,
- + &spi_cmds, &spi_addressing, &spi_status[0],
- + &spi_endurance, &spi_array_timing),
- + {
- + NAND_SPI_PROTECT(0xa0, 1, 2, 6),
- + NAND_SPI_CONFIG(0xb0, 4, 6, 0),
- + NAND_SPI_STATUS(0xc0, 4, 5),
- + NAND_SPI_CHARACTER(0xff, 0xff, 0xff, 0xff)
- + },
- + &spi_extend_cmds, 0xff, 0xff
- + }
- +};
- +
- +u8 spi_replace_rx_cmds(u8 mode)
- +{
- + u8 rx_replace_cmds[] = {0x03, 0x3b, 0x6b, 0xbb, 0xeb};
- +
- + return rx_replace_cmds[mode];
- +}
- +
- +u8 spi_replace_tx_cmds(u8 mode)
- +{
- + u8 tx_replace_cmds[] = {0x02, 0x32};
- +
- + return tx_replace_cmds[mode];
- +}
- +
- +u8 spi_replace_rx_col_cycle(u8 mode)
- +{
- + u8 rx_replace_col_cycle[] = {3, 3, 3, 3, 4};
- +
- + return rx_replace_col_cycle[mode];
- +}
- +
- +u8 spi_replace_tx_col_cycle(u8 mode)
- +{
- + u8 tx_replace_col_cycle[] = {2, 2};
- +
- + return tx_replace_col_cycle[mode];
- +}
- +
- +struct nand_device *nand_get_device(int index)
- +{
- + return &spi_nand[index].dev;
- +}
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand/device_spi.h
- @@ -0,0 +1,132 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __DEVICE_SPI_H__
- +#define __DEVICE_SPI_H__
- +
- +/*
- + * extend commands
- + * @die_select: select nand device die command
- + * @write_enable: enable write command before write data to spi nand
- + * spi nand device will auto to be disable after write done
- + */
- +struct spi_extend_cmds {
- + short die_select;
- + short write_enable;
- +};
- +
- +/*
- + * protection feature register
- + * @addr: register address
- + * @wp_en_bit: write protection enable bit
- + * @bp_start_bit: block protection mask start bit
- + * @bp_end_bit: block protection mask end bit
- + */
- +struct feature_protect {
- + u8 addr;
- + u8 wp_en_bit;
- + u8 bp_start_bit;
- + u8 bp_end_bit;
- +};
- +
- +/*
- + * configuration feature register
- + * @addr: register address
- + * @ecc_en_bit: in-die ecc enable bit
- + * @otp_en_bit: enter otp access mode bit
- + * @need_qe: quad io enable bit
- + */
- +struct feature_config {
- + u8 addr;
- + u8 ecc_en_bit;
- + u8 otp_en_bit;
- + u8 need_qe;
- +};
- +
- +/*
- + * status feature register
- + * @addr: register address
- + * @ecc_start_bit: ecc status mask start bit for error bits number
- + * @ecc_end_bit: ecc status mask end bit for error bits number
- + * note that:
- + * operations status (ex. array busy status) could see on struct nand_status
- + */
- +struct feature_status {
- + u8 addr;
- + u8 ecc_start_bit;
- + u8 ecc_end_bit;
- +};
- +
- +/*
- + * character feature register
- + * @addr: register address
- + * @die_sel_bit: die select bit
- + * @drive_start_bit: drive strength mask start bit
- + * @drive_end_bit: drive strength mask end bit
- + */
- +struct feature_character {
- + u8 addr;
- + u8 die_sel_bit;
- + u8 drive_start_bit;
- + u8 drive_end_bit;
- +};
- +
- +/*
- + * spi features
- + * @protect: protection feature register
- + * @config: configuration feature register
- + * @status: status feature register
- + * @character: character feature register
- + */
- +struct spi_features {
- + struct feature_protect protect;
- + struct feature_config config;
- + struct feature_status status;
- + struct feature_character character;
- +};
- +
- +/*
- + * device_spi
- + * configurations of spi nand device table
- + * @dev: base information of nand device
- + * @feature: feature information for spi nand
- + * @extend_cmds: extended the nand base commands
- + * @tx_mode_mask: tx mode mask for chip read
- + * @rx_mode_mask: rx mode mask for chip write
- + */
- +struct device_spi {
- + struct nand_device dev;
- + struct spi_features feature;
- + struct spi_extend_cmds *extend_cmds;
- +
- + u8 tx_mode_mask;
- + u8 rx_mode_mask;
- +};
- +
- +#define NAND_SPI_PROTECT(addr, wp_en_bit, bp_start_bit, bp_end_bit) \
- + {addr, wp_en_bit, bp_start_bit, bp_end_bit}
- +
- +#define NAND_SPI_CONFIG(addr, ecc_en_bit, otp_en_bit, need_qe) \
- + {addr, ecc_en_bit, otp_en_bit, need_qe}
- +
- +#define NAND_SPI_STATUS(addr, ecc_start_bit, ecc_end_bit) \
- + {addr, ecc_start_bit, ecc_end_bit}
- +
- +#define NAND_SPI_CHARACTER(addr, die_sel_bit, drive_start_bit, drive_end_bit) \
- + {addr, die_sel_bit, drive_start_bit, drive_end_bit}
- +
- +static inline struct device_spi *device_to_spi(struct nand_device *dev)
- +{
- + return container_of(dev, struct device_spi, dev);
- +}
- +
- +u8 spi_replace_rx_cmds(u8 mode);
- +u8 spi_replace_tx_cmds(u8 mode);
- +u8 spi_replace_rx_col_cycle(u8 mode);
- +u8 spi_replace_tx_col_cycle(u8 mode);
- +
- +#endif /* __DEVICE_SPI_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand/nand_spi.c
- @@ -0,0 +1,526 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "../nand_chip.h"
- +#include "../nand_device.h"
- +#include "../nfi.h"
- +#include "../nand_base.h"
- +#include "device_spi.h"
- +#include "nand_spi.h"
- +
- +#define READY_TIMEOUT 500000 /* us */
- +
- +static int nand_spi_read_status(struct nand_base *nand)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + u8 status;
- +
- + nand->get_feature(nand, dev->feature.status.addr, &status, 1);
- +
- + return status;
- +}
- +
- +static int nand_spi_wait_ready(struct nand_base *nand, u32 timeout)
- +{
- + u64 now, end;
- + int status;
- +
- + end = get_current_time_us() + timeout;
- +
- + do {
- + status = nand_spi_read_status(nand);
- + status &= nand->dev->status->array_busy;
- + now = get_current_time_us();
- +
- + if (now > end)
- + break;
- + } while (status);
- +
- + return status ? -EBUSY : 0;
- +}
- +
- +static int nand_spi_set_op_mode(struct nand_base *nand, u8 mode)
- +{
- + struct nand_spi *spi_nand = base_to_spi(nand);
- + struct nfi *nfi = nand->nfi;
- + int ret = 0;
- +
- + if (spi_nand->op_mode != mode) {
- + ret = nfi->nfi_ctrl(nfi, SNFI_CTRL_OP_MODE, (void *)&mode);
- + spi_nand->op_mode = mode;
- + }
- +
- + return ret;
- +}
- +
- +static int nand_spi_set_config(struct nand_base *nand, u8 addr, u8 mask,
- + bool en)
- +{
- + u8 configs = 0;
- +
- + nand->get_feature(nand, addr, &configs, 1);
- +
- + if (en)
- + configs |= mask;
- + else
- + configs &= ~mask;
- +
- + nand->set_feature(nand, addr, &configs, 1);
- +
- + configs = 0;
- + nand->get_feature(nand, addr, &configs, 1);
- +
- + return (configs & mask) == en ? 0 : -EFAULT;
- +}
- +
- +static int nand_spi_die_select(struct nand_base *nand, int *row)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nfi *nfi = nand->nfi;
- + int lun_blocks, block_pages, lun, blocks;
- + int page = *row, ret = 0;
- + u8 param = 0, die_sel;
- +
- + if (nand->dev->lun_num < 2)
- + return 0;
- +
- + block_pages = nand_block_pages(nand->dev);
- + lun_blocks = nand_lun_blocks(nand->dev);
- + blocks = div_down(page, block_pages);
- + lun = div_down(blocks, lun_blocks);
- +
- + if (dev->extend_cmds->die_select == -1) {
- + die_sel = (u8)(lun << dev->feature.character.die_sel_bit);
- + nand->get_feature(nand, dev->feature.character.addr, ¶m, 1);
- + param |= die_sel;
- + nand->set_feature(nand, dev->feature.character.addr, ¶m, 1);
- + param = 0;
- + nand->get_feature(nand, dev->feature.character.addr, ¶m, 1);
- + ret = (param & die_sel) ? 0 : -EFAULT;
- + } else {
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->extend_cmds->die_select);
- + nfi->send_addr(nfi, lun, 0, 1, 0);
- + nfi->trigger(nfi);
- + }
- +
- + *row = page - (lun_blocks * block_pages) * lun;
- +
- + return ret;
- +}
- +
- +static int nand_spi_select_device(struct nand_base *nand, int cs)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + return parent->select_device(nand, cs);
- +}
- +
- +static int nand_spi_reset(struct nand_base *nand)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + parent->reset(nand);
- +
- + return nand_spi_wait_ready(nand, READY_TIMEOUT);
- +}
- +
- +static int nand_spi_read_id(struct nand_base *nand, u8 *id, int count)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + return parent->read_id(nand, id, count);
- +}
- +
- +static int nand_spi_read_param_page(struct nand_base *nand, u8 *data,
- + int count)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nfi *nfi = nand->nfi;
- + int sectors, value;
- + u8 param = 0;
- +
- + sectors = div_round_up(count, nfi->sector_size);
- +
- + nand->get_feature(nand, dev->feature.config.addr, ¶m, 1);
- + param |= BIT(dev->feature.config.otp_en_bit);
- + nand->set_feature(nand, dev->feature.config.addr, ¶m, 1);
- +
- + param = 0;
- + nand->get_feature(nand, dev->feature.config.addr, ¶m, 1);
- + if (param & BIT(dev->feature.config.otp_en_bit)) {
- + value = 0;
- + nfi->nfi_ctrl(nfi, NFI_CTRL_ECC, &value);
- + nand->dev->col_cycle = spi_replace_rx_col_cycle(spi->rx_mode);
- + nand->read_page(nand, 0x01);
- + nand->read_data(nand, 0x01, 0, sectors, data, NULL);
- + }
- +
- + param &= ~BIT(dev->feature.config.otp_en_bit);
- + nand->set_feature(nand, dev->feature.config.addr, ¶m, 1);
- +
- + return 0;
- +}
- +
- +static int nand_spi_set_feature(struct nand_base *nand, u8 addr,
- + u8 *param,
- + int count)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand->write_enable(nand);
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + return parent->set_feature(nand, addr, param, count);
- +}
- +
- +static int nand_spi_get_feature(struct nand_base *nand, u8 addr,
- + u8 *param,
- + int count)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + return parent->get_feature(nand, addr, param, count);
- +}
- +
- +static int nand_spi_addressing(struct nand_base *nand, int *row,
- + int *col)
- +{
- + struct nand_device *dev = nand->dev;
- + int plane, block, block_pages;
- + int ret;
- +
- + ret = nand_spi_die_select(nand, row);
- + if (ret)
- + return ret;
- +
- + block_pages = nand_block_pages(dev);
- + block = div_down(*row, block_pages);
- +
- + plane = block % dev->plane_num;
- + *col |= (plane << dev->addressing->plane_bit_start);
- +
- + return 0;
- +}
- +
- +static int nand_spi_read_page(struct nand_base *nand, int row)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + if (spi->op_mode == SNFI_AUTO_MODE)
- + nand_spi_set_op_mode(nand, SNFI_AUTO_MODE);
- + else
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + parent->read_page(nand, row);
- +
- + return nand_spi_wait_ready(nand, READY_TIMEOUT);
- +}
- +
- +static int nand_spi_read_data(struct nand_base *nand, int row, int col,
- + int sectors, u8 *data, u8 *oob)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- + int ret;
- +
- + if ((spi->rx_mode == SNFI_RX_114 || spi->rx_mode == SNFI_RX_144) &&
- + dev->feature.config.need_qe)
- + nand_spi_set_config(nand, dev->feature.config.addr,
- + BIT(0), true);
- +
- + nand->dev->col_cycle = spi_replace_rx_col_cycle(spi->rx_mode);
- +
- + nand_spi_set_op_mode(nand, SNFI_CUSTOM_MODE);
- +
- + ret = parent->read_data(nand, row, col, sectors, data, oob);
- + if (ret)
- + return -ENANDREAD;
- +
- + if (spi->ondie_ecc) {
- + ret = nand_spi_read_status(nand);
- + ret &= GENMASK(dev->feature.status.ecc_end_bit,
- + dev->feature.status.ecc_start_bit);
- + ret >>= dev->feature.status.ecc_start_bit;
- + if (ret > nand->dev->endurance->ecc_req)
- + return -ENANDREAD;
- + else if (ret > nand->dev->endurance->max_bitflips)
- + return -ENANDFLIPS;
- + }
- +
- + return 0;
- +}
- +
- +static int nand_spi_write_enable(struct nand_base *nand)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nfi *nfi = nand->nfi;
- + int status;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->extend_cmds->write_enable);
- +
- + nfi->trigger(nfi);
- +
- + status = nand_spi_read_status(nand);
- + status &= nand->dev->status->write_protect;
- +
- + return !status;
- +}
- +
- +static int nand_spi_program_data(struct nand_base *nand, int row,
- + int col,
- + u8 *data, u8 *oob)
- +{
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nand_spi *spi = base_to_spi(nand);
- +
- + if (spi->tx_mode == SNFI_TX_114 && dev->feature.config.need_qe)
- + nand_spi_set_config(nand, dev->feature.config.addr,
- + BIT(0), true);
- +
- + nand_spi_set_op_mode(nand, SNFI_CUSTOM_MODE);
- +
- + nand->dev->col_cycle = spi_replace_tx_col_cycle(spi->tx_mode);
- +
- + return spi->parent->program_data(nand, row, col, data, oob);
- +}
- +
- +static int nand_spi_program_page(struct nand_base *nand, int row)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_device *dev = nand->dev;
- + struct nfi *nfi = nand->nfi;
- +
- + if (spi->op_mode == SNFI_AUTO_MODE)
- + nand_spi_set_op_mode(nand, SNFI_AUTO_MODE);
- + else
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->program_2nd);
- + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
- + nfi->trigger(nfi);
- +
- + return nand_spi_wait_ready(nand, READY_TIMEOUT);
- +}
- +
- +static int nand_spi_erase_block(struct nand_base *nand, int row)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nand_base *parent = spi->parent;
- +
- + nand_spi_set_op_mode(nand, SNFI_MAC_MODE);
- +
- + parent->erase_block(nand, row);
- +
- + return nand_spi_wait_ready(nand, READY_TIMEOUT);
- +}
- +
- +static int nand_chip_spi_ctrl(struct nand_chip *chip, int cmd,
- + void *args)
- +{
- + struct nand_base *nand = chip->nand;
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nand_spi *spi = base_to_spi(nand);
- + struct nfi *nfi = nand->nfi;
- + int ret = 0, value = *(int *)args;
- +
- + switch (cmd) {
- + case CHIP_CTRL_ONDIE_ECC:
- + spi->ondie_ecc = (bool)value;
- + ret = nand_spi_set_config(nand, dev->feature.config.addr,
- + BIT(dev->feature.config.ecc_en_bit),
- + spi->ondie_ecc);
- + break;
- +
- + case SNFI_CTRL_TX_MODE:
- + if (value < 0 || value > SNFI_TX_114)
- + return -EOPNOTSUPP;
- +
- + if (dev->tx_mode_mask & BIT(value)) {
- + spi->tx_mode = value;
- + nand->dev->cmds->random_out_1st = spi_replace_tx_cmds(
- + spi->tx_mode);
- + ret = nfi->nfi_ctrl(nfi, cmd, args);
- + }
- +
- + break;
- +
- + case SNFI_CTRL_RX_MODE:
- + if (value < 0 || value > SNFI_RX_144)
- + return -EOPNOTSUPP;
- +
- + if (dev->rx_mode_mask & BIT(value)) {
- + spi->rx_mode = value;
- + nand->dev->cmds->program_1st = spi_replace_rx_cmds(
- + spi->rx_mode);
- + ret = nfi->nfi_ctrl(nfi, cmd, args);
- + }
- +
- + break;
- +
- + case CHIP_CTRL_OPS_CACHE:
- + case CHIP_CTRL_OPS_MULTI:
- + case CHIP_CTRL_PSLC_MODE:
- + case CHIP_CTRL_DDR_MODE:
- + case CHIP_CTRL_DRIVE_STRENGTH:
- + case CHIP_CTRL_TIMING_MODE:
- + ret = -EOPNOTSUPP;
- + break;
- +
- + default:
- + ret = nfi->nfi_ctrl(nfi, cmd, args);
- + break;
- + }
- +
- + return ret;
- +}
- +
- +int nand_chip_spi_resume(struct nand_chip *chip)
- +{
- + struct nand_base *nand = chip->nand;
- + struct nand_spi *spi = base_to_spi(nand);
- + struct device_spi *dev = device_to_spi(nand->dev);
- + struct nfi *nfi = nand->nfi;
- + struct nfi_format format;
- + u8 mask;
- +
- + nand->reset(nand);
- +
- + mask = GENMASK(dev->feature.protect.bp_end_bit,
- + dev->feature.protect.bp_start_bit);
- + nand_spi_set_config(nand, dev->feature.config.addr, mask, false);
- + mask = BIT(dev->feature.config.ecc_en_bit);
- + nand_spi_set_config(nand, dev->feature.config.addr, mask,
- + spi->ondie_ecc);
- +
- + format.page_size = nand->dev->page_size;
- + format.spare_size = nand->dev->spare_size;
- + format.ecc_req = nand->dev->endurance->ecc_req;
- +
- + return nfi->set_format(nfi, &format);
- +}
- +
- +static int nand_spi_set_format(struct nand_base *nand)
- +{
- + struct nfi_format format = {
- + nand->dev->page_size,
- + nand->dev->spare_size,
- + nand->dev->endurance->ecc_req
- + };
- +
- + return nand->nfi->set_format(nand->nfi, &format);
- +}
- +
- +struct nand_base *nand_device_init(struct nand_chip *chip)
- +{
- + struct nand_base *nand;
- + struct nand_spi *spi;
- + struct device_spi *dev;
- + int ret;
- + u8 mask;
- +
- + spi = mem_alloc(1, sizeof(struct nand_spi));
- + if (!spi) {
- + pr_info("alloc nand_spi fail\n");
- + return NULL;
- + }
- +
- + spi->ondie_ecc = false;
- + spi->op_mode = SNFI_CUSTOM_MODE;
- + spi->rx_mode = SNFI_RX_114;
- + spi->tx_mode = SNFI_TX_114;
- +
- + spi->parent = chip->nand;
- + nand = &spi->base;
- + nand->dev = spi->parent->dev;
- + nand->nfi = spi->parent->nfi;
- +
- + nand->select_device = nand_spi_select_device;
- + nand->reset = nand_spi_reset;
- + nand->read_id = nand_spi_read_id;
- + nand->read_param_page = nand_spi_read_param_page;
- + nand->set_feature = nand_spi_set_feature;
- + nand->get_feature = nand_spi_get_feature;
- + nand->read_status = nand_spi_read_status;
- + nand->addressing = nand_spi_addressing;
- + nand->read_page = nand_spi_read_page;
- + nand->read_data = nand_spi_read_data;
- + nand->write_enable = nand_spi_write_enable;
- + nand->program_data = nand_spi_program_data;
- + nand->program_page = nand_spi_program_page;
- + nand->erase_block = nand_spi_erase_block;
- +
- + chip->chip_ctrl = nand_chip_spi_ctrl;
- + chip->nand_type = NAND_SPI;
- + chip->resume = nand_chip_spi_resume;
- +
- + ret = nand_detect_device(nand);
- + if (ret)
- + goto err;
- +
- + nand->select_device(nand, 0);
- +
- + ret = nand_spi_set_format(nand);
- + if (ret)
- + goto err;
- +
- + dev = (struct device_spi *)nand->dev;
- +
- + nand->dev->cmds->random_out_1st =
- + spi_replace_rx_cmds(spi->rx_mode);
- + nand->dev->cmds->program_1st =
- + spi_replace_tx_cmds(spi->tx_mode);
- +
- + mask = GENMASK(dev->feature.protect.bp_end_bit,
- + dev->feature.protect.bp_start_bit);
- + ret = nand_spi_set_config(nand, dev->feature.protect.addr, mask, false);
- + if (ret)
- + goto err;
- +
- + mask = BIT(dev->feature.config.ecc_en_bit);
- + ret = nand_spi_set_config(nand, dev->feature.config.addr, mask,
- + spi->ondie_ecc);
- + if (ret)
- + goto err;
- +
- + return nand;
- +
- +err:
- + mem_free(spi);
- + return NULL;
- +}
- +
- +void nand_exit(struct nand_base *nand)
- +{
- + struct nand_spi *spi = base_to_spi(nand);
- +
- + nand_base_exit(spi->parent);
- + mem_free(spi);
- +}
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand/nand_spi.h
- @@ -0,0 +1,35 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NAND_SPI_H__
- +#define __NAND_SPI_H__
- +
- +/*
- + * spi nand handler
- + * @base: spi nand base functions
- + * @parent: common parent nand base functions
- + * @tx_mode: spi bus width of transfer to device
- + * @rx_mode: spi bus width of transfer from device
- + * @op_mode: spi nand controller (NFI) operation mode
- + * @ondie_ecc: spi nand on-die ecc flag
- + */
- +
- +struct nand_spi {
- + struct nand_base base;
- + struct nand_base *parent;
- + u8 tx_mode;
- + u8 rx_mode;
- + u8 op_mode;
- + bool ondie_ecc;
- +};
- +
- +static inline struct nand_spi *base_to_spi(struct nand_base *base)
- +{
- + return container_of(base, struct nand_spi, base);
- +}
- +
- +#endif /* __NAND_SPI_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_base.c
- @@ -0,0 +1,304 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "nand_chip.h"
- +#include "nand_device.h"
- +#include "nfi.h"
- +#include "nand_base.h"
- +
- +static int nand_base_select_device(struct nand_base *nand, int cs)
- +{
- + struct nfi *nfi = nand->nfi;
- +
- + nfi->reset(nfi);
- +
- + return nfi->select_chip(nfi, cs);
- +}
- +
- +static int nand_base_reset(struct nand_base *nand)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->reset);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tRST);
- +}
- +
- +static int nand_base_read_id(struct nand_base *nand, u8 *id, int count)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_id);
- + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tWHR);
- + nfi->send_addr(nfi, 0, 0, 1, 0);
- +
- + return nfi->read_bytes(nfi, id, count);
- +}
- +
- +static int nand_base_read_param_page(struct nand_base *nand, u8 *data,
- + int count)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_param_page);
- + nfi->send_addr(nfi, 0, 0, 1, 0);
- +
- + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tR);
- +
- + return nfi->read_bytes(nfi, data, count);
- +}
- +
- +static int nand_base_set_feature(struct nand_base *nand, u8 addr,
- + u8 *param,
- + int count)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->set_feature);
- + nfi->send_addr(nfi, addr, 0, 1, 0);
- +
- + nfi->write_bytes(nfi, param, count);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tFEAT);
- +}
- +
- +static int nand_base_get_feature(struct nand_base *nand, u8 addr,
- + u8 *param,
- + int count)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->get_feature);
- + nfi->send_addr(nfi, addr, 0, 1, 0);
- + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tFEAT);
- +
- + return nfi->read_bytes(nfi, param, count);
- +}
- +
- +static int nand_base_read_status(struct nand_base *nand)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- + u8 status = 0;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_status);
- + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tWHR);
- + nfi->read_bytes(nfi, &status, 1);
- +
- + return status;
- +}
- +
- +static int nand_base_addressing(struct nand_base *nand, int *row,
- + int *col)
- +{
- + struct nand_device *dev = nand->dev;
- + int lun, plane, block, page, cs = 0;
- + int block_pages, target_blocks, wl = 0;
- + int icol = *col;
- +
- + if (dev->target_num > 1) {
- + block_pages = nand_block_pages(dev);
- + target_blocks = nand_target_blocks(dev);
- + cs = div_down(*row, block_pages * target_blocks);
- + *row -= cs * block_pages * target_blocks;
- + }
- +
- + nand->select_device(nand, cs);
- +
- + block_pages = nand_block_pages(dev);
- + block = div_down(*row, block_pages);
- + page = *row - block * block_pages;
- + plane = reminder(block, dev->plane_num);
- + lun = div_down(block, nand_lun_blocks(dev));
- +
- + wl |= (page << dev->addressing->row_bit_start);
- + wl |= (block << dev->addressing->block_bit_start);
- + wl |= (plane << dev->addressing->plane_bit_start);
- + wl |= (lun << dev->addressing->lun_bit_start);
- +
- + *row = wl;
- + *col = icol;
- +
- + return 0;
- +}
- +
- +static int nand_base_read_page(struct nand_base *nand, int row)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_1st);
- + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
- + nfi->send_cmd(nfi, dev->cmds->read_2nd);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tR);
- +}
- +
- +static int nand_base_read_data(struct nand_base *nand, int row, int col,
- + int sectors, u8 *data, u8 *oob)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->random_out_1st);
- + nfi->send_addr(nfi, col, row, dev->col_cycle, dev->row_cycle);
- + nfi->send_cmd(nfi, dev->cmds->random_out_2nd);
- + nfi->wait_ready(nfi, NAND_WAIT_POLLING, dev->array_timing->tRCBSY);
- +
- + return nfi->read_sectors(nfi, data, oob, sectors);
- +}
- +
- +static int nand_base_write_enable(struct nand_base *nand)
- +{
- + struct nand_device *dev = nand->dev;
- + int status;
- +
- + status = nand_base_read_status(nand);
- + if (status & dev->status->write_protect)
- + return 0;
- +
- + return -ENANDWP;
- +}
- +
- +static int nand_base_program_data(struct nand_base *nand, int row,
- + int col,
- + u8 *data, u8 *oob)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->program_1st);
- + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
- +
- + return nfi->write_page(nfi, data, oob);
- +}
- +
- +static int nand_base_program_page(struct nand_base *nand, int row)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->program_2nd);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tPROG);
- +}
- +
- +static int nand_base_erase_block(struct nand_base *nand, int row)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->erase_1st);
- + nfi->send_addr(nfi, 0, row, 0, dev->row_cycle);
- + nfi->send_cmd(nfi, dev->cmds->erase_2nd);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tBERS);
- +}
- +
- +static int nand_base_read_cache(struct nand_base *nand, int row)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_1st);
- + nfi->send_addr(nfi, 0, row, dev->col_cycle, dev->row_cycle);
- + nfi->send_cmd(nfi, dev->cmds->read_cache);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tRCBSY);
- +}
- +
- +static int nand_base_read_last(struct nand_base *nand)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->read_cache_last);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tRCBSY);
- +}
- +
- +static int nand_base_program_cache(struct nand_base *nand)
- +{
- + struct nfi *nfi = nand->nfi;
- + struct nand_device *dev = nand->dev;
- +
- + nfi->reset(nfi);
- + nfi->send_cmd(nfi, dev->cmds->program_cache);
- + nfi->trigger(nfi);
- +
- + return nfi->wait_ready(nfi, NAND_WAIT_POLLING,
- + dev->array_timing->tPCBSY);
- +}
- +
- +struct nand_base *nand_base_init(struct nand_device *dev,
- + struct nfi *nfi)
- +{
- + struct nand_base *nand;
- +
- + nand = mem_alloc(1, sizeof(struct nand_base));
- + if (!nand)
- + return NULL;
- +
- + nand->dev = dev;
- + nand->nfi = nfi;
- + nand->select_device = nand_base_select_device;
- + nand->reset = nand_base_reset;
- + nand->read_id = nand_base_read_id;
- + nand->read_param_page = nand_base_read_param_page;
- + nand->set_feature = nand_base_set_feature;
- + nand->get_feature = nand_base_get_feature;
- + nand->read_status = nand_base_read_status;
- + nand->addressing = nand_base_addressing;
- + nand->read_page = nand_base_read_page;
- + nand->read_data = nand_base_read_data;
- + nand->read_cache = nand_base_read_cache;
- + nand->read_last = nand_base_read_last;
- + nand->write_enable = nand_base_write_enable;
- + nand->program_data = nand_base_program_data;
- + nand->program_page = nand_base_program_page;
- + nand->program_cache = nand_base_program_cache;
- + nand->erase_block = nand_base_erase_block;
- +
- + return nand;
- +}
- +
- +void nand_base_exit(struct nand_base *base)
- +{
- + nfi_exit(base->nfi);
- + mem_free(base);
- +}
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_base.h
- @@ -0,0 +1,71 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NAND_BASE_H__
- +#define __NAND_BASE_H__
- +
- +/*
- + * nand base functions
- + * @dev: nand device infomations
- + * @nfi: nand host controller
- + * @select_device: select one nand device of multi nand on chip
- + * @reset: reset current nand device
- + * @read_id: read current nand id
- + * @read_param_page: read current nand parameters page
- + * @set_feature: configurate the nand device feature
- + * @get_feature: get the nand device feature
- + * @read_status: read nand device status
- + * @addressing: addressing the address to nand device physical address
- + * @read_page: read page data to device cache register
- + * @read_data: read data from device cache register by bus protocol
- + * @read_cache: nand cache read operation for data output
- + * @read_last: nand cache read operation for last page output
- + * @write_enable: enable program/erase for nand, especially spi nand
- + * @program_data: program data to nand device cache register
- + * @program_page: program page data from nand device cache register to array
- + * @program_cache: nand cache program operation for data input
- + * @erase_block: erase nand block operation
- + */
- +struct nand_base {
- + struct nand_device *dev;
- + struct nfi *nfi;
- + int (*select_device)(struct nand_base *nand, int cs);
- + int (*reset)(struct nand_base *nand);
- + int (*read_id)(struct nand_base *nand, u8 *id, int count);
- + int (*read_param_page)(struct nand_base *nand, u8 *data, int count);
- + int (*set_feature)(struct nand_base *nand, u8 addr, u8 *param,
- + int count);
- + int (*get_feature)(struct nand_base *nand, u8 addr, u8 *param,
- + int count);
- + int (*read_status)(struct nand_base *nand);
- + int (*addressing)(struct nand_base *nand, int *row, int *col);
- +
- + int (*read_page)(struct nand_base *nand, int row);
- + int (*read_data)(struct nand_base *nand, int row, int col, int sectors,
- + u8 *data, u8 *oob);
- + int (*read_cache)(struct nand_base *nand, int row);
- + int (*read_last)(struct nand_base *nand);
- +
- + int (*write_enable)(struct nand_base *nand);
- + int (*program_data)(struct nand_base *nand, int row, int col, u8 *data,
- + u8 *oob);
- + int (*program_page)(struct nand_base *nand, int row);
- + int (*program_cache)(struct nand_base *nand);
- +
- + int (*erase_block)(struct nand_base *nand, int row);
- +};
- +
- +struct nand_base *nand_base_init(struct nand_device *device,
- + struct nfi *nfi);
- +void nand_base_exit(struct nand_base *base);
- +
- +struct nand_base *nand_device_init(struct nand_chip *nand);
- +void nand_exit(struct nand_base *nand);
- +
- +int nand_detect_device(struct nand_base *nand);
- +
- +#endif /* __NAND_BASE_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_chip.c
- @@ -0,0 +1,272 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "nand_chip.h"
- +#include "nand_device.h"
- +#include "nfi.h"
- +#include "nand_base.h"
- +
- +static int nand_chip_read_page(struct nand_chip *chip,
- + struct nand_ops *ops,
- + int count)
- +{
- + struct nand_base *nand = chip->nand;
- + struct nand_device *dev = nand->dev;
- + int i, ret = 0;
- + int row, col, sectors;
- + u8 *data, *oob;
- +
- + for (i = 0; i < count; i++) {
- + row = ops[i].row;
- + col = ops[i].col;
- +
- + nand->addressing(nand, &row, &col);
- + ops[i].status = nand->read_page(nand, row);
- + if (ops[i].status < 0) {
- + ret = ops[i].status;
- + continue;
- + }
- +
- + data = ops[i].data;
- + oob = ops[i].oob;
- + sectors = ops[i].len / chip->sector_size;
- + ops[i].status = nand->read_data(nand, row, col,
- + sectors, data, oob);
- + if (ops[i].status > 0)
- + ops[i].status = ops[i].status >=
- + dev->endurance->max_bitflips ?
- + -ENANDFLIPS : 0;
- +
- + ret = min_t(int, ret, ops[i].status);
- + }
- +
- + return ret;
- +}
- +
- +static int nand_chip_write_page(struct nand_chip *chip,
- + struct nand_ops *ops,
- + int count)
- +{
- + struct nand_base *nand = chip->nand;
- + struct nand_device *dev = nand->dev;
- + int i, ret = 0;
- + int row, col;
- + u8 *data, *oob;
- +
- + for (i = 0; i < count; i++) {
- + row = ops[i].row;
- + col = ops[i].col;
- +
- + nand->addressing(nand, &row, &col);
- +
- + ops[i].status = nand->write_enable(nand);
- + if (ops[i].status) {
- + pr_debug("Write Protect at %x!\n", row);
- + ops[i].status = -ENANDWP;
- + return -ENANDWP;
- + }
- +
- + data = ops[i].data;
- + oob = ops[i].oob;
- + ops[i].status = nand->program_data(nand, row, col, data, oob);
- + if (ops[i].status < 0) {
- + ret = ops[i].status;
- + continue;
- + }
- +
- + ops[i].status = nand->program_page(nand, row);
- + if (ops[i].status < 0) {
- + ret = ops[i].status;
- + continue;
- + }
- +
- + ops[i].status = nand->read_status(nand);
- + if (ops[i].status & dev->status->program_fail)
- + ops[i].status = -ENANDWRITE;
- +
- + ret = min_t(int, ret, ops[i].status);
- + }
- +
- + return ret;
- +}
- +
- +static int nand_chip_erase_block(struct nand_chip *chip,
- + struct nand_ops *ops,
- + int count)
- +{
- + struct nand_base *nand = chip->nand;
- + struct nand_device *dev = nand->dev;
- + int i, ret = 0;
- + int row, col;
- +
- + for (i = 0; i < count; i++) {
- + row = ops[i].row;
- + col = ops[i].col;
- +
- + nand->addressing(nand, &row, &col);
- +
- + ops[i].status = nand->write_enable(nand);
- + if (ops[i].status) {
- + pr_debug("Write Protect at %x!\n", row);
- + ops[i].status = -ENANDWP;
- + return -ENANDWP;
- + }
- +
- + ops[i].status = nand->erase_block(nand, row);
- + if (ops[i].status < 0) {
- + ret = ops[i].status;
- + continue;
- + }
- +
- + ops[i].status = nand->read_status(nand);
- + if (ops[i].status & dev->status->erase_fail)
- + ops[i].status = -ENANDERASE;
- +
- + ret = min_t(int, ret, ops[i].status);
- + }
- +
- + return ret;
- +}
- +
- +/* read first bad mark on spare */
- +static int nand_chip_is_bad_block(struct nand_chip *chip,
- + struct nand_ops *ops,
- + int count)
- +{
- + int i, ret, value;
- + int status = 0;
- + u8 *data, *tmp_buf;
- +
- + tmp_buf = mem_alloc(1, chip->page_size);
- + if (!tmp_buf)
- + return -ENOMEM;
- +
- + memset(tmp_buf, 0x00, chip->page_size);
- +
- + /* Disable ECC */
- + value = 0;
- + ret = chip->chip_ctrl(chip, NFI_CTRL_ECC, &value);
- + if (ret)
- + goto out;
- +
- + ret = chip->read_page(chip, ops, count);
- + if (ret)
- + goto out;
- +
- + for (i = 0; i < count; i++) {
- + data = ops[i].data;
- +
- + /* temp solution for mt7622, because of no bad mark swap */
- + if (!memcmp(data, tmp_buf, chip->page_size)) {
- + ops[i].status = -ENANDBAD;
- + status = -ENANDBAD;
- +
- + } else {
- + ops[i].status = 0;
- + }
- + }
- +
- + /* Enable ECC */
- + value = 1;
- + ret = chip->chip_ctrl(chip, NFI_CTRL_ECC, &value);
- + if (ret)
- + goto out;
- +
- + mem_free(tmp_buf);
- + return status;
- +
- +out:
- + mem_free(tmp_buf);
- + return ret;
- +}
- +
- +static int nand_chip_ctrl(struct nand_chip *chip, int cmd, void *args)
- +{
- + return -EOPNOTSUPP;
- +}
- +
- +static int nand_chip_suspend(struct nand_chip *chip)
- +{
- + return 0;
- +}
- +
- +static int nand_chip_resume(struct nand_chip *chip)
- +{
- + return 0;
- +}
- +
- +struct nand_chip *nand_chip_init(struct nfi_resource *res)
- +{
- + struct nand_chip *chip;
- + struct nand_base *nand;
- + struct nfi *nfi;
- +
- + chip = mem_alloc(1, sizeof(struct nand_chip));
- + if (!chip) {
- + pr_info("nand chip alloc fail!\n");
- + return NULL;
- + }
- +
- + nfi = nfi_init(res);
- + if (!nfi) {
- + pr_info("nfi init fail!\n");
- + goto nfi_err;
- + }
- +
- + nand = nand_base_init(NULL, nfi);
- + if (!nand) {
- + pr_info("nand base init fail!\n");
- + goto base_err;
- + }
- +
- + chip->nand = (void *)nand;
- + chip->read_page = nand_chip_read_page;
- + chip->write_page = nand_chip_write_page;
- + chip->erase_block = nand_chip_erase_block;
- + chip->is_bad_block = nand_chip_is_bad_block;
- + chip->chip_ctrl = nand_chip_ctrl;
- + chip->suspend = nand_chip_suspend;
- + chip->resume = nand_chip_resume;
- +
- + nand = nand_device_init(chip);
- + if (!nand)
- + goto nand_err;
- +
- + chip->nand = (void *)nand;
- + chip->plane_num = nand->dev->plane_num;
- + chip->block_num = nand_total_blocks(nand->dev);
- + chip->block_size = nand->dev->block_size;
- + chip->block_pages = nand_block_pages(nand->dev);
- + chip->page_size = nand->dev->page_size;
- + chip->oob_size = nfi->fdm_size * div_down(chip->page_size,
- + nfi->sector_size);
- + chip->sector_size = nfi->sector_size;
- + chip->sector_spare_size = nfi->sector_spare_size;
- + chip->min_program_pages = nand->dev->min_program_pages;
- + chip->ecc_strength = nfi->ecc_strength;
- + chip->ecc_parity_size = nfi->ecc_parity_size;
- + chip->fdm_ecc_size = nfi->fdm_ecc_size;
- + chip->fdm_reg_size = nfi->fdm_size;
- +
- + return chip;
- +
- +nand_err:
- + mem_free(nand);
- +base_err:
- + nfi_exit(nfi);
- +nfi_err:
- + mem_free(chip);
- + return NULL;
- +}
- +
- +void nand_chip_exit(struct nand_chip *chip)
- +{
- + nand_exit(chip->nand);
- + mem_free(chip);
- +}
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_chip.h
- @@ -0,0 +1,103 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NAND_CHIP_H__
- +#define __NAND_CHIP_H__
- +
- +enum nand_type {
- + NAND_SPI,
- + NAND_SLC,
- + NAND_MLC,
- + NAND_TLC
- +};
- +
- +/*
- + * nand chip operation unit
- + * one nand_ops indicates one row operation
- + * @row: nand chip row address, like as nand row
- + * @col: nand chip column address, like as nand column
- + * @len: operate data length, min is sector_size,
- + * max is page_size and sector_size aligned
- + * @status: one operation result status
- + * @data: data buffer for operation
- + * @oob: oob buffer for operation, like as nand spare area
- + */
- +struct nand_ops {
- + int row;
- + int col;
- + int len;
- + int status;
- + void *data;
- + void *oob;
- +};
- +
- +/*
- + * nand chip descriptions
- + * nand chip includes nand controller and the several same nand devices
- + * @nand_type: the nand type on this chip,
- + * the chip maybe have several nand device and the type must be same
- + * @plane_num: the whole plane number on the chip
- + * @block_num: the whole block number on the chip
- + * @block_size: nand device block size
- + * @block_pages: nand device block has page number
- + * @page_size: nand device page size
- + * @oob_size: chip out of band size, like as nand spare szie,
- + * but restricts this:
- + * the size is provied by nand controller(NFI),
- + * because NFI would use some nand spare size
- + * @min_program_pages: chip needs min pages per program operations
- + * one page as one nand_ops
- + * @sector_size: chip min read size
- + * @sector_spare_size: spare size for sector, is spare_size/page_sectors
- + * @ecc_strength: ecc stregth per sector_size, it would be for calculated ecc
- + * @ecc_parity_size: ecc parity size for one sector_size data
- + * @nand: pointer to inherited struct nand_base
- + * @read_page: read %count pages on chip
- + * @write_page: write %count pages on chip
- + * @erase_block: erase %count blocks on chip, one block is one nand_ops
- + * it is better to set nand_ops.row to block start row
- + * @is_bad_block: judge the %count blocks on chip if they are bad
- + * by vendor specification
- + * @chip_ctrl: control the chip features by nandx_ctrl_cmd
- + * @suspend: suspend nand chip
- + * @resume: resume nand chip
- + */
- +struct nand_chip {
- + int nand_type;
- + int plane_num;
- + int block_num;
- + int block_size;
- + int block_pages;
- + int page_size;
- + int oob_size;
- +
- + int min_program_pages;
- + int sector_size;
- + int sector_spare_size;
- + int ecc_strength;
- + int ecc_parity_size;
- + u32 fdm_ecc_size;
- + u32 fdm_reg_size;
- +
- + void *nand;
- +
- + int (*read_page)(struct nand_chip *chip, struct nand_ops *ops,
- + int count);
- + int (*write_page)(struct nand_chip *chip, struct nand_ops *ops,
- + int count);
- + int (*erase_block)(struct nand_chip *chip, struct nand_ops *ops,
- + int count);
- + int (*is_bad_block)(struct nand_chip *chip, struct nand_ops *ops,
- + int count);
- + int (*chip_ctrl)(struct nand_chip *chip, int cmd, void *args);
- + int (*suspend)(struct nand_chip *chip);
- + int (*resume)(struct nand_chip *chip);
- +};
- +
- +struct nand_chip *nand_chip_init(struct nfi_resource *res);
- +void nand_chip_exit(struct nand_chip *chip);
- +#endif /* __NAND_CHIP_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_device.c
- @@ -0,0 +1,285 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "nand_chip.h"
- +#include "nand_device.h"
- +#include "nand_base.h"
- +
- +#define MAX_CHIP_DEVICE 4
- +#define PARAM_PAGE_LEN 2048
- +#define ONFI_CRC_BASE 0x4f4e
- +
- +static u16 nand_onfi_crc16(u16 crc, u8 const *p, size_t len)
- +{
- + int i;
- +
- + while (len--) {
- + crc ^= *p++ << 8;
- +
- + for (i = 0; i < 8; i++)
- + crc = (crc << 1) ^ ((crc & 0x8000) ? 0x8005 : 0);
- + }
- +
- + return crc;
- +}
- +
- +static inline void decode_addr_cycle(u8 addr_cycle, u8 *row_cycle,
- + u8 *col_cycle)
- +{
- + *row_cycle = addr_cycle & 0xf;
- + *col_cycle = (addr_cycle >> 4) & 0xf;
- +}
- +
- +static int detect_onfi(struct nand_device *dev,
- + struct nand_onfi_params *onfi)
- +{
- + struct nand_endurance *endurance = dev->endurance;
- + u16 size, i, crc16;
- + u8 *id;
- +
- + size = sizeof(struct nand_onfi_params) - sizeof(u16);
- +
- + for (i = 0; i < 3; i++) {
- + crc16 = nand_onfi_crc16(ONFI_CRC_BASE, (u8 *)&onfi[i], size);
- +
- + if (onfi[i].signature[0] == 'O' &&
- + onfi[i].signature[1] == 'N' &&
- + onfi[i].signature[2] == 'F' &&
- + onfi[i].signature[3] == 'I' &&
- + onfi[i].crc16 == crc16)
- + break;
- +
- + /* in some spi nand, onfi signature maybe "NAND" */
- + if (onfi[i].signature[0] == 'N' &&
- + onfi[i].signature[1] == 'A' &&
- + onfi[i].signature[2] == 'N' &&
- + onfi[i].signature[3] == 'D' &&
- + onfi[i].crc16 == crc16)
- + break;
- + }
- +
- + if (i == 3)
- + return -ENODEV;
- +
- + memcpy(dev->name, onfi[i].model, 20);
- + id = onfi[i].manufacturer;
- + dev->id = NAND_PACK_ID(id[0], id[1], id[2], id[3], id[4], id[5], id[6],
- + id[7]);
- + dev->id_len = MAX_ID_NUM;
- + dev->io_width = (onfi[i].features & 1) ? NAND_IO16 : NAND_IO8;
- + decode_addr_cycle(onfi[i].addr_cycle, &dev->row_cycle,
- + &dev->col_cycle);
- + dev->target_num = 1;
- + dev->lun_num = onfi[i].lun_num;
- + dev->plane_num = BIT(onfi[i].plane_address_bits);
- + dev->block_num = onfi[i].lun_blocks / dev->plane_num;
- + dev->block_size = onfi[i].block_pages * onfi[i].page_size;
- + dev->page_size = onfi[i].page_size;
- + dev->spare_size = onfi[i].spare_size;
- +
- + endurance->ecc_req = onfi[i].ecc_req;
- + endurance->pe_cycle = onfi[i].valid_block_endurance;
- + endurance->max_bitflips = endurance->ecc_req >> 1;
- +
- + return 0;
- +}
- +
- +static int detect_jedec(struct nand_device *dev,
- + struct nand_jedec_params *jedec)
- +{
- + struct nand_endurance *endurance = dev->endurance;
- + u16 size, i, crc16;
- + u8 *id;
- +
- + size = sizeof(struct nand_jedec_params) - sizeof(u16);
- +
- + for (i = 0; i < 3; i++) {
- + crc16 = nand_onfi_crc16(ONFI_CRC_BASE, (u8 *)&jedec[i], size);
- +
- + if (jedec[i].signature[0] == 'J' &&
- + jedec[i].signature[1] == 'E' &&
- + jedec[i].signature[2] == 'S' &&
- + jedec[i].signature[3] == 'D' &&
- + jedec[i].crc16 == crc16)
- + break;
- + }
- +
- + if (i == 3)
- + return -ENODEV;
- +
- + memcpy(dev->name, jedec[i].model, 20);
- + id = jedec[i].manufacturer;
- + dev->id = NAND_PACK_ID(id[0], id[1], id[2], id[3], id[4], id[5], id[6],
- + id[7]);
- + dev->id_len = MAX_ID_NUM;
- + dev->io_width = (jedec[i].features & 1) ? NAND_IO16 : NAND_IO8;
- + decode_addr_cycle(jedec[i].addr_cycle, &dev->row_cycle,
- + &dev->col_cycle);
- + dev->target_num = 1;
- + dev->lun_num = jedec[i].lun_num;
- + dev->plane_num = BIT(jedec[i].plane_address_bits);
- + dev->block_num = jedec[i].lun_blocks / dev->plane_num;
- + dev->block_size = jedec[i].block_pages * jedec[i].page_size;
- + dev->page_size = jedec[i].page_size;
- + dev->spare_size = jedec[i].spare_size;
- +
- + endurance->ecc_req = jedec[i].endurance_block0[0];
- + endurance->pe_cycle = jedec[i].valid_block_endurance;
- + endurance->max_bitflips = endurance->ecc_req >> 1;
- +
- + return 0;
- +}
- +
- +static struct nand_device *detect_parameters_page(struct nand_base
- + *nand)
- +{
- + struct nand_device *dev = nand->dev;
- + void *params;
- + int ret;
- +
- + params = mem_alloc(1, PARAM_PAGE_LEN);
- + if (!params)
- + return NULL;
- +
- + memset(params, 0, PARAM_PAGE_LEN);
- + ret = nand->read_param_page(nand, params, PARAM_PAGE_LEN);
- + if (ret < 0) {
- + pr_info("read parameters page fail!\n");
- + goto error;
- + }
- +
- + ret = detect_onfi(dev, params);
- + if (ret) {
- + pr_info("detect onfi device fail! try to detect jedec\n");
- + ret = detect_jedec(dev, params);
- + if (ret) {
- + pr_info("detect jedec device fail!\n");
- + goto error;
- + }
- + }
- +
- + mem_free(params);
- + return dev;
- +
- +error:
- + mem_free(params);
- + return NULL;
- +}
- +
- +static int read_device_id(struct nand_base *nand, int cs, u8 *id)
- +{
- + int i;
- +
- + nand->select_device(nand, cs);
- + nand->reset(nand);
- + nand->read_id(nand, id, MAX_ID_NUM);
- + pr_info("device %d ID: ", cs);
- +
- + for (i = 0; i < MAX_ID_NUM; i++)
- + pr_info("%x ", id[i]);
- +
- + pr_info("\n");
- +
- + return 0;
- +}
- +
- +static int detect_more_device(struct nand_base *nand, u8 *id)
- +{
- + u8 id_ext[MAX_ID_NUM];
- + int i, j, target_num = 0;
- +
- + for (i = 1; i < MAX_CHIP_DEVICE; i++) {
- + memset(id_ext, 0xff, MAX_ID_NUM);
- + read_device_id(nand, i, id_ext);
- +
- + for (j = 0; j < MAX_ID_NUM; j++) {
- + if (id_ext[j] != id[j])
- + goto out;
- + }
- +
- + target_num += 1;
- + }
- +
- +out:
- + return target_num;
- +}
- +
- +static struct nand_device *scan_device_table(const u8 *id, int id_len)
- +{
- + struct nand_device *dev;
- + int i = 0, j;
- + u8 ids[MAX_ID_NUM] = {0};
- +
- + while (1) {
- + dev = nand_get_device(i);
- +
- + if (!strcmp(dev->name, "NO-DEVICE"))
- + break;
- +
- + if (id_len < dev->id_len) {
- + i += 1;
- + continue;
- + }
- +
- + NAND_UNPACK_ID(dev->id, ids, MAX_ID_NUM);
- + for (j = 0; j < dev->id_len; j++) {
- + if (ids[j] != id[j])
- + break;
- + }
- +
- + if (j == dev->id_len)
- + break;
- +
- + i += 1;
- + }
- +
- + return dev;
- +}
- +
- +int nand_detect_device(struct nand_base *nand)
- +{
- + struct nand_device *dev;
- + u8 id[MAX_ID_NUM] = { 0 };
- + int target_num = 0;
- +
- + /* Get nand device default setting for reset/read_id */
- + nand->dev = scan_device_table(NULL, -1);
- +
- + read_device_id(nand, 0, id);
- + dev = scan_device_table(id, MAX_ID_NUM);
- +
- + if (!strcmp(dev->name, "NO-DEVICE")) {
- + pr_info("device scan fail\n");
- + return -ENODEV;
- + }
- +
- + /* TobeFix: has null pointer issue in this funciton */
- + if (!strcmp(dev->name, "NO-DEVICE")) {
- + pr_info("device scan fail, detect parameters page\n");
- + dev = detect_parameters_page(nand);
- + if (!dev) {
- + pr_info("detect parameters fail\n");
- + return -ENODEV;
- + }
- + }
- +
- + if (dev->target_num > 1)
- + target_num = detect_more_device(nand, id);
- +
- + target_num += 1;
- + pr_debug("chip has target device num: %d\n", target_num);
- +
- + if (dev->target_num != target_num)
- + dev->target_num = target_num;
- +
- + nand->dev = dev;
- +
- + return 0;
- +}
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nand_device.h
- @@ -0,0 +1,608 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NAND_DEVICE_H__
- +#define __NAND_DEVICE_H__
- +
- +/* onfi 3.2 */
- +struct nand_onfi_params {
- + /* Revision information and features block. 0 */
- + /*
- + * Byte 0: 4Fh,
- + * Byte 1: 4Eh,
- + * Byte 2: 46h,
- + * Byte 3: 49h,
- + */
- + u8 signature[4];
- + /*
- + * 9-15 Reserved (0)
- + * 8 1 = supports ONFI version 3.2
- + * 7 1 = supports ONFI version 3.1
- + * 6 1 = supports ONFI version 3.0
- + * 5 1 = supports ONFI version 2.3
- + * 4 1 = supports ONFI version 2.2
- + * 3 1 = supports ONFI version 2.1
- + * 2 1 = supports ONFI version 2.0
- + * 1 1 = supports ONFI version 1.0
- + * 0 Reserved (0)
- + */
- + u16 revision;
- + /*
- + * 13-15 Reserved (0)
- + * 12 1 = supports external Vpp
- + * 11 1 = supports Volume addressing
- + * 10 1 = supports NV-DDR2
- + * 9 1 = supports EZ NAND
- + * 8 1 = supports program page register clear enhancement
- + * 7 1 = supports extended parameter page
- + * 6 1 = supports multi-plane read operations
- + * 5 1 = supports NV-DDR
- + * 4 1 = supports odd to even page Copyback
- + * 3 1 = supports multi-plane program and erase operations
- + * 2 1 = supports non-sequential page programming
- + * 1 1 = supports multiple LUN operations
- + * 0 1 = supports 16-bit data bus width
- + */
- + u16 features;
- + /*
- + * 13-15 Reserved (0)
- + * 12 1 = supports LUN Get and LUN Set Features
- + * 11 1 = supports ODT Configure
- + * 10 1 = supports Volume Select
- + * 9 1 = supports Reset LUN
- + * 8 1 = supports Small Data Move
- + * 7 1 = supports Change Row Address
- + * 6 1 = supports Change Read Column Enhanced
- + * 5 1 = supports Read Unique ID
- + * 4 1 = supports Copyback
- + * 3 1 = supports Read Status Enhanced
- + * 2 1 = supports Get Features and Set Features
- + * 1 1 = supports Read Cache commands
- + * 0 1 = supports Page Cache Program command
- + */
- + u16 opt_cmds;
- + /*
- + * 4-7 Reserved (0)
- + * 3 1 = supports Multi-plane Block Erase
- + * 2 1 = supports Multi-plane Copyback Program
- + * 1 1 = supports Multi-plane Page Program
- + * 0 1 = supports Random Data Out
- + */
- + u8 advance_cmds;
- + u8 reserved0[1];
- + u16 extend_param_len;
- + u8 param_page_num;
- + u8 reserved1[17];
- +
- + /* Manufacturer information block. 32 */
- + u8 manufacturer[12];
- + u8 model[20];
- + u8 jedec_id;
- + u16 data_code;
- + u8 reserved2[13];
- +
- + /* Memory organization block. 80 */
- + u32 page_size;
- + u16 spare_size;
- + u32 partial_page_size; /* obsolete */
- + u16 partial_spare_size; /* obsolete */
- + u32 block_pages;
- + u32 lun_blocks;
- + u8 lun_num;
- + /*
- + * 4-7 Column address cycles
- + * 0-3 Row address cycles
- + */
- + u8 addr_cycle;
- + u8 cell_bits;
- + u16 lun_max_bad_blocks;
- + u16 block_endurance;
- + u8 target_begin_valid_blocks;
- + u16 valid_block_endurance;
- + u8 page_program_num;
- + u8 partial_program_attr; /* obsolete */
- + u8 ecc_req;
- + /*
- + * 4-7 Reserved (0)
- + * 0-3 Number of plane address bits
- + */
- + u8 plane_address_bits;
- + /*
- + * 6-7 Reserved (0)
- + * 5 1 = lower bit XNOR block address restriction
- + * 4 1 = read cache supported
- + * 3 Address restrictions for cache operations
- + * 2 1 = program cache supported
- + * 1 1 = no block address restrictions
- + * 0 Overlapped / concurrent multi-plane support
- + */
- + u8 multi_plane_attr;
- + u8 ez_nand_support;
- + u8 reserved3[12];
- +
- + /* Electrical parameters block. 128 */
- + u8 io_pin_max_capacitance;
- + /*
- + * 6-15 Reserved (0)
- + * 5 1 = supports timing mode 5
- + * 4 1 = supports timing mode 4
- + * 3 1 = supports timing mode 3
- + * 2 1 = supports timing mode 2
- + * 1 1 = supports timing mode 1
- + * 0 1 = supports timing mode 0, shall be 1
- + */
- + u16 sdr_timing_mode;
- + u16 sdr_program_cache_timing_mode; /* obsolete */
- + u16 tPROG;
- + u16 tBERS;
- + u16 tR;
- + u16 tCCS;
- + /*
- + * 7 Reserved (0)
- + * 6 1 = supports NV-DDR2 timing mode 8
- + * 5 1 = supports NV-DDR timing mode 5
- + * 4 1 = supports NV-DDR timing mode 4
- + * 3 1 = supports NV-DDR timing mode 3
- + * 2 1 = supports NV-DDR timing mode 2
- + * 1 1 = supports NV-DDR timing mode 1
- + * 0 1 = supports NV-DDR timing mode 0
- + */
- + u8 nvddr_timing_mode;
- + /*
- + * 7 1 = supports timing mode 7
- + * 6 1 = supports timing mode 6
- + * 5 1 = supports timing mode 5
- + * 4 1 = supports timing mode 4
- + * 3 1 = supports timing mode 3
- + * 2 1 = supports timing mode 2
- + * 1 1 = supports timing mode 1
- + * 0 1 = supports timing mode 0
- + */
- + u8 nvddr2_timing_mode;
- + /*
- + * 4-7 Reserved (0)
- + * 3 1 = device requires Vpp enablement sequence
- + * 2 1 = device supports CLK stopped for data input
- + * 1 1 = typical capacitance
- + * 0 tCAD value to use
- + */
- + u8 nvddr_fetures;
- + u16 clk_pin_capacitance;
- + u16 io_pin_capacitance;
- + u16 input_pin_capacitance;
- + u8 input_pin_max_capacitance;
- + /*
- + * 3-7 Reserved (0)
- + * 2 1 = supports 18 Ohm drive strength
- + * 1 1 = supports 25 Ohm drive strength
- + * 0 1 = supports driver strength settings
- + */
- + u8 drive_strength;
- + u16 tR_multi_plane;
- + u16 tADL;
- + u16 tR_ez_nand;
- + /*
- + * 6-7 Reserved (0)
- + * 5 1 = external VREFQ required for >= 200 MT/s
- + * 4 1 = supports differential signaling for DQS
- + * 3 1 = supports differential signaling for RE_n
- + * 2 1 = supports ODT value of 30 Ohms
- + * 1 1 = supports matrix termination ODT
- + * 0 1 = supports self-termination ODT
- + */
- + u8 nvddr2_features;
- + u8 nvddr2_warmup_cycles;
- + u8 reserved4[4];
- +
- + /* vendor block. 164 */
- + u16 vendor_revision;
- + u8 vendor_spec[88];
- +
- + /* CRC for Parameter Page. 254 */
- + u16 crc16;
- +} __packed;
- +
- +/* JESD230-B */
- +struct nand_jedec_params {
- + /* Revision information and features block. 0 */
- + /*
- + * Byte 0:4Ah
- + * Byte 1:45h
- + * Byte 2:53h
- + * Byte 3:44h
- + */
- + u8 signature[4];
- + /*
- + * 3-15: Reserved (0)
- + * 2: 1 = supports parameter page revision 1.0 and standard revision 1.0
- + * 1: 1 = supports vendor specific parameter page
- + * 0: Reserved (0)
- + */
- + u16 revision;
- + /*
- + * 9-15 Reserved (0)
- + * 8: 1 = supports program page register clear enhancement
- + * 7: 1 = supports external Vpp
- + * 6: 1 = supports Toggle Mode DDR
- + * 5: 1 = supports Synchronous DDR
- + * 4: 1 = supports multi-plane read operations
- + * 3: 1 = supports multi-plane program and erase operations
- + * 2: 1 = supports non-sequential page programming
- + * 1: 1 = supports multiple LUN operations
- + * 0: 1 = supports 16-bit data bus width
- + */
- + u16 features;
- + /*
- + * 11-23: Reserved (0)
- + * 10: 1 = supports Synchronous Reset
- + * 9: 1 = supports Reset LUN (Primary)
- + * 8: 1 = supports Small Data Move
- + * 7: 1 = supports Multi-plane Copyback Program (Primary)
- + * 6: 1 = supports Random Data Out (Primary)
- + * 5: 1 = supports Read Unique ID
- + * 4: 1 = supports Copyback
- + * 3: 1 = supports Read Status Enhanced (Primary)
- + * 2: 1 = supports Get Features and Set Features
- + * 1: 1 = supports Read Cache commands
- + * 0: 1 = supports Page Cache Program command
- + */
- + u8 opt_cmds[3];
- + /*
- + * 8-15: Reserved (0)
- + * 7: 1 = supports secondary Read Status Enhanced
- + * 6: 1 = supports secondary Multi-plane Block Erase
- + * 5: 1 = supports secondary Multi-plane Copyback Program
- + * 4: 1 = supports secondary Multi-plane Program
- + * 3: 1 = supports secondary Random Data Out
- + * 2: 1 = supports secondary Multi-plane Copyback Read
- + * 1: 1 = supports secondary Multi-plane Read Cache Random
- + * 0: 1 = supports secondary Multi-plane Read
- + */
- + u16 secondary_cmds;
- + u8 param_page_num;
- + u8 reserved0[18];
- +
- + /* Manufacturer information block. 32*/
- + u8 manufacturer[12];
- + u8 model[20];
- + u8 jedec_id[6];
- + u8 reserved1[10];
- +
- + /* Memory organization block. 80 */
- + u32 page_size;
- + u16 spare_size;
- + u8 reserved2[6];
- + u32 block_pages;
- + u32 lun_blocks;
- + u8 lun_num;
- + /*
- + * 4-7 Column address cycles
- + * 0-3 Row address cycles
- + */
- + u8 addr_cycle;
- + u8 cell_bits;
- + u8 page_program_num;
- + /*
- + * 4-7 Reserved (0)
- + * 0-3 Number of plane address bits
- + */
- + u8 plane_address_bits;
- + /*
- + * 3-7: Reserved (0)
- + * 2: 1= read cache supported
- + * 1: 1 = program cache supported
- + * 0: 1= No multi-plane block address restrictions
- + */
- + u8 multi_plane_attr;
- + u8 reserved3[38];
- +
- + /* Electrical parameters block. 144 */
- + /*
- + * 6-15: Reserved (0)
- + * 5: 1 = supports 20 ns speed grade (50 MHz)
- + * 4: 1 = supports 25 ns speed grade (40 MHz)
- + * 3: 1 = supports 30 ns speed grade (~33 MHz)
- + * 2: 1 = supports 35 ns speed grade (~28 MHz)
- + * 1: 1 = supports 50 ns speed grade (20 MHz)
- + * 0: 1 = supports 100 ns speed grade (10 MHz)
- + */
- + u16 sdr_speed;
- + /*
- + * 8-15: Reserved (0)
- + * 7: 1 = supports 5 ns speed grade (200 MHz)
- + * 6: 1 = supports 6 ns speed grade (~166 MHz)
- + * 5: 1 = supports 7.5 ns speed grade (~133 MHz)
- + * 4: 1 = supports 10 ns speed grade (100 MHz)
- + * 3: 1 = supports 12 ns speed grade (~83 MHz)
- + * 2: 1 = supports 15 ns speed grade (~66 MHz)
- + * 1: 1 = supports 25 ns speed grade (40 MHz)
- + * 0: 1 = supports 30 ns speed grade (~33 MHz)
- + */
- + u16 toggle_ddr_speed;
- + /*
- + * 6-15: Reserved (0)
- + * 5: 1 = supports 10 ns speed grade (100 MHz)
- + * 4: 1 = supports 12 ns speed grade (~83 MHz)
- + * 3: 1 = supports 15 ns speed grade (~66 MHz)
- + * 2: 1 = supports 20 ns speed grade (50 MHz)
- + * 1: 1 = supports 30 ns speed grade (~33 MHz)
- + * 0: 1 = supports 50 ns speed grade (20 MHz)
- + */
- + u16 sync_ddr_speed;
- + u8 sdr_features;
- + u8 toggle_ddr_features;
- + /*
- + * 2-7: Reserved (0)
- + * 1: Device supports CK stopped for data input
- + * 0: tCAD value to use
- + */
- + u8 sync_ddr_features;
- + u16 tPROG;
- + u16 tBERS;
- + u16 tR;
- + u16 tR_multi_plane;
- + u16 tCCS;
- + u16 io_pin_capacitance;
- + u16 input_pin_capacitance;
- + u16 ck_pin_capacitance;
- + /*
- + * 3-7: Reserved (0)
- + * 2: 1 = supports 18 ohm drive strength
- + * 1: 1 = supports 25 ohm drive strength
- + * 0: 1 = supports 35ohm/50ohm drive strength
- + */
- + u8 drive_strength;
- + u16 tADL;
- + u8 reserved4[36];
- +
- + /* ECC and endurance block. 208 */
- + u8 target_begin_valid_blocks;
- + u16 valid_block_endurance;
- + /*
- + * Byte 0: Number of bits ECC correctability
- + * Byte 1: Codeword size
- + * Byte 2-3: Bad blocks maximum per LUN
- + * Byte 4-5: Block endurance
- + * Byte 6-7: Reserved (0)
- + */
- + u8 endurance_block0[8];
- + u8 endurance_block1[8];
- + u8 endurance_block2[8];
- + u8 endurance_block3[8];
- + u8 reserved5[29];
- +
- + /* Reserved. 272 */
- + u8 reserved6[148];
- +
- + /* Vendor specific block. 420 */
- + u16 vendor_revision;
- + u8 vendor_spec[88];
- +
- + /* CRC for Parameter Page. 510 */
- + u16 crc16;
- +} __packed;
- +
- +/* parallel nand io width */
- +enum nand_io_width {
- + NAND_IO8,
- + NAND_IO16
- +};
- +
- +/* all supported nand timming type */
- +enum nand_timing_type {
- + NAND_TIMING_SDR,
- + NAND_TIMING_SYNC_DDR,
- + NAND_TIMING_TOGGLE_DDR,
- + NAND_TIMING_NVDDR2
- +};
- +
- +/* nand basic commands */
- +struct nand_cmds {
- + short reset;
- + short read_id;
- + short read_status;
- + short read_param_page;
- + short set_feature;
- + short get_feature;
- + short read_1st;
- + short read_2nd;
- + short random_out_1st;
- + short random_out_2nd;
- + short program_1st;
- + short program_2nd;
- + short erase_1st;
- + short erase_2nd;
- + short read_cache;
- + short read_cache_last;
- + short program_cache;
- +};
- +
- +/*
- + * addressing for nand physical address
- + * @row_bit_start: row address start bit
- + * @block_bit_start: block address start bit
- + * @plane_bit_start: plane address start bit
- + * @lun_bit_start: lun address start bit
- + */
- +struct nand_addressing {
- + u8 row_bit_start;
- + u8 block_bit_start;
- + u8 plane_bit_start;
- + u8 lun_bit_start;
- +};
- +
- +/*
- + * nand operations status
- + * @array_busy: indicates device array operation busy
- + * @write_protect: indicates the device cannot be wrote or erased
- + * @erase_fail: indicates erase operation fail
- + * @program_fail: indicates program operation fail
- + */
- +struct nand_status {
- + u8 array_busy;
- + u8 write_protect;
- + u8 erase_fail;
- + u8 program_fail;
- +};
- +
- +/*
- + * nand endurance information
- + * @pe_cycle: max program/erase cycle for nand stored data stability
- + * @ecc_req: ecc strength required for the nand, measured per 1KB
- + * @max_bitflips: bitflips is ecc corrected bits,
- + * max_bitflips is the threshold for nand stored data stability
- + * if corrected bits is over max_bitflips, stored data must be moved
- + * to another good block
- + */
- +struct nand_endurance {
- + int pe_cycle;
- + int ecc_req;
- + int max_bitflips;
- +};
- +
- +/* wait for nand busy type */
- +enum nand_wait_type {
- + NAND_WAIT_IRQ,
- + NAND_WAIT_POLLING,
- + NAND_WAIT_TWHR2,
- +};
- +
- +/* each nand array operations time */
- +struct nand_array_timing {
- + u16 tRST;
- + u16 tWHR;
- + u16 tR;
- + u16 tRCBSY;
- + u16 tFEAT;
- + u16 tPROG;
- + u16 tPCBSY;
- + u16 tBERS;
- + u16 tDBSY;
- +};
- +
- +/* nand sdr interface timing required */
- +struct nand_sdr_timing {
- + u16 tREA;
- + u16 tREH;
- + u16 tCR;
- + u16 tRP;
- + u16 tWP;
- + u16 tWH;
- + u16 tWHR;
- + u16 tCLS;
- + u16 tALS;
- + u16 tCLH;
- + u16 tALH;
- + u16 tWC;
- + u16 tRC;
- +};
- +
- +/* nand onfi ddr (nvddr) interface timing required */
- +struct nand_onfi_timing {
- + u16 tCAD;
- + u16 tWPRE;
- + u16 tWPST;
- + u16 tWRCK;
- + u16 tDQSCK;
- + u16 tWHR;
- +};
- +
- +/* nand toggle ddr (toggle 1.0) interface timing required */
- +struct nand_toggle_timing {
- + u16 tCS;
- + u16 tCH;
- + u16 tCAS;
- + u16 tCAH;
- + u16 tCALS;
- + u16 tCALH;
- + u16 tWP;
- + u16 tWPRE;
- + u16 tWPST;
- + u16 tWPSTH;
- + u16 tCR;
- + u16 tRPRE;
- + u16 tRPST;
- + u16 tRPSTH;
- + u16 tCDQSS;
- + u16 tWHR;
- +};
- +
- +/* nand basic device information */
- +struct nand_device {
- + u8 *name;
- + u64 id;
- + u8 id_len;
- + u8 io_width;
- + u8 row_cycle;
- + u8 col_cycle;
- + u8 target_num;
- + u8 lun_num;
- + u8 plane_num;
- + int block_num;
- + int block_size;
- + int page_size;
- + int spare_size;
- + int min_program_pages;
- + struct nand_cmds *cmds;
- + struct nand_addressing *addressing;
- + struct nand_status *status;
- + struct nand_endurance *endurance;
- + struct nand_array_timing *array_timing;
- +};
- +
- +#define NAND_DEVICE(_name, _id, _id_len, _io_width, _row_cycle, \
- + _col_cycle, _target_num, _lun_num, _plane_num, \
- + _block_num, _block_size, _page_size, _spare_size, \
- + _min_program_pages, _cmds, _addressing, _status, \
- + _endurance, _array_timing) \
- +{ \
- + _name, _id, _id_len, _io_width, _row_cycle, \
- + _col_cycle, _target_num, _lun_num, _plane_num, \
- + _block_num, _block_size, _page_size, _spare_size, \
- + _min_program_pages, _cmds, _addressing, _status, \
- + _endurance, _array_timing \
- +}
- +
- +#define MAX_ID_NUM sizeof(u64)
- +
- +#define NAND_PACK_ID(id0, id1, id2, id3, id4, id5, id6, id7) \
- + ( \
- + id0 | id1 << 8 | id2 << 16 | id3 << 24 | \
- + (u64)id4 << 32 | (u64)id5 << 40 | \
- + (u64)id6 << 48 | (u64)id7 << 56 \
- + )
- +
- +#define NAND_UNPACK_ID(id, ids, len) \
- + do { \
- + int _i; \
- + for (_i = 0; _i < len; _i++) \
- + ids[_i] = id >> (_i << 3) & 0xff; \
- + } while (0)
- +
- +static inline int nand_block_pages(struct nand_device *device)
- +{
- + return div_down(device->block_size, device->page_size);
- +}
- +
- +static inline int nand_lun_blocks(struct nand_device *device)
- +{
- + return device->plane_num * device->block_num;
- +}
- +
- +static inline int nand_target_blocks(struct nand_device *device)
- +{
- + return device->lun_num * device->plane_num * device->block_num;
- +}
- +
- +static inline int nand_total_blocks(struct nand_device *device)
- +{
- + return device->target_num * device->lun_num * device->plane_num *
- + device->block_num;
- +}
- +
- +struct nand_device *nand_get_device(int index);
- +#endif /* __NAND_DEVICE_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi.h
- @@ -0,0 +1,51 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFI_H__
- +#define __NFI_H__
- +
- +struct nfi_format {
- + int page_size;
- + int spare_size;
- + int ecc_req;
- +};
- +
- +struct nfi {
- + int sector_size;
- + int sector_spare_size;
- + int fdm_size; /*for sector*/
- + int fdm_ecc_size;
- + int ecc_strength;
- + int ecc_parity_size; /*for sector*/
- +
- + int (*select_chip)(struct nfi *nfi, int cs);
- + int (*set_format)(struct nfi *nfi, struct nfi_format *format);
- + int (*set_timing)(struct nfi *nfi, void *timing, int type);
- + int (*nfi_ctrl)(struct nfi *nfi, int cmd, void *args);
- +
- + int (*reset)(struct nfi *nfi);
- + int (*send_cmd)(struct nfi *nfi, short cmd);
- + int (*send_addr)(struct nfi *nfi, int col, int row,
- + int col_cycle, int row_cycle);
- + int (*trigger)(struct nfi *nfi);
- +
- + int (*write_page)(struct nfi *nfi, u8 *data, u8 *fdm);
- + int (*write_bytes)(struct nfi *nfi, u8 *data, int count);
- + int (*read_sectors)(struct nfi *nfi, u8 *data, u8 *fdm,
- + int sectors);
- + int (*read_bytes)(struct nfi *nfi, u8 *data, int count);
- +
- + int (*wait_ready)(struct nfi *nfi, int type, u32 timeout);
- +
- + int (*enable_randomizer)(struct nfi *nfi, u32 row, bool encode);
- + int (*disable_randomizer)(struct nfi *nfi);
- +};
- +
- +struct nfi *nfi_init(struct nfi_resource *res);
- +void nfi_exit(struct nfi *nfi);
- +
- +#endif /* __NFI_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_base.c
- @@ -0,0 +1,1357 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +/**
- + * nfi_base.c - the base logic for nfi to access nand flash
- + *
- + * slc/mlc/tlc could use same code to access nand
- + * of cause, there still some work need to do
- + * even for spi nand, there should be a chance to integrate code together
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "../nfi.h"
- +#include "../nand_device.h"
- +#include "nfi_regs.h"
- +#include "nfiecc.h"
- +#include "nfi_base.h"
- +
- +static const int spare_size_mt7622[] = {
- + 16, 26, 27, 28
- +};
- +
- +#define RAND_SEED_SHIFT(op) \
- + ((op) == RAND_ENCODE ? ENCODE_SEED_SHIFT : DECODE_SEED_SHIFT)
- +#define RAND_EN(op) \
- + ((op) == RAND_ENCODE ? RAN_ENCODE_EN : RAN_DECODE_EN)
- +
- +#define SS_SEED_NUM 128
- +static u16 ss_randomizer_seed[SS_SEED_NUM] = {
- + 0x576A, 0x05E8, 0x629D, 0x45A3, 0x649C, 0x4BF0, 0x2342, 0x272E,
- + 0x7358, 0x4FF3, 0x73EC, 0x5F70, 0x7A60, 0x1AD8, 0x3472, 0x3612,
- + 0x224F, 0x0454, 0x030E, 0x70A5, 0x7809, 0x2521, 0x484F, 0x5A2D,
- + 0x492A, 0x043D, 0x7F61, 0x3969, 0x517A, 0x3B42, 0x769D, 0x0647,
- + 0x7E2A, 0x1383, 0x49D9, 0x07B8, 0x2578, 0x4EEC, 0x4423, 0x352F,
- + 0x5B22, 0x72B9, 0x367B, 0x24B6, 0x7E8E, 0x2318, 0x6BD0, 0x5519,
- + 0x1783, 0x18A7, 0x7B6E, 0x7602, 0x4B7F, 0x3648, 0x2C53, 0x6B99,
- + 0x0C23, 0x67CF, 0x7E0E, 0x4D8C, 0x5079, 0x209D, 0x244A, 0x747B,
- + 0x350B, 0x0E4D, 0x7004, 0x6AC3, 0x7F3E, 0x21F5, 0x7A15, 0x2379,
- + 0x1517, 0x1ABA, 0x4E77, 0x15A1, 0x04FA, 0x2D61, 0x253A, 0x1302,
- + 0x1F63, 0x5AB3, 0x049A, 0x5AE8, 0x1CD7, 0x4A00, 0x30C8, 0x3247,
- + 0x729C, 0x5034, 0x2B0E, 0x57F2, 0x00E4, 0x575B, 0x6192, 0x38F8,
- + 0x2F6A, 0x0C14, 0x45FC, 0x41DF, 0x38DA, 0x7AE1, 0x7322, 0x62DF,
- + 0x5E39, 0x0E64, 0x6D85, 0x5951, 0x5937, 0x6281, 0x33A1, 0x6A32,
- + 0x3A5A, 0x2BAC, 0x743A, 0x5E74, 0x3B2E, 0x7EC7, 0x4FD2, 0x5D28,
- + 0x751F, 0x3EF8, 0x39B1, 0x4E49, 0x746B, 0x6EF6, 0x44BE, 0x6DB7
- +};
- +
- +#if 0
- +static void dump_register(void *regs)
- +{
- + int i;
- +
- + pr_info("registers:\n");
- + for (i = 0; i < 0x600; i += 0x10) {
- + pr_info(" address 0x%X : %X %X %X %X\n",
- + (u32)((unsigned long)regs + i),
- + (u32)readl(regs + i),
- + (u32)readl(regs + i + 0x4),
- + (u32)readl(regs + i + 0x8),
- + (u32)readl(regs + i + 0xC));
- + }
- +}
- +#endif
- +
- +static int nfi_enable_randomizer(struct nfi *nfi, u32 row, bool encode)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + enum randomizer_op op = RAND_ENCODE;
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + if (!encode)
- + op = RAND_DECODE;
- +
- + /* randomizer type and reseed type setup */
- + val = readl(regs + NFI_CNFG);
- + val |= CNFG_RAND_SEL | CNFG_RESEED_SEC_EN;
- + writel(val, regs + NFI_CNFG);
- +
- + /* randomizer seed and type setup */
- + val = ss_randomizer_seed[row % SS_SEED_NUM] & RAN_SEED_MASK;
- + val <<= RAND_SEED_SHIFT(op);
- + val |= RAND_EN(op);
- + writel(val, regs + NFI_RANDOM_CNFG);
- +
- + return 0;
- +}
- +
- +static int nfi_disable_randomizer(struct nfi *nfi)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- +
- + writel(0, nb->res.nfi_regs + NFI_RANDOM_CNFG);
- +
- + return 0;
- +}
- +
- +static int nfi_irq_handler(int irq, void *data)
- +{
- + struct nfi_base *nb = (struct nfi_base *) data;
- + void *regs = nb->res.nfi_regs;
- + u16 status, en;
- +
- + status = readw(regs + NFI_INTR_STA);
- + en = readw(regs + NFI_INTR_EN);
- +
- + if (!(status & en))
- + return NAND_IRQ_NONE;
- +
- + writew(~status & en, regs + NFI_INTR_EN);
- +
- + nandx_event_complete(nb->done);
- +
- + return NAND_IRQ_HANDLED;
- +}
- +
- +static int nfi_select_chip(struct nfi *nfi, int cs)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- +
- + writel(cs, nb->res.nfi_regs + NFI_CSEL);
- +
- + return 0;
- +}
- +
- +static inline void set_op_mode(void *regs, u32 mode)
- +{
- + u32 val = readl(regs + NFI_CNFG);
- +
- + val &= ~CNFG_OP_MODE_MASK;
- + val |= mode;
- +
- + writel(val, regs + NFI_CNFG);
- +}
- +
- +static int nfi_reset(struct nfi *nfi)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + int ret, val;
- +
- + /* The NFI reset to reset all registers and force the NFI
- + * master be early terminated
- + */
- + writel(CON_FIFO_FLUSH | CON_NFI_RST, regs + NFI_CON);
- +
- + /* check state of NFI internal FSM and NAND interface FSM */
- + ret = readl_poll_timeout_atomic(regs + NFI_MASTER_STA, val,
- + !(val & MASTER_BUS_BUSY),
- + 10, NFI_TIMEOUT);
- + if (ret)
- + pr_info("nfi reset timeout...\n");
- +
- + writel(CON_FIFO_FLUSH | CON_NFI_RST, regs + NFI_CON);
- + writew(STAR_DE, regs + NFI_STRDATA);
- +
- + return ret;
- +}
- +
- +static void bad_mark_swap(struct nfi *nfi, u8 *buf, u8 *fdm)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + u32 start_sector = div_down(nb->col, nfi->sector_size);
- + u32 data_mark_pos;
- + u8 temp;
- +
- + /* raw access, no need to do swap. */
- + if (!nb->ecc_en)
- + return;
- +
- + if (!buf || !fdm)
- + return;
- +
- + if (nb->bad_mark_ctrl.sector < start_sector ||
- + nb->bad_mark_ctrl.sector > start_sector + nb->rw_sectors)
- + return;
- +
- + data_mark_pos = nb->bad_mark_ctrl.position +
- + (nb->bad_mark_ctrl.sector - start_sector) *
- + nfi->sector_size;
- +
- + temp = *fdm;
- + *fdm = *(buf + data_mark_pos);
- + *(buf + data_mark_pos) = temp;
- +}
- +
- +static u8 *fdm_shift(struct nfi *nfi, u8 *fdm, int sector)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + u8 *pos;
- +
- + if (!fdm)
- + return NULL;
- +
- + /* map the sector's FDM data to free oob:
- + * the beginning of the oob area stores the FDM data of bad mark sectors
- + */
- + if (sector < nb->bad_mark_ctrl.sector)
- + pos = fdm + (sector + 1) * nfi->fdm_size;
- + else if (sector == nb->bad_mark_ctrl.sector)
- + pos = fdm;
- + else
- + pos = fdm + sector * nfi->fdm_size;
- +
- + return pos;
- +
- +}
- +
- +static void set_bad_mark_ctrl(struct nfi_base *nb)
- +{
- + int temp, page_size = nb->format.page_size;
- +
- + nb->bad_mark_ctrl.bad_mark_swap = bad_mark_swap;
- + nb->bad_mark_ctrl.fdm_shift = fdm_shift;
- +
- + temp = nb->nfi.sector_size + nb->nfi.sector_spare_size;
- + nb->bad_mark_ctrl.sector = div_down(page_size, temp);
- + nb->bad_mark_ctrl.position = reminder(page_size, temp);
- +}
- +
- +/* NOTE: check if page_size valid future */
- +static int setup_format(struct nfi_base *nb, int spare_idx)
- +{
- + struct nfi *nfi = &nb->nfi;
- + u32 page_size = nb->format.page_size;
- + u32 val;
- +
- + switch (page_size) {
- + case 512:
- + val = PAGEFMT_512_2K | PAGEFMT_SEC_SEL_512;
- + break;
- +
- + case KB(2):
- + if (nfi->sector_size == 512)
- + val = PAGEFMT_2K_4K | PAGEFMT_SEC_SEL_512;
- + else
- + val = PAGEFMT_512_2K;
- +
- + break;
- +
- + case KB(4):
- + if (nfi->sector_size == 512)
- + val = PAGEFMT_4K_8K | PAGEFMT_SEC_SEL_512;
- + else
- + val = PAGEFMT_2K_4K;
- +
- + break;
- +
- + case KB(8):
- + if (nfi->sector_size == 512)
- + val = PAGEFMT_8K_16K | PAGEFMT_SEC_SEL_512;
- + else
- + val = PAGEFMT_4K_8K;
- +
- + break;
- +
- + case KB(16):
- + val = PAGEFMT_8K_16K;
- + break;
- +
- + default:
- + pr_info("invalid page len: %d\n", page_size);
- + return -EINVAL;
- + }
- +
- + val |= spare_idx << PAGEFMT_SPARE_SHIFT;
- + val |= nfi->fdm_size << PAGEFMT_FDM_SHIFT;
- + val |= nfi->fdm_ecc_size << PAGEFMT_FDM_ECC_SHIFT;
- + writel(val, nb->res.nfi_regs + NFI_PAGEFMT);
- +
- + if (nb->custom_sector_en) {
- + val = nfi->sector_spare_size + nfi->sector_size;
- + val |= SECCUS_SIZE_EN;
- + writel(val, nb->res.nfi_regs + NFI_SECCUS_SIZE);
- + }
- +
- + return 0;
- +}
- +
- +static int adjust_spare(struct nfi_base *nb, int *spare)
- +{
- + int multi = nb->nfi.sector_size == 512 ? 1 : 2;
- + int i, count = nb->caps->spare_size_num;
- +
- + if (*spare >= nb->caps->spare_size[count - 1] * multi) {
- + *spare = nb->caps->spare_size[count - 1] * multi;
- + return count - 1;
- + }
- +
- + if (*spare < nb->caps->spare_size[0] * multi)
- + return -EINVAL;
- +
- + for (i = 1; i < count; i++) {
- + if (*spare < nb->caps->spare_size[i] * multi) {
- + *spare = nb->caps->spare_size[i - 1] * multi;
- + return i - 1;
- + }
- + }
- +
- + return -EINVAL;
- +}
- +
- +static int nfi_set_format(struct nfi *nfi, struct nfi_format *format)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfiecc *ecc = nb->ecc;
- + int ecc_strength = format->ecc_req;
- + int min_fdm, min_ecc, max_ecc;
- + u32 temp, page_sectors;
- + int spare_idx = 0;
- +
- + if (!nb->buf) {
- +#if NANDX_BULK_IO_USE_DRAM
- + nb->buf = NANDX_NFI_BUF_ADDR;
- +#else
- + nb->buf = mem_alloc(1, format->page_size + format->spare_size);
- +#endif
- + if (!nb->buf)
- + return -ENOMEM;
- + }
- +
- + nb->format = *format;
- +
- + /* ToBeFixed: for spi nand, now sector size is 512,
- + * it should be same with slc.
- + */
- + nfi->sector_size = 512;
- + /* format->ecc_req is the requirement per 1KB */
- + ecc_strength >>= 1;
- +
- + page_sectors = div_down(format->page_size, nfi->sector_size);
- + nfi->sector_spare_size = div_down(format->spare_size, page_sectors);
- +
- + if (!nb->custom_sector_en) {
- + spare_idx = adjust_spare(nb, &nfi->sector_spare_size);
- + if (spare_idx < 0)
- + return -EINVAL;
- + }
- +
- + /* calculate ecc strength and fdm size */
- + temp = (nfi->sector_spare_size - nb->caps->max_fdm_size) * 8;
- + min_ecc = div_down(temp, nb->caps->ecc_parity_bits);
- + min_ecc = ecc->adjust_strength(ecc, min_ecc);
- + if (min_ecc < 0)
- + return -EINVAL;
- +
- + temp = div_up(nb->res.min_oob_req, page_sectors);
- + temp = (nfi->sector_spare_size - temp) * 8;
- + max_ecc = div_down(temp, nb->caps->ecc_parity_bits);
- + max_ecc = ecc->adjust_strength(ecc, max_ecc);
- + if (max_ecc < 0)
- + return -EINVAL;
- +
- + temp = div_up(temp * nb->caps->ecc_parity_bits, 8);
- + temp = nfi->sector_spare_size - temp;
- + min_fdm = min_t(u32, temp, (u32)nb->caps->max_fdm_size);
- +
- + if (ecc_strength > max_ecc) {
- + pr_info("required ecc strength %d, max supported %d\n",
- + ecc_strength, max_ecc);
- + nfi->ecc_strength = max_ecc;
- + nfi->fdm_size = min_fdm;
- + } else if (format->ecc_req < min_ecc) {
- + nfi->ecc_strength = min_ecc;
- + nfi->fdm_size = nb->caps->max_fdm_size;
- + } else {
- + ecc_strength = ecc->adjust_strength(ecc, ecc_strength);
- + if (ecc_strength < 0)
- + return -EINVAL;
- +
- + nfi->ecc_strength = ecc_strength;
- + temp = div_up(ecc_strength * nb->caps->ecc_parity_bits, 8);
- + nfi->fdm_size = nfi->sector_spare_size - temp;
- + }
- +
- + nb->page_sectors = div_down(format->page_size, nfi->sector_size);
- +
- + /* some IC has fixed fdm_ecc_size, if not assigend, set to fdm_size */
- + nfi->fdm_ecc_size = nb->caps->fdm_ecc_size ? : nfi->fdm_size;
- +
- + nfi->ecc_parity_size = div_up(nfi->ecc_strength *
- + nb->caps->ecc_parity_bits,
- + 8);
- + set_bad_mark_ctrl(nb);
- +
- + pr_debug("sector_size: %d\n", nfi->sector_size);
- + pr_debug("sector_spare_size: %d\n", nfi->sector_spare_size);
- + pr_debug("fdm_size: %d\n", nfi->fdm_size);
- + pr_debug("fdm_ecc_size: %d\n", nfi->fdm_ecc_size);
- + pr_debug("ecc_strength: %d\n", nfi->ecc_strength);
- + pr_debug("ecc_parity_size: %d\n", nfi->ecc_parity_size);
- +
- + return setup_format(nb, spare_idx);
- +}
- +
- +static int nfi_ctrl(struct nfi *nfi, int cmd, void *args)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + int ret = 0;
- +
- + switch (cmd) {
- + case NFI_CTRL_DMA:
- + nb->dma_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_AUTOFORMAT:
- + nb->auto_format = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_NFI_IRQ:
- + nb->nfi_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_PAGE_IRQ:
- + nb->page_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_BAD_MARK_SWAP:
- + nb->bad_mark_swap_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC:
- + nb->ecc_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_MODE:
- + nb->ecc_mode = *(enum nfiecc_mode *)args;
- + break;
- +
- + case NFI_CTRL_ECC_CLOCK:
- + /* NOTE: it seems that there's nothing need to do
- + * if new IC need, just add tht logic
- + */
- + nb->ecc_clk_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_IRQ:
- + nb->ecc_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_DECODE_MODE:
- + nb->ecc_deccon = *(enum nfiecc_deccon *)args;
- + break;
- +
- + default:
- + pr_info("invalid arguments.\n");
- + ret = -EOPNOTSUPP;
- + break;
- + }
- +
- + pr_debug("%s: set cmd(%d) to %d\n", __func__, cmd, *(int *)args);
- + return ret;
- +}
- +
- +static int nfi_send_cmd(struct nfi *nfi, short cmd)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + int ret;
- + u32 val;
- +
- + pr_debug("%s: cmd 0x%x\n", __func__, cmd);
- +
- + if (cmd < 0)
- + return -EINVAL;
- +
- + set_op_mode(regs, nb->op_mode);
- +
- + writel(cmd, regs + NFI_CMD);
- +
- + ret = readl_poll_timeout_atomic(regs + NFI_STA,
- + val, !(val & STA_CMD),
- + 5, NFI_TIMEOUT);
- + if (ret)
- + pr_info("send cmd 0x%x timeout\n", cmd);
- +
- + return ret;
- +}
- +
- +static int nfi_send_addr(struct nfi *nfi, int col, int row,
- + int col_cycle, int row_cycle)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + int ret;
- + u32 val;
- +
- + pr_debug("%s: col 0x%x, row 0x%x, col_cycle 0x%x, row_cycle 0x%x\n",
- + __func__, col, row, col_cycle, row_cycle);
- +
- + nb->col = col;
- + nb->row = row;
- +
- + writel(col, regs + NFI_COLADDR);
- + writel(row, regs + NFI_ROWADDR);
- + writel(col_cycle | (row_cycle << ROW_SHIFT), regs + NFI_ADDRNOB);
- +
- + ret = readl_poll_timeout_atomic(regs + NFI_STA,
- + val, !(val & STA_ADDR),
- + 5, NFI_TIMEOUT);
- + if (ret)
- + pr_info("send address timeout\n");
- +
- + return ret;
- +}
- +
- +static int nfi_trigger(struct nfi *nfi)
- +{
- + /* Nothing need to do. */
- + return 0;
- +}
- +
- +static inline int wait_io_ready(void *regs)
- +{
- + u32 val;
- + int ret;
- +
- + ret = readl_poll_timeout_atomic(regs + NFI_PIO_DIRDY,
- + val, val & PIO_DI_RDY,
- + 2, NFI_TIMEOUT);
- + if (ret)
- + pr_info("wait io ready timeout\n");
- +
- + return ret;
- +}
- +
- +static int wait_ready_irq(struct nfi_base *nb, u32 timeout)
- +{
- + void *regs = nb->res.nfi_regs;
- + int ret;
- + u32 val;
- +
- + writel(0xf1, regs + NFI_CNRNB);
- + nandx_event_init(nb->done);
- +
- + writel(INTR_BUSY_RETURN_EN, (void *)(regs + NFI_INTR_EN));
- +
- + /**
- + * check if nand already bean ready,
- + * avoid issue that casued by missing irq-event.
- + */
- + val = readl(regs + NFI_STA);
- + if (val & STA_BUSY2READY) {
- + readl(regs + NFI_INTR_STA);
- + writel(0, (void *)(regs + NFI_INTR_EN));
- + return 0;
- + }
- +
- + ret = nandx_event_wait_complete(nb->done, timeout);
- +
- + writew(0, regs + NFI_CNRNB);
- + return ret;
- +}
- +
- +static void wait_ready_twhr2(struct nfi_base *nb, u32 timeout)
- +{
- + /* NOTE: this for tlc */
- +}
- +
- +static int wait_ready_poll(struct nfi_base *nb, u32 timeout)
- +{
- + void *regs = nb->res.nfi_regs;
- + int ret;
- + u32 val;
- +
- + writel(0x21, regs + NFI_CNRNB);
- + ret = readl_poll_timeout_atomic(regs + NFI_STA, val,
- + val & STA_BUSY2READY,
- + 2, timeout);
- + writew(0, regs + NFI_CNRNB);
- +
- + return ret;
- +}
- +
- +static int nfi_wait_ready(struct nfi *nfi, int type, u32 timeout)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + int ret;
- +
- + switch (type) {
- + case NAND_WAIT_IRQ:
- + if (nb->nfi_irq_en)
- + ret = wait_ready_irq(nb, timeout);
- + else
- + ret = -EINVAL;
- +
- + break;
- +
- + case NAND_WAIT_POLLING:
- + ret = wait_ready_poll(nb, timeout);
- + break;
- +
- + case NAND_WAIT_TWHR2:
- + wait_ready_twhr2(nb, timeout);
- + ret = 0;
- + break;
- +
- + default:
- + ret = -EINVAL;
- + break;
- + }
- +
- + if (ret)
- + pr_info("%s: type 0x%x, timeout 0x%x\n",
- + __func__, type, timeout);
- +
- + return ret;
- +}
- +
- +static int enable_ecc_decode(struct nfi_base *nb, int sectors)
- +{
- + struct nfi *nfi = &nb->nfi;
- + struct nfiecc *ecc = nb->ecc;
- +
- + ecc->config.op = ECC_DECODE;
- + ecc->config.mode = nb->ecc_mode;
- + ecc->config.deccon = nb->ecc_deccon;
- + ecc->config.sectors = sectors;
- + ecc->config.len = nfi->sector_size + nfi->fdm_ecc_size;
- + ecc->config.strength = nfi->ecc_strength;
- +
- + return ecc->enable(ecc);
- +}
- +
- +static int enable_ecc_encode(struct nfi_base *nb)
- +{
- + struct nfiecc *ecc = nb->ecc;
- + struct nfi *nfi = &nb->nfi;
- +
- + ecc->config.op = ECC_ENCODE;
- + ecc->config.mode = nb->ecc_mode;
- + ecc->config.len = nfi->sector_size + nfi->fdm_ecc_size;
- + ecc->config.strength = nfi->ecc_strength;
- +
- + return ecc->enable(ecc);
- +}
- +
- +static void read_fdm(struct nfi_base *nb, u8 *fdm, int start_sector,
- + int sectors)
- +{
- + void *regs = nb->res.nfi_regs;
- + int j, i = start_sector;
- + u32 vall, valm;
- + u8 *buf = fdm;
- +
- + for (; i < start_sector + sectors; i++) {
- + if (nb->bad_mark_swap_en)
- + buf = nb->bad_mark_ctrl.fdm_shift(&nb->nfi, fdm, i);
- +
- + vall = readl(regs + NFI_FDML(i));
- + valm = readl(regs + NFI_FDMM(i));
- +
- + for (j = 0; j < nb->nfi.fdm_size; j++)
- + *buf++ = (j >= 4 ? valm : vall) >> ((j & 3) << 3);
- + }
- +}
- +
- +static void write_fdm(struct nfi_base *nb, u8 *fdm)
- +{
- + struct nfi *nfi = &nb->nfi;
- + void *regs = nb->res.nfi_regs;
- + u32 vall, valm;
- + int i, j;
- + u8 *buf = fdm;
- +
- + for (i = 0; i < nb->page_sectors; i++) {
- + if (nb->bad_mark_swap_en)
- + buf = nb->bad_mark_ctrl.fdm_shift(nfi, fdm, i);
- +
- + vall = 0;
- + for (j = 0; j < 4; j++)
- + vall |= (j < nfi->fdm_size ? *buf++ : 0xff) << (j * 8);
- + writel(vall, regs + NFI_FDML(i));
- +
- + valm = 0;
- + for (j = 0; j < 4; j++)
- + valm |= (j < nfi->fdm_size ? *buf++ : 0xff) << (j * 8);
- + writel(valm, regs + NFI_FDMM(i));
- + }
- +}
- +
- +/* NOTE: pio not use auto format */
- +static int pio_rx_data(struct nfi_base *nb, u8 *data, u8 *fdm,
- + int sectors)
- +{
- + struct nfiecc_status ecc_status;
- + struct nfi *nfi = &nb->nfi;
- + void *regs = nb->res.nfi_regs;
- + u32 val, bitflips = 0;
- + int len, ret, i;
- + u8 *buf;
- +
- + val = readl(regs + NFI_CNFG) | CNFG_BYTE_RW;
- + writel(val, regs + NFI_CNFG);
- +
- + len = nfi->sector_size + nfi->sector_spare_size;
- + len *= sectors;
- +
- + for (i = 0; i < len; i++) {
- + ret = wait_io_ready(regs);
- + if (ret)
- + return ret;
- +
- + nb->buf[i] = readb(regs + NFI_DATAR);
- + }
- +
- + /* TODO: do error handle for autoformat setting of pio */
- + if (nb->ecc_en) {
- + for (i = 0; i < sectors; i++) {
- + buf = nb->buf + i * (nfi->sector_size +
- + nfi->sector_spare_size);
- + ret = nb->ecc->correct_data(nb->ecc, &ecc_status,
- + buf, i);
- + if (data)
- + memcpy(data + i * nfi->sector_size,
- + buf, nfi->sector_size);
- + if (fdm)
- + memcpy(fdm + i * nfi->fdm_size,
- + buf + nfi->sector_size, nfi->fdm_size);
- + if (ret) {
- + ret = nb->ecc->decode_status(nb->ecc, i, 1);
- + if (ret < 0)
- + return ret;
- +
- + bitflips = max_t(int, (int)bitflips, ret);
- + }
- + }
- +
- + return bitflips;
- + }
- +
- + /* raw read, only data not null, and its length should be $len */
- + if (data)
- + memcpy(data, nb->buf, len);
- +
- + return 0;
- +}
- +
- +static int pio_tx_data(struct nfi_base *nb, u8 *data, u8 *fdm,
- + int sectors)
- +{
- + struct nfi *nfi = &nb->nfi;
- + void *regs = nb->res.nfi_regs;
- + u32 i, val;
- + int len, ret;
- +
- + val = readw(regs + NFI_CNFG) | CNFG_BYTE_RW;
- + writew(val, regs + NFI_CNFG);
- +
- + len = nb->ecc_en ? nfi->sector_size :
- + nfi->sector_size + nfi->sector_spare_size;
- + len *= sectors;
- +
- + /* data shouldn't null,
- + * and if ecc enable ,fdm been written in prepare process
- + */
- + for (i = 0; i < len; i++) {
- + ret = wait_io_ready(regs);
- + if (ret)
- + return ret;
- + writeb(data[i], regs + NFI_DATAW);
- + }
- +
- + return 0;
- +}
- +
- +static bool is_page_empty(struct nfi_base *nb, u8 *data, u8 *fdm,
- + int sectors)
- +{
- + u32 empty = readl(nb->res.nfi_regs + NFI_STA) & STA_EMP_PAGE;
- +
- + if (empty) {
- + pr_info("empty page!\n");
- + return true;
- + }
- +
- + return false;
- +}
- +
- +static int rw_prepare(struct nfi_base *nb, int sectors, u8 *data,
- + u8 *fdm, bool read)
- +{
- + void *regs = nb->res.nfi_regs;
- + u32 len = nb->nfi.sector_size * sectors;
- + bool irq_en = nb->dma_en && nb->nfi_irq_en;
- + void *dma_addr;
- + u32 val;
- + int ret;
- +
- + nb->rw_sectors = sectors;
- +
- + if (irq_en) {
- + nandx_event_init(nb->done);
- + writel(INTR_AHB_DONE_EN, regs + NFI_INTR_EN);
- + }
- +
- + val = readw(regs + NFI_CNFG);
- + if (read)
- + val |= CNFG_READ_EN;
- + else
- + val &= ~CNFG_READ_EN;
- +
- + /* as design, now, auto format enabled when ecc enabled */
- + if (nb->ecc_en) {
- + val |= CNFG_HW_ECC_EN | CNFG_AUTO_FMT_EN;
- +
- + if (read)
- + ret = enable_ecc_decode(nb, sectors);
- + else
- + ret = enable_ecc_encode(nb);
- +
- + if (ret) {
- + pr_info("%s: ecc enable %s fail!\n", __func__,
- + read ? "decode" : "encode");
- + return ret;
- + }
- + } else {
- + val &= ~(CNFG_HW_ECC_EN | CNFG_AUTO_FMT_EN);
- + }
- +
- + if (!read && nb->bad_mark_swap_en)
- + nb->bad_mark_ctrl.bad_mark_swap(&nb->nfi, data, fdm);
- +
- + if (!nb->ecc_en && read)
- + len += sectors * nb->nfi.sector_spare_size;
- +
- + if (nb->dma_en) {
- + val |= CNFG_DMA_BURST_EN | CNFG_AHB;
- +
- + if (read) {
- + dma_addr = (void *)(unsigned long)nandx_dma_map(
- + nb->res.dev, nb->buf,
- + (u64)len, NDMA_FROM_DEV);
- + } else {
- + memcpy(nb->buf, data, len);
- + dma_addr = (void *)(unsigned long)nandx_dma_map(
- + nb->res.dev, nb->buf,
- + (u64)len, NDMA_TO_DEV);
- + }
- +
- + writel((unsigned long)dma_addr, (void *)regs + NFI_STRADDR);
- +
- + nb->access_len = len;
- + nb->dma_addr = dma_addr;
- + }
- +
- + if (nb->ecc_en && !read && fdm)
- + write_fdm(nb, fdm);
- +
- + writew(val, regs + NFI_CNFG);
- + /* setup R/W sector number */
- + writel(sectors << CON_SEC_SHIFT, regs + NFI_CON);
- +
- + return 0;
- +}
- +
- +static void rw_trigger(struct nfi_base *nb, bool read)
- +{
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + val = read ? CON_BRD : CON_BWR;
- + val |= readl(regs + NFI_CON);
- + writel(val, regs + NFI_CON);
- +
- + writel(STAR_EN, regs + NFI_STRDATA);
- +}
- +
- +static int rw_wait_done(struct nfi_base *nb, int sectors, bool read)
- +{
- + void *regs = nb->res.nfi_regs;
- + bool irq_en = nb->dma_en && nb->nfi_irq_en;
- + int ret;
- + u32 val;
- +
- + if (irq_en) {
- + ret = nandx_event_wait_complete(nb->done, NFI_TIMEOUT);
- + if (!ret) {
- + writew(0, regs + NFI_INTR_EN);
- + return ret;
- + }
- + }
- +
- + if (read) {
- + ret = readl_poll_timeout_atomic(regs + NFI_BYTELEN, val,
- + ADDRCNTR_SEC(val) >=
- + (u32)sectors,
- + 2, NFI_TIMEOUT);
- + /* HW issue: if not wait ahb done, need polling bus busy */
- + if (!ret && !irq_en)
- + ret = readl_poll_timeout_atomic(regs + NFI_MASTER_STA,
- + val,
- + !(val &
- + MASTER_BUS_BUSY),
- + 2, NFI_TIMEOUT);
- + } else {
- + ret = readl_poll_timeout_atomic(regs + NFI_ADDRCNTR, val,
- + ADDRCNTR_SEC(val) >=
- + (u32)sectors,
- + 2, NFI_TIMEOUT);
- + }
- +
- + if (ret) {
- + pr_info("do page %s timeout\n", read ? "read" : "write");
- + return ret;
- + }
- +
- + if (read && nb->ecc_en) {
- + ret = nb->ecc->wait_done(nb->ecc);
- + if (ret)
- + return ret;
- +
- + return nb->ecc->decode_status(nb->ecc, 0, sectors);
- + }
- +
- + return 0;
- +}
- +
- +static int rw_data(struct nfi_base *nb, u8 *data, u8 *fdm, int sectors,
- + bool read)
- +{
- + if (read && nb->dma_en && nb->ecc_en && fdm)
- + read_fdm(nb, fdm, 0, sectors);
- +
- + if (!nb->dma_en) {
- + if (read)
- + return pio_rx_data(nb, data, fdm, sectors);
- +
- + return pio_tx_data(nb, data, fdm, sectors);
- + }
- +
- + return 0;
- +}
- +
- +static void rw_complete(struct nfi_base *nb, u8 *data, u8 *fdm,
- + bool read)
- +{
- + int data_len = 0;
- + bool is_empty;
- +
- + if (nb->dma_en) {
- + if (read) {
- + nandx_dma_unmap(nb->res.dev, nb->buf, nb->dma_addr,
- + (u64)nb->access_len, NDMA_FROM_DEV);
- +
- + if (data) {
- + data_len = nb->rw_sectors * nb->nfi.sector_size;
- + memcpy(data, nb->buf, data_len);
- + }
- +
- + if (fdm)
- + memcpy(fdm, nb->buf + data_len,
- + nb->access_len - data_len);
- +
- + if (nb->read_status == -ENANDREAD) {
- + is_empty = nb->is_page_empty(nb, data, fdm,
- + nb->rw_sectors);
- + if (is_empty)
- + nb->read_status = 0;
- + }
- + } else {
- + nandx_dma_unmap(nb->res.dev, nb->buf, nb->dma_addr,
- + (u64)nb->access_len, NDMA_TO_DEV);
- + }
- + }
- +
- + /* whether it's reading or writing, we all check if nee swap
- + * for write, we need to restore data
- + */
- + if (nb->bad_mark_swap_en)
- + nb->bad_mark_ctrl.bad_mark_swap(&nb->nfi, data, fdm);
- +
- + if (nb->ecc_en)
- + nb->ecc->disable(nb->ecc);
- +
- + writel(0, nb->res.nfi_regs + NFI_CNFG);
- + writel(0, nb->res.nfi_regs + NFI_CON);
- +}
- +
- +static int nfi_read_sectors(struct nfi *nfi, u8 *data, u8 *fdm,
- + int sectors)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + int bitflips = 0, ret;
- +
- + pr_debug("%s: read page#%d\n", __func__, nb->row);
- + pr_debug("%s: data address 0x%x, fdm address 0x%x, sectors 0x%x\n",
- + __func__, (u32)((unsigned long)data),
- + (u32)((unsigned long)fdm), sectors);
- +
- + nb->read_status = 0;
- +
- + ret = nb->rw_prepare(nb, sectors, data, fdm, true);
- + if (ret)
- + return ret;
- +
- + nb->rw_trigger(nb, true);
- +
- + if (nb->dma_en) {
- + ret = nb->rw_wait_done(nb, sectors, true);
- + if (ret > 0)
- + bitflips = ret;
- + else if (ret == -ENANDREAD)
- + nb->read_status = -ENANDREAD;
- + else if (ret < 0)
- + goto complete;
- +
- + }
- +
- + ret = nb->rw_data(nb, data, fdm, sectors, true);
- + if (ret > 0)
- + ret = max_t(int, ret, bitflips);
- +
- +complete:
- + nb->rw_complete(nb, data, fdm, true);
- +
- + if (nb->read_status == -ENANDREAD)
- + return -ENANDREAD;
- +
- + return ret;
- +}
- +
- +int nfi_write_page(struct nfi *nfi, u8 *data, u8 *fdm)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + u32 sectors = div_down(nb->format.page_size, nfi->sector_size);
- + int ret;
- +
- + pr_debug("%s: data address 0x%x, fdm address 0x%x\n",
- + __func__, (int)((unsigned long)data),
- + (int)((unsigned long)fdm));
- +
- + ret = nb->rw_prepare(nb, sectors, data, fdm, false);
- + if (ret)
- + return ret;
- +
- + nb->rw_trigger(nb, false);
- +
- + ret = nb->rw_data(nb, data, fdm, sectors, false);
- + if (ret)
- + return ret;
- +
- + ret = nb->rw_wait_done(nb, sectors, false);
- +
- + nb->rw_complete(nb, data, fdm, false);
- +
- + return ret;
- +}
- +
- +static int nfi_rw_bytes(struct nfi *nfi, u8 *data, int count, bool read)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + int i, ret;
- + u32 val;
- +
- + for (i = 0; i < count; i++) {
- + val = readl(regs + NFI_STA) & NFI_FSM_MASK;
- + if (val != NFI_FSM_CUSTDATA) {
- + val = readw(regs + NFI_CNFG) | CNFG_BYTE_RW;
- + if (read)
- + val |= CNFG_READ_EN;
- + writew(val, regs + NFI_CNFG);
- +
- + val = div_up(count, nfi->sector_size);
- + val = (val << CON_SEC_SHIFT) | CON_BRD | CON_BWR;
- + writel(val, regs + NFI_CON);
- +
- + writew(STAR_EN, regs + NFI_STRDATA);
- + }
- +
- + ret = wait_io_ready(regs);
- + if (ret)
- + return ret;
- +
- + if (read)
- + data[i] = readb(regs + NFI_DATAR);
- + else
- + writeb(data[i], regs + NFI_DATAW);
- + }
- +
- + writel(0, nb->res.nfi_regs + NFI_CNFG);
- +
- + return 0;
- +}
- +
- +static int nfi_read_bytes(struct nfi *nfi, u8 *data, int count)
- +{
- + return nfi_rw_bytes(nfi, data, count, true);
- +}
- +
- +static int nfi_write_bytes(struct nfi *nfi, u8 *data, int count)
- +{
- + return nfi_rw_bytes(nfi, data, count, false);
- +}
- +
- +/* As register map says, only when flash macro is idle,
- + * sw reset or nand interface change can be issued
- + */
- +static inline int wait_flash_macro_idle(void *regs)
- +{
- + u32 val;
- +
- + return readl_poll_timeout_atomic(regs + NFI_STA, val,
- + val & FLASH_MACRO_IDLE, 2,
- + NFI_TIMEOUT);
- +}
- +
- +#define ACCTIMING(tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt) \
- + ((tpoecs) << 28 | (tprecs) << 22 | (tc2r) << 16 | \
- + (tw2r) << 12 | (twh) << 8 | (twst) << 4 | (trlt))
- +
- +static int nfi_set_sdr_timing(struct nfi *nfi, void *timing, u8 type)
- +{
- + struct nand_sdr_timing *sdr = (struct nand_sdr_timing *) timing;
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + u32 tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt, tstrobe;
- + u32 rate, val;
- + int ret;
- +
- + ret = wait_flash_macro_idle(regs);
- + if (ret)
- + return ret;
- +
- + /* turn clock rate into KHZ */
- + rate = nb->res.clock_1x / 1000;
- +
- + tpoecs = max_t(u16, sdr->tALH, sdr->tCLH);
- + tpoecs = div_up(tpoecs * rate, 1000000);
- + tpoecs &= 0xf;
- +
- + tprecs = max_t(u16, sdr->tCLS, sdr->tALS);
- + tprecs = div_up(tprecs * rate, 1000000);
- + tprecs &= 0x3f;
- +
- + /* tc2r is in unit of 2T */
- + tc2r = div_up(sdr->tCR * rate, 1000000);
- + tc2r = div_down(tc2r, 2);
- + tc2r &= 0x3f;
- +
- + tw2r = div_up(sdr->tWHR * rate, 1000000);
- + tw2r = div_down(tw2r, 2);
- + tw2r &= 0xf;
- +
- + twh = max_t(u16, sdr->tREH, sdr->tWH);
- + twh = div_up(twh * rate, 1000000) - 1;
- + twh &= 0xf;
- +
- + twst = div_up(sdr->tWP * rate, 1000000) - 1;
- + twst &= 0xf;
- +
- + trlt = div_up(sdr->tRP * rate, 1000000) - 1;
- + trlt &= 0xf;
- +
- + /* If tREA is bigger than tRP, setup strobe sel here */
- + if ((trlt + 1) * 1000000 / rate < sdr->tREA) {
- + tstrobe = sdr->tREA - (trlt + 1) * 1000000 / rate;
- + tstrobe = div_up(tstrobe * rate, 1000000);
- + val = readl(regs + NFI_DEBUG_CON1);
- + val &= ~STROBE_MASK;
- + val |= tstrobe << STROBE_SHIFT;
- + writel(val, regs + NFI_DEBUG_CON1);
- + }
- +
- + /*
- + * ACCON: access timing control register
- + * -------------------------------------
- + * 31:28: tpoecs, minimum required time for CS post pulling down after
- + * accessing the device
- + * 27:22: tprecs, minimum required time for CS pre pulling down before
- + * accessing the device
- + * 21:16: tc2r, minimum required time from NCEB low to NREB low
- + * 15:12: tw2r, minimum required time from NWEB high to NREB low.
- + * 11:08: twh, write enable hold time
- + * 07:04: twst, write wait states
- + * 03:00: trlt, read wait states
- + */
- + val = ACCTIMING(tpoecs, tprecs, tc2r, tw2r, twh, twst, trlt);
- + pr_info("acctiming: 0x%x\n", val);
- + writel(val, regs + NFI_ACCCON);
- +
- + /* set NAND type */
- + writel(NAND_TYPE_ASYNC, regs + NFI_NAND_TYPE_CNFG);
- +
- + return ret;
- +}
- +
- +static int nfi_set_timing(struct nfi *nfi, void *timing, int type)
- +{
- + switch (type) {
- + case NAND_TIMING_SDR:
- + return nfi_set_sdr_timing(nfi, timing, type);
- +
- + /* NOTE: for mlc/tlc */
- + case NAND_TIMING_SYNC_DDR:
- + case NAND_TIMING_TOGGLE_DDR:
- + case NAND_TIMING_NVDDR2:
- + default:
- + return -EINVAL;
- + }
- +
- + return 0;
- +}
- +
- +static void set_nfi_funcs(struct nfi *nfi)
- +{
- + nfi->select_chip = nfi_select_chip;
- + nfi->set_format = nfi_set_format;
- + nfi->nfi_ctrl = nfi_ctrl;
- + nfi->set_timing = nfi_set_timing;
- +
- + nfi->reset = nfi_reset;
- + nfi->send_cmd = nfi_send_cmd;
- + nfi->send_addr = nfi_send_addr;
- + nfi->trigger = nfi_trigger;
- +
- + nfi->write_page = nfi_write_page;
- + nfi->write_bytes = nfi_write_bytes;
- + nfi->read_sectors = nfi_read_sectors;
- + nfi->read_bytes = nfi_read_bytes;
- +
- + nfi->wait_ready = nfi_wait_ready;
- +
- + nfi->enable_randomizer = nfi_enable_randomizer;
- + nfi->disable_randomizer = nfi_disable_randomizer;
- +}
- +
- +static struct nfi_caps nfi_caps_mt7622 = {
- + .max_fdm_size = 8,
- + .fdm_ecc_size = 1,
- + .ecc_parity_bits = 13,
- + .spare_size = spare_size_mt7622,
- + .spare_size_num = 4,
- +};
- +
- +static struct nfi_caps *nfi_get_match_data(enum mtk_ic_version ic)
- +{
- + /* NOTE: add other IC's data */
- + return &nfi_caps_mt7622;
- +}
- +
- +static void set_nfi_base_params(struct nfi_base *nb)
- +{
- + nb->ecc_en = false;
- + nb->dma_en = false;
- + nb->nfi_irq_en = false;
- + nb->ecc_irq_en = false;
- + nb->page_irq_en = false;
- + nb->ecc_clk_en = false;
- + nb->randomize_en = false;
- + nb->custom_sector_en = false;
- + nb->bad_mark_swap_en = false;
- +
- + nb->op_mode = CNFG_CUSTOM_MODE;
- + nb->ecc_deccon = ECC_DEC_CORRECT;
- + nb->ecc_mode = ECC_NFI_MODE;
- +
- + nb->done = nandx_event_create();
- + nb->caps = nfi_get_match_data(nb->res.ic_ver);
- +
- + nb->set_op_mode = set_op_mode;
- + nb->is_page_empty = is_page_empty;
- +
- + nb->rw_prepare = rw_prepare;
- + nb->rw_trigger = rw_trigger;
- + nb->rw_wait_done = rw_wait_done;
- + nb->rw_data = rw_data;
- + nb->rw_complete = rw_complete;
- +}
- +
- +struct nfi *__weak nfi_extend_init(struct nfi_base *nb)
- +{
- + return &nb->nfi;
- +}
- +
- +void __weak nfi_extend_exit(struct nfi_base *nb)
- +{
- + mem_free(nb);
- +}
- +
- +struct nfi *nfi_init(struct nfi_resource *res)
- +{
- + struct nfiecc_resource ecc_res;
- + struct nfi_base *nb;
- + struct nfiecc *ecc;
- + struct nfi *nfi;
- + int ret;
- +
- + nb = mem_alloc(1, sizeof(struct nfi_base));
- + if (!nb) {
- + pr_info("nfi alloc memory fail @%s.\n", __func__);
- + return NULL;
- + }
- +
- + nb->res = *res;
- +
- + ret = nandx_irq_register(res->dev, res->nfi_irq_id, nfi_irq_handler,
- + "mtk_nand", nb);
- + if (ret) {
- + pr_info("nfi irq register failed!\n");
- + goto error;
- + }
- +
- + /* fill ecc paras and init ecc */
- + ecc_res.ic_ver = nb->res.ic_ver;
- + ecc_res.dev = nb->res.dev;
- + ecc_res.irq_id = nb->res.ecc_irq_id;
- + ecc_res.regs = nb->res.ecc_regs;
- + ecc = nfiecc_init(&ecc_res);
- + if (!ecc) {
- + pr_info("nfiecc init fail.\n");
- + return NULL;
- + }
- +
- + nb->ecc = ecc;
- +
- + set_nfi_base_params(nb);
- + set_nfi_funcs(&nb->nfi);
- +
- + /* Assign a temp sector size for reading ID & para page.
- + * We may assign new value later.
- + */
- + nb->nfi.sector_size = 512;
- +
- + /* give a default timing, and as discuss
- + * this is the only thing what we need do for nfi init
- + * if need do more, then we can add a function
- + */
- + writel(0x30C77FFF, nb->res.nfi_regs + NFI_ACCCON);
- +
- + nfi = nfi_extend_init(nb);
- + if (nfi)
- + return nfi;
- +
- +error:
- + mem_free(nb);
- + return NULL;
- +}
- +
- +void nfi_exit(struct nfi *nfi)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- +
- + nandx_event_destroy(nb->done);
- + nfiecc_exit(nb->ecc);
- +#if !NANDX_BULK_IO_USE_DRAM
- + mem_free(nb->buf);
- +#endif
- + nfi_extend_exit(nb);
- +}
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_base.h
- @@ -0,0 +1,95 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFI_BASE_H__
- +#define __NFI_BASE_H__
- +
- +#define NFI_TIMEOUT 1000000
- +
- +enum randomizer_op {
- + RAND_ENCODE,
- + RAND_DECODE
- +};
- +
- +struct bad_mark_ctrl {
- + void (*bad_mark_swap)(struct nfi *nfi, u8 *buf, u8 *fdm);
- + u8 *(*fdm_shift)(struct nfi *nfi, u8 *fdm, int sector);
- + u32 sector;
- + u32 position;
- +};
- +
- +struct nfi_caps {
- + u8 max_fdm_size;
- + u8 fdm_ecc_size;
- + u8 ecc_parity_bits;
- + const int *spare_size;
- + u32 spare_size_num;
- +};
- +
- +struct nfi_base {
- + struct nfi nfi;
- + struct nfi_resource res;
- + struct nfiecc *ecc;
- + struct nfi_format format;
- + struct nfi_caps *caps;
- + struct bad_mark_ctrl bad_mark_ctrl;
- +
- + /* page_size + spare_size */
- + u8 *buf;
- +
- + /* used for spi nand */
- + u8 cmd_mode;
- + u32 op_mode;
- +
- + int page_sectors;
- +
- + void *done;
- +
- + /* for read/write */
- + int col;
- + int row;
- + int access_len;
- + int rw_sectors;
- + void *dma_addr;
- + int read_status;
- +
- + bool dma_en;
- + bool nfi_irq_en;
- + bool page_irq_en;
- + bool auto_format;
- + bool ecc_en;
- + bool ecc_irq_en;
- + bool ecc_clk_en;
- + bool randomize_en;
- + bool custom_sector_en;
- + bool bad_mark_swap_en;
- +
- + enum nfiecc_deccon ecc_deccon;
- + enum nfiecc_mode ecc_mode;
- +
- + void (*set_op_mode)(void *regs, u32 mode);
- + bool (*is_page_empty)(struct nfi_base *nb, u8 *data, u8 *fdm,
- + int sectors);
- +
- + int (*rw_prepare)(struct nfi_base *nb, int sectors, u8 *data, u8 *fdm,
- + bool read);
- + void (*rw_trigger)(struct nfi_base *nb, bool read);
- + int (*rw_wait_done)(struct nfi_base *nb, int sectors, bool read);
- + int (*rw_data)(struct nfi_base *nb, u8 *data, u8 *fdm, int sectors,
- + bool read);
- + void (*rw_complete)(struct nfi_base *nb, u8 *data, u8 *fdm, bool read);
- +};
- +
- +static inline struct nfi_base *nfi_to_base(struct nfi *nfi)
- +{
- + return container_of(nfi, struct nfi_base, nfi);
- +}
- +
- +struct nfi *nfi_extend_init(struct nfi_base *nb);
- +void nfi_extend_exit(struct nfi_base *nb);
- +
- +#endif /* __NFI_BASE_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_regs.h
- @@ -0,0 +1,114 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFI_REGS_H__
- +#define __NFI_REGS_H__
- +
- +#define NFI_CNFG 0x000
- +#define CNFG_AHB BIT(0)
- +#define CNFG_READ_EN BIT(1)
- +#define CNFG_DMA_BURST_EN BIT(2)
- +#define CNFG_RESEED_SEC_EN BIT(4)
- +#define CNFG_RAND_SEL BIT(5)
- +#define CNFG_BYTE_RW BIT(6)
- +#define CNFG_HW_ECC_EN BIT(8)
- +#define CNFG_AUTO_FMT_EN BIT(9)
- +#define CNFG_RAND_MASK GENMASK(5, 4)
- +#define CNFG_OP_MODE_MASK GENMASK(14, 12)
- +#define CNFG_IDLE_MOD 0
- +#define CNFG_READ_MODE (1 << 12)
- +#define CNFG_SINGLE_READ_MODE (2 << 12)
- +#define CNFG_PROGRAM_MODE (3 << 12)
- +#define CNFG_ERASE_MODE (4 << 12)
- +#define CNFG_RESET_MODE (5 << 12)
- +#define CNFG_CUSTOM_MODE (6 << 12)
- +#define NFI_PAGEFMT 0x004
- +#define PAGEFMT_SPARE_SHIFT 4
- +#define PAGEFMT_FDM_ECC_SHIFT 12
- +#define PAGEFMT_FDM_SHIFT 8
- +#define PAGEFMT_SEC_SEL_512 BIT(2)
- +#define PAGEFMT_512_2K 0
- +#define PAGEFMT_2K_4K 1
- +#define PAGEFMT_4K_8K 2
- +#define PAGEFMT_8K_16K 3
- +#define NFI_CON 0x008
- +#define CON_FIFO_FLUSH BIT(0)
- +#define CON_NFI_RST BIT(1)
- +#define CON_BRD BIT(8)
- +#define CON_BWR BIT(9)
- +#define CON_SEC_SHIFT 12
- +#define NFI_ACCCON 0x00c
- +#define NFI_INTR_EN 0x010
- +#define INTR_BUSY_RETURN_EN BIT(4)
- +#define INTR_AHB_DONE_EN BIT(6)
- +#define NFI_INTR_STA 0x014
- +#define NFI_CMD 0x020
- +#define NFI_ADDRNOB 0x030
- +#define ROW_SHIFT 4
- +#define NFI_COLADDR 0x034
- +#define NFI_ROWADDR 0x038
- +#define NFI_STRDATA 0x040
- +#define STAR_EN 1
- +#define STAR_DE 0
- +#define NFI_CNRNB 0x044
- +#define NFI_DATAW 0x050
- +#define NFI_DATAR 0x054
- +#define NFI_PIO_DIRDY 0x058
- +#define PIO_DI_RDY 1
- +#define NFI_STA 0x060
- +#define STA_CMD BIT(0)
- +#define STA_ADDR BIT(1)
- +#define FLASH_MACRO_IDLE BIT(5)
- +#define STA_BUSY BIT(8)
- +#define STA_BUSY2READY BIT(9)
- +#define STA_EMP_PAGE BIT(12)
- +#define NFI_FSM_CUSTDATA (0xe << 16)
- +#define NFI_FSM_MASK GENMASK(19, 16)
- +#define NAND_FSM_MASK GENMASK(29, 23)
- +#define NFI_ADDRCNTR 0x070
- +#define CNTR_VALID_MASK GENMASK(16, 0)
- +#define CNTR_MASK GENMASK(15, 12)
- +#define ADDRCNTR_SEC_SHIFT 12
- +#define ADDRCNTR_SEC(val) \
- + (((val) & CNTR_MASK) >> ADDRCNTR_SEC_SHIFT)
- +#define NFI_STRADDR 0x080
- +#define NFI_BYTELEN 0x084
- +#define NFI_CSEL 0x090
- +#define NFI_FDML(x) (0x0a0 + (x) * 8)
- +#define NFI_FDMM(x) (0x0a4 + (x) * 8)
- +#define NFI_DEBUG_CON1 0x220
- +#define STROBE_MASK GENMASK(4, 3)
- +#define STROBE_SHIFT 3
- +#define ECC_CLK_EN BIT(11)
- +#define AUTOC_SRAM_MODE BIT(12)
- +#define BYPASS_MASTER_EN BIT(15)
- +#define NFI_MASTER_STA 0x224
- +#define MASTER_BUS_BUSY 0x3
- +#define NFI_SECCUS_SIZE 0x22c
- +#define SECCUS_SIZE_EN BIT(17)
- +#define NFI_RANDOM_CNFG 0x238
- +#define RAN_ENCODE_EN BIT(0)
- +#define ENCODE_SEED_SHIFT 1
- +#define RAN_DECODE_EN BIT(16)
- +#define DECODE_SEED_SHIFT 17
- +#define RAN_SEED_MASK 0x7fff
- +#define NFI_EMPTY_THRESH 0x23c
- +#define NFI_NAND_TYPE_CNFG 0x240
- +#define NAND_TYPE_ASYNC 0
- +#define NAND_TYPE_TOGGLE 1
- +#define NAND_TYPE_SYNC 2
- +#define NFI_ACCCON1 0x244
- +#define NFI_DELAY_CTRL 0x248
- +#define NFI_TLC_RD_WHR2 0x300
- +#define TLC_RD_WHR2_EN BIT(12)
- +#define TLC_RD_WHR2_MASK GENMASK(11, 0)
- +#define SNF_SNF_CNFG 0x55c
- +#define SPI_MODE_EN 1
- +#define SPI_MODE_DIS 0
- +
- +#endif /* __NFI_REGS_H__ */
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_spi.c
- @@ -0,0 +1,689 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "../nfi.h"
- +#include "nfiecc.h"
- +#include "nfi_regs.h"
- +#include "nfi_base.h"
- +#include "nfi_spi_regs.h"
- +#include "nfi_spi.h"
- +
- +#define NFI_CMD_DUMMY_RD 0x00
- +#define NFI_CMD_DUMMY_WR 0x80
- +
- +static struct nfi_spi_delay spi_delay[SPI_NAND_MAX_DELAY] = {
- + /*
- + * tCLK_SAM_DLY, tCLK_OUT_DLY, tCS_DLY, tWR_EN_DLY,
- + * tIO_IN_DLY[4], tIO_OUT_DLY[4], tREAD_LATCH_LATENCY
- + */
- + {0, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
- + {21, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
- + {63, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 0},
- + {0, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1},
- + {21, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1},
- + {63, 0, 0, 0, {0, 0, 0, 0}, {0, 0, 0, 0}, 1}
- +};
- +
- +static inline struct nfi_spi *base_to_snfi(struct nfi_base *nb)
- +{
- + return container_of(nb, struct nfi_spi, base);
- +}
- +
- +static void snfi_mac_enable(struct nfi_base *nb)
- +{
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + val = readl(regs + SNF_MAC_CTL);
- + val &= ~MAC_XIO_SEL;
- + val |= SF_MAC_EN;
- +
- + writel(val, regs + SNF_MAC_CTL);
- +}
- +
- +static void snfi_mac_disable(struct nfi_base *nb)
- +{
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + val = readl(regs + SNF_MAC_CTL);
- + val &= ~(SF_TRIG | SF_MAC_EN);
- + writel(val, regs + SNF_MAC_CTL);
- +}
- +
- +static int snfi_mac_trigger(struct nfi_base *nb)
- +{
- + void *regs = nb->res.nfi_regs;
- + int ret;
- + u32 val;
- +
- + val = readl(regs + SNF_MAC_CTL);
- + val |= SF_TRIG;
- + writel(val, regs + SNF_MAC_CTL);
- +
- + ret = readl_poll_timeout_atomic(regs + SNF_MAC_CTL, val,
- + val & WIP_READY, 10,
- + NFI_TIMEOUT);
- + if (ret) {
- + pr_info("polling wip ready for read timeout\n");
- + return ret;
- + }
- +
- + return readl_poll_timeout_atomic(regs + SNF_MAC_CTL, val,
- + !(val & WIP), 10,
- + NFI_TIMEOUT);
- +}
- +
- +static int snfi_mac_op(struct nfi_base *nb)
- +{
- + int ret;
- +
- + snfi_mac_enable(nb);
- + ret = snfi_mac_trigger(nb);
- + snfi_mac_disable(nb);
- +
- + return ret;
- +}
- +
- +static void snfi_write_mac(struct nfi_spi *nfi_spi, u8 *data, int count)
- +{
- + struct nandx_split32 split = {0};
- + u32 reg_offset = round_down(nfi_spi->tx_count, 4);
- + void *regs = nfi_spi->base.res.nfi_regs;
- + u32 data_offset = 0, i, val;
- + u8 *p_val = (u8 *)(&val);
- +
- + nandx_split(&split, nfi_spi->tx_count, count, val, 4);
- +
- + if (split.head_len) {
- + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
- +
- + for (i = 0; i < split.head_len; i++)
- + p_val[split.head + i] = data[i];
- +
- + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
- + }
- +
- + if (split.body_len) {
- + reg_offset = split.body;
- + data_offset = split.head_len;
- +
- + for (i = 0; i < split.body_len; i++) {
- + p_val[i & 3] = data[data_offset + i];
- +
- + if ((i & 3) == 3) {
- + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
- + reg_offset += 4;
- + }
- + }
- + }
- +
- + if (split.tail_len) {
- + reg_offset = split.tail;
- + data_offset += split.body_len;
- +
- + for (i = 0; i < split.tail_len; i++) {
- + p_val[i] = data[data_offset + i];
- +
- + if (i == split.tail_len - 1)
- + writel(val, regs + SPI_GPRAM_ADDR + reg_offset);
- + }
- + }
- +}
- +
- +static void snfi_read_mac(struct nfi_spi *nfi_spi, u8 *data, int count)
- +{
- + void *regs = nfi_spi->base.res.nfi_regs;
- + u32 reg_offset = round_down(nfi_spi->tx_count, 4);
- + struct nandx_split32 split = {0};
- + u32 data_offset = 0, i, val;
- + u8 *p_val = (u8 *)&val;
- +
- + nandx_split(&split, nfi_spi->tx_count, count, val, 4);
- +
- + if (split.head_len) {
- + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
- +
- + for (i = 0; i < split.head_len; i++)
- + data[data_offset + i] = p_val[split.head + i];
- + }
- +
- + if (split.body_len) {
- + reg_offset = split.body;
- + data_offset = split.head_len;
- +
- + for (i = 0; i < split.body_len; i++) {
- + if ((i & 3) == 0) {
- + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
- + reg_offset += 4;
- + }
- +
- + data[data_offset + i] = p_val[i % 4];
- + }
- + }
- +
- + if (split.tail_len) {
- + reg_offset = split.tail;
- + data_offset += split.body_len;
- + val = readl(regs + SPI_GPRAM_ADDR + reg_offset);
- +
- + for (i = 0; i < split.tail_len; i++)
- + data[data_offset + i] = p_val[i];
- + }
- +}
- +
- +static int snfi_send_command(struct nfi *nfi, short cmd)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- +
- + if (cmd == -1)
- + return 0;
- +
- + if (nfi_spi->snfi_mode == SNFI_MAC_MODE) {
- + snfi_write_mac(nfi_spi, (u8 *)&cmd, 1);
- + nfi_spi->tx_count++;
- + return 0;
- + }
- +
- + nfi_spi->cmd[nfi_spi->cur_cmd_idx++] = cmd;
- + return 0;
- +}
- +
- +static int snfi_send_address(struct nfi *nfi, int col, int row,
- + int col_cycle,
- + int row_cycle)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + u32 addr, cycle, temp;
- +
- + nb->col = col;
- + nb->row = row;
- +
- + if (nfi_spi->snfi_mode == SNFI_MAC_MODE) {
- + addr = row;
- + cycle = row_cycle;
- +
- + if (!row_cycle) {
- + addr = col;
- + cycle = col_cycle;
- + }
- +
- + temp = nandx_cpu_to_be32(addr) >> ((4 - cycle) << 3);
- + snfi_write_mac(nfi_spi, (u8 *)&temp, cycle);
- + nfi_spi->tx_count += cycle;
- + } else {
- + nfi_spi->row_addr[nfi_spi->cur_addr_idx++] = row;
- + nfi_spi->col_addr[nfi_spi->cur_addr_idx++] = col;
- + }
- +
- + return 0;
- +}
- +
- +static int snfi_trigger(struct nfi *nfi)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- +
- + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
- + writel(0, regs + SNF_MAC_INL);
- +
- + nfi_spi->tx_count = 0;
- + nfi_spi->cur_cmd_idx = 0;
- + nfi_spi->cur_addr_idx = 0;
- +
- + return snfi_mac_op(nb);
- +}
- +
- +static int snfi_select_chip(struct nfi *nfi, int cs)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + val = readl(regs + SNF_MISC_CTL);
- +
- + if (cs == 0) {
- + val &= ~SF2CS_SEL;
- + val &= ~SF2CS_EN;
- + } else if (cs == 1) {
- + val |= SF2CS_SEL;
- + val |= SF2CS_EN;
- + } else {
- + return -EIO;
- + }
- +
- + writel(val, regs + SNF_MISC_CTL);
- +
- + return 0;
- +}
- +
- +static int snfi_set_delay(struct nfi_base *nb, u8 delay_mode)
- +{
- + void *regs = nb->res.nfi_regs;
- + struct nfi_spi_delay *delay;
- + u32 val;
- +
- + if (delay_mode < 0 || delay_mode > SPI_NAND_MAX_DELAY)
- + return -EINVAL;
- +
- + delay = &spi_delay[delay_mode];
- +
- + val = delay->tIO_OUT_DLY[0] | delay->tIO_OUT_DLY[1] << 8 |
- + delay->tIO_OUT_DLY[2] << 16 |
- + delay->tIO_OUT_DLY[3] << 24;
- + writel(val, regs + SNF_DLY_CTL1);
- +
- + val = delay->tIO_IN_DLY[0] | (delay->tIO_IN_DLY[1] << 8) |
- + delay->tIO_IN_DLY[2] << 16 |
- + delay->tIO_IN_DLY[3] << 24;
- + writel(val, regs + SNF_DLY_CTL2);
- +
- + val = delay->tCLK_SAM_DLY | delay->tCLK_OUT_DLY << 8 |
- + delay->tCS_DLY << 16 |
- + delay->tWR_EN_DLY << 24;
- + writel(val, regs + SNF_DLY_CTL3);
- +
- + writel(delay->tCS_DLY, regs + SNF_DLY_CTL4);
- +
- + val = readl(regs + SNF_MISC_CTL);
- + val |= (delay->tREAD_LATCH_LATENCY) <<
- + LATCH_LAT_SHIFT;
- + writel(val, regs + SNF_MISC_CTL);
- +
- + return 0;
- +}
- +
- +static int snfi_set_timing(struct nfi *nfi, void *timing, int type)
- +{
- + /* Nothing need to do. */
- + return 0;
- +}
- +
- +static int snfi_wait_ready(struct nfi *nfi, int type, u32 timeout)
- +{
- + /* Nothing need to do. */
- + return 0;
- +}
- +
- +static int snfi_ctrl(struct nfi *nfi, int cmd, void *args)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + int ret = 0;
- +
- + if (!args)
- + return -EINVAL;
- +
- + switch (cmd) {
- + case NFI_CTRL_DMA:
- + nb->dma_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_NFI_IRQ:
- + nb->nfi_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_IRQ:
- + nb->ecc_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_PAGE_IRQ:
- + nb->page_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC:
- + nb->ecc_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_BAD_MARK_SWAP:
- + nb->bad_mark_swap_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_CLOCK:
- + nb->ecc_clk_en = *(bool *)args;
- + break;
- +
- + case SNFI_CTRL_OP_MODE:
- + nfi_spi->snfi_mode = *(u8 *)args;
- + break;
- +
- + case SNFI_CTRL_RX_MODE:
- + nfi_spi->read_cache_mode = *(u8 *)args;
- + break;
- +
- + case SNFI_CTRL_TX_MODE:
- + nfi_spi->write_cache_mode = *(u8 *)args;
- + break;
- +
- + case SNFI_CTRL_DELAY_MODE:
- + ret = snfi_set_delay(nb, *(u8 *)args);
- + break;
- +
- + default:
- + pr_info("operation not support.\n");
- + ret = -EOPNOTSUPP;
- + break;
- + }
- +
- + return ret;
- +}
- +
- +static int snfi_read_bytes(struct nfi *nfi, u8 *data, int count)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- + int ret;
- +
- + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
- + writel(count, regs + SNF_MAC_INL);
- +
- + ret = snfi_mac_op(nb);
- + if (ret)
- + return ret;
- +
- + snfi_read_mac(nfi_spi, data, count);
- +
- + nfi_spi->tx_count = 0;
- +
- + return 0;
- +}
- +
- +static int snfi_write_bytes(struct nfi *nfi, u8 *data, int count)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- +
- + snfi_write_mac(nfi_spi, data, count);
- + nfi_spi->tx_count += count;
- +
- + writel(0, regs + SNF_MAC_INL);
- + writel(nfi_spi->tx_count, regs + SNF_MAC_OUTL);
- +
- + nfi_spi->tx_count = 0;
- +
- + return snfi_mac_op(nb);
- +}
- +
- +static int snfi_reset(struct nfi *nfi)
- +{
- + struct nfi_base *nb = nfi_to_base(nfi);
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- + int ret;
- +
- + ret = nfi_spi->parent->nfi.reset(nfi);
- + if (ret)
- + return ret;
- +
- + val = readl(regs + SNF_MISC_CTL);
- + val |= SW_RST;
- + writel(val, regs + SNF_MISC_CTL);
- +
- + ret = readx_poll_timeout_atomic(readw, regs + SNF_STA_CTL1, val,
- + !(val & SPI_STATE), 50,
- + NFI_TIMEOUT);
- + if (ret) {
- + pr_info("spi state active in reset [0x%x] = 0x%x\n",
- + SNF_STA_CTL1, val);
- + return ret;
- + }
- +
- + val = readl(regs + SNF_MISC_CTL);
- + val &= ~SW_RST;
- + writel(val, regs + SNF_MISC_CTL);
- +
- + return 0;
- +}
- +
- +static int snfi_config_for_write(struct nfi_base *nb, int count)
- +{
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + nb->set_op_mode(regs, CNFG_CUSTOM_MODE);
- +
- + val = readl(regs + SNF_MISC_CTL);
- +
- + if (nfi_spi->write_cache_mode == SNFI_TX_114)
- + val |= PG_LOAD_X4_EN;
- +
- + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
- + val |= PG_LOAD_CUSTOM_EN;
- +
- + writel(val, regs + SNF_MISC_CTL);
- +
- + val = count * (nb->nfi.sector_size + nb->nfi.sector_spare_size);
- + writel(val << PG_LOAD_SHIFT, regs + SNF_MISC_CTL2);
- +
- + val = readl(regs + SNF_PG_CTL1);
- +
- + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
- + val |= nfi_spi->cmd[0] << PG_LOAD_CMD_SHIFT;
- + else {
- + val |= nfi_spi->cmd[0] | nfi_spi->cmd[1] << PG_LOAD_CMD_SHIFT |
- + nfi_spi->cmd[2] << PG_EXE_CMD_SHIFT;
- +
- + writel(nfi_spi->row_addr[1], regs + SNF_PG_CTL3);
- + writel(nfi_spi->cmd[3] << GF_CMD_SHIFT | nfi_spi->col_addr[2] <<
- + GF_ADDR_SHIFT, regs + SNF_GF_CTL1);
- + }
- +
- + writel(val, regs + SNF_PG_CTL1);
- + writel(nfi_spi->col_addr[1], regs + SNF_PG_CTL2);
- +
- + writel(NFI_CMD_DUMMY_WR, regs + NFI_CMD);
- +
- + return 0;
- +}
- +
- +static int snfi_config_for_read(struct nfi_base *nb, int count)
- +{
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- + int ret = 0;
- +
- + nb->set_op_mode(regs, CNFG_CUSTOM_MODE);
- +
- + val = readl(regs + SNF_MISC_CTL);
- + val &= ~DARA_READ_MODE_MASK;
- +
- + switch (nfi_spi->read_cache_mode) {
- +
- + case SNFI_RX_111:
- + break;
- +
- + case SNFI_RX_112:
- + val |= X2_DATA_MODE << READ_MODE_SHIFT;
- + break;
- +
- + case SNFI_RX_114:
- + val |= X4_DATA_MODE << READ_MODE_SHIFT;
- + break;
- +
- + case SNFI_RX_122:
- + val |= DUAL_IO_MODE << READ_MODE_SHIFT;
- + break;
- +
- + case SNFI_RX_144:
- + val |= QUAD_IO_MODE << READ_MODE_SHIFT;
- + break;
- +
- + default:
- + pr_info("Not support this read operarion: %d!\n",
- + nfi_spi->read_cache_mode);
- + ret = -EINVAL;
- + break;
- + }
- +
- + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE)
- + val |= DATARD_CUSTOM_EN;
- +
- + writel(val, regs + SNF_MISC_CTL);
- +
- + val = count * (nb->nfi.sector_size + nb->nfi.sector_spare_size);
- + writel(val, regs + SNF_MISC_CTL2);
- +
- + val = readl(regs + SNF_RD_CTL2);
- +
- + if (nfi_spi->snfi_mode == SNFI_CUSTOM_MODE) {
- + val |= nfi_spi->cmd[0];
- + writel(nfi_spi->col_addr[1], regs + SNF_RD_CTL3);
- + } else {
- + val |= nfi_spi->cmd[2];
- + writel(nfi_spi->cmd[0] << PAGE_READ_CMD_SHIFT |
- + nfi_spi->row_addr[0], regs + SNF_RD_CTL1);
- + writel(nfi_spi->cmd[1] << GF_CMD_SHIFT |
- + nfi_spi->col_addr[1] << GF_ADDR_SHIFT,
- + regs + SNF_GF_CTL1);
- + writel(nfi_spi->col_addr[2], regs + SNF_RD_CTL3);
- + }
- +
- + writel(val, regs + SNF_RD_CTL2);
- +
- + writel(NFI_CMD_DUMMY_RD, regs + NFI_CMD);
- +
- + return ret;
- +}
- +
- +static bool is_page_empty(struct nfi_base *nb, u8 *data, u8 *fdm,
- + int sectors)
- +{
- + u32 *data32 = (u32 *)data;
- + u32 *fdm32 = (u32 *)fdm;
- + u32 i, count = 0;
- +
- + for (i = 0; i < nb->format.page_size >> 2; i++) {
- + if (data32[i] != 0xffff) {
- + count += zero_popcount(data32[i]);
- + if (count > 10) {
- + pr_info("%s %d %d count:%d\n",
- + __func__, __LINE__, i, count);
- + return false;
- + }
- + }
- + }
- +
- + if (fdm) {
- + for (i = 0; i < (nb->nfi.fdm_size * sectors >> 2); i++)
- + if (fdm32[i] != 0xffff) {
- + count += zero_popcount(fdm32[i]);
- + if (count > 10) {
- + pr_info("%s %d %d count:%d\n",
- + __func__, __LINE__, i, count);
- + return false;
- + }
- + }
- + }
- +
- + return true;
- +}
- +
- +static int rw_prepare(struct nfi_base *nb, int sectors, u8 *data,
- + u8 *fdm,
- + bool read)
- +{
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + int ret;
- +
- + ret = nfi_spi->parent->rw_prepare(nb, sectors, data, fdm, read);
- + if (ret)
- + return ret;
- +
- + if (read)
- + ret = snfi_config_for_read(nb, sectors);
- + else
- + ret = snfi_config_for_write(nb, sectors);
- +
- + return ret;
- +}
- +
- +static void rw_complete(struct nfi_base *nb, u8 *data, u8 *fdm,
- + bool read)
- +{
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- + void *regs = nb->res.nfi_regs;
- + u32 val;
- +
- + nfi_spi->parent->rw_complete(nb, data, fdm, read);
- +
- + val = readl(regs + SNF_MISC_CTL);
- +
- + if (read)
- + val &= ~DATARD_CUSTOM_EN;
- + else
- + val &= ~PG_LOAD_CUSTOM_EN;
- +
- + writel(val, regs + SNF_MISC_CTL);
- +
- + nfi_spi->tx_count = 0;
- + nfi_spi->cur_cmd_idx = 0;
- + nfi_spi->cur_addr_idx = 0;
- +}
- +
- +static void set_nfi_base_funcs(struct nfi_base *nb)
- +{
- + nb->nfi.reset = snfi_reset;
- + nb->nfi.set_timing = snfi_set_timing;
- + nb->nfi.wait_ready = snfi_wait_ready;
- +
- + nb->nfi.send_cmd = snfi_send_command;
- + nb->nfi.send_addr = snfi_send_address;
- + nb->nfi.trigger = snfi_trigger;
- + nb->nfi.nfi_ctrl = snfi_ctrl;
- + nb->nfi.select_chip = snfi_select_chip;
- +
- + nb->nfi.read_bytes = snfi_read_bytes;
- + nb->nfi.write_bytes = snfi_write_bytes;
- +
- + nb->rw_prepare = rw_prepare;
- + nb->rw_complete = rw_complete;
- + nb->is_page_empty = is_page_empty;
- +
- +}
- +
- +struct nfi *nfi_extend_init(struct nfi_base *nb)
- +{
- + struct nfi_spi *nfi_spi;
- +
- + nfi_spi = mem_alloc(1, sizeof(struct nfi_spi));
- + if (!nfi_spi) {
- + pr_info("snfi alloc memory fail @%s.\n", __func__);
- + return NULL;
- + }
- +
- + memcpy(&nfi_spi->base, nb, sizeof(struct nfi_base));
- + nfi_spi->parent = nb;
- +
- + nfi_spi->read_cache_mode = SNFI_RX_114;
- + nfi_spi->write_cache_mode = SNFI_TX_114;
- +
- + set_nfi_base_funcs(&nfi_spi->base);
- +
- + /* Change nfi to spi mode */
- + writel(SPI_MODE, nb->res.nfi_regs + SNF_SNF_CNFG);
- +
- + return &(nfi_spi->base.nfi);
- +}
- +
- +void nfi_extend_exit(struct nfi_base *nb)
- +{
- + struct nfi_spi *nfi_spi = base_to_snfi(nb);
- +
- + mem_free(nfi_spi->parent);
- + mem_free(nfi_spi);
- +}
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_spi.h
- @@ -0,0 +1,44 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFI_SPI_H__
- +#define __NFI_SPI_H__
- +
- +#define SPI_NAND_MAX_DELAY 6
- +#define SPI_NAND_MAX_OP 4
- +
- +/*TODO - add comments */
- +struct nfi_spi_delay {
- + u8 tCLK_SAM_DLY;
- + u8 tCLK_OUT_DLY;
- + u8 tCS_DLY;
- + u8 tWR_EN_DLY;
- + u8 tIO_IN_DLY[4];
- + u8 tIO_OUT_DLY[4];
- + u8 tREAD_LATCH_LATENCY;
- +};
- +
- +/* SPI Nand structure */
- +struct nfi_spi {
- + struct nfi_base base;
- + struct nfi_base *parent;
- +
- + u8 snfi_mode;
- + u8 tx_count;
- +
- + u8 cmd[SPI_NAND_MAX_OP];
- + u8 cur_cmd_idx;
- +
- + u32 row_addr[SPI_NAND_MAX_OP];
- + u32 col_addr[SPI_NAND_MAX_OP];
- + u8 cur_addr_idx;
- +
- + u8 read_cache_mode;
- + u8 write_cache_mode;
- +};
- +
- +#endif /* __NFI_SPI_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfi_spi_regs.h
- @@ -0,0 +1,64 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFI_SPI_REGS_H__
- +#define __NFI_SPI_REGS_H__
- +
- +#define SNF_MAC_CTL 0x500
- +#define WIP BIT(0)
- +#define WIP_READY BIT(1)
- +#define SF_TRIG BIT(2)
- +#define SF_MAC_EN BIT(3)
- +#define MAC_XIO_SEL BIT(4)
- +#define SNF_MAC_OUTL 0x504
- +#define SNF_MAC_INL 0x508
- +#define SNF_RD_CTL1 0x50c
- +#define PAGE_READ_CMD_SHIFT 24
- +#define SNF_RD_CTL2 0x510
- +#define SNF_RD_CTL3 0x514
- +#define SNF_GF_CTL1 0x518
- +#define GF_ADDR_SHIFT 16
- +#define GF_CMD_SHIFT 24
- +#define SNF_GF_CTL3 0x520
- +#define SNF_PG_CTL1 0x524
- +#define PG_EXE_CMD_SHIFT 16
- +#define PG_LOAD_CMD_SHIFT 8
- +#define SNF_PG_CTL2 0x528
- +#define SNF_PG_CTL3 0x52c
- +#define SNF_ER_CTL 0x530
- +#define SNF_ER_CTL2 0x534
- +#define SNF_MISC_CTL 0x538
- +#define SW_RST BIT(28)
- +#define PG_LOAD_X4_EN BIT(20)
- +#define X2_DATA_MODE 1
- +#define X4_DATA_MODE 2
- +#define DUAL_IO_MODE 5
- +#define QUAD_IO_MODE 6
- +#define READ_MODE_SHIFT 16
- +#define LATCH_LAT_SHIFT 8
- +#define LATCH_LAT_MASK GENMASK(9, 8)
- +#define DARA_READ_MODE_MASK GENMASK(18, 16)
- +#define SF2CS_SEL BIT(13)
- +#define SF2CS_EN BIT(12)
- +#define PG_LOAD_CUSTOM_EN BIT(7)
- +#define DATARD_CUSTOM_EN BIT(6)
- +#define SNF_MISC_CTL2 0x53c
- +#define PG_LOAD_SHIFT 16
- +#define SNF_DLY_CTL1 0x540
- +#define SNF_DLY_CTL2 0x544
- +#define SNF_DLY_CTL3 0x548
- +#define SNF_DLY_CTL4 0x54c
- +#define SNF_STA_CTL1 0x550
- +#define SPI_STATE GENMASK(3, 0)
- +#define SNF_STA_CTL2 0x554
- +#define SNF_STA_CTL3 0x558
- +#define SNF_SNF_CNFG 0x55c
- +#define SPI_MODE BIT(0)
- +#define SNF_DEBUG_SEL 0x560
- +#define SPI_GPRAM_ADDR 0x800
- +
- +#endif /* __NFI_SPI_REGS_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfiecc.c
- @@ -0,0 +1,510 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "nfiecc_regs.h"
- +#include "nfiecc.h"
- +
- +#define NFIECC_IDLE_REG(op) \
- + ((op) == ECC_ENCODE ? NFIECC_ENCIDLE : NFIECC_DECIDLE)
- +#define IDLE_MASK 1
- +#define NFIECC_CTL_REG(op) \
- + ((op) == ECC_ENCODE ? NFIECC_ENCCON : NFIECC_DECCON)
- +#define NFIECC_IRQ_REG(op) \
- + ((op) == ECC_ENCODE ? NFIECC_ENCIRQEN : NFIECC_DECIRQEN)
- +#define NFIECC_ADDR(op) \
- + ((op) == ECC_ENCODE ? NFIECC_ENCDIADDR : NFIECC_DECDIADDR)
- +
- +#define ECC_TIMEOUT 500000
- +
- +/* ecc strength that each IP supports */
- +static const int ecc_strength_mt7622[] = {
- + 4, 6, 8, 10, 12, 14, 16
- +};
- +
- +static int nfiecc_irq_handler(void *data)
- +{
- + struct nfiecc *ecc = data;
- + void *regs = ecc->res.regs;
- + u32 status;
- +
- + status = readl(regs + NFIECC_DECIRQSTA) & DEC_IRQSTA_GEN;
- + if (status) {
- + status = readl(regs + NFIECC_DECDONE);
- + if (!(status & ecc->config.sectors))
- + return NAND_IRQ_NONE;
- +
- + /*
- + * Clear decode IRQ status once again to ensure that
- + * there will be no extra IRQ.
- + */
- + readl(regs + NFIECC_DECIRQSTA);
- + ecc->config.sectors = 0;
- + nandx_event_complete(ecc->done);
- + } else {
- + status = readl(regs + NFIECC_ENCIRQSTA) & ENC_IRQSTA_GEN;
- + if (!status)
- + return NAND_IRQ_NONE;
- +
- + nandx_event_complete(ecc->done);
- + }
- +
- + return NAND_IRQ_HANDLED;
- +}
- +
- +static inline int nfiecc_wait_idle(struct nfiecc *ecc)
- +{
- + int op = ecc->config.op;
- + int ret, val;
- +
- + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_IDLE_REG(op),
- + val, val & IDLE_MASK,
- + 10, ECC_TIMEOUT);
- + if (ret)
- + pr_info("%s not idle\n",
- + op == ECC_ENCODE ? "encoder" : "decoder");
- +
- + return ret;
- +}
- +
- +static int nfiecc_wait_encode_done(struct nfiecc *ecc)
- +{
- + int ret, val;
- +
- + if (ecc->ecc_irq_en) {
- + /* poll one time to avoid missing irq event */
- + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_ENCSTA,
- + val, val & ENC_FSM_IDLE, 1, 1);
- + if (!ret)
- + return 0;
- +
- + /* irq done, if not, we can go on to poll status for a while */
- + ret = nandx_event_wait_complete(ecc->done, ECC_TIMEOUT);
- + if (ret)
- + return 0;
- + }
- +
- + ret = readl_poll_timeout_atomic(ecc->res.regs + NFIECC_ENCSTA,
- + val, val & ENC_FSM_IDLE,
- + 10, ECC_TIMEOUT);
- + if (ret)
- + pr_info("encode timeout\n");
- +
- + return ret;
- +
- +}
- +
- +static int nfiecc_wait_decode_done(struct nfiecc *ecc)
- +{
- + u32 secbit = BIT(ecc->config.sectors - 1);
- + void *regs = ecc->res.regs;
- + int ret, val;
- +
- + if (ecc->ecc_irq_en) {
- + ret = readl_poll_timeout_atomic(regs + NFIECC_DECDONE,
- + val, val & secbit, 1, 1);
- + if (!ret)
- + return 0;
- +
- + ret = nandx_event_wait_complete(ecc->done, ECC_TIMEOUT);
- + if (ret)
- + return 0;
- + }
- +
- + ret = readl_poll_timeout_atomic(regs + NFIECC_DECDONE,
- + val, val & secbit,
- + 10, ECC_TIMEOUT);
- + if (ret) {
- + pr_info("decode timeout\n");
- + return ret;
- + }
- +
- + /* decode done does not stands for ecc all work done.
- + * we need check syn, bma, chien, autoc all idle.
- + * just check it when ECC_DECCNFG[13:12] is 3,
- + * which means auto correct.
- + */
- + ret = readl_poll_timeout_atomic(regs + NFIECC_DECFSM,
- + val, (val & FSM_MASK) == FSM_IDLE,
- + 10, ECC_TIMEOUT);
- + if (ret)
- + pr_info("decode fsm(0x%x) is not idle\n",
- + readl(regs + NFIECC_DECFSM));
- +
- + return ret;
- +}
- +
- +static int nfiecc_wait_done(struct nfiecc *ecc)
- +{
- + if (ecc->config.op == ECC_ENCODE)
- + return nfiecc_wait_encode_done(ecc);
- +
- + return nfiecc_wait_decode_done(ecc);
- +}
- +
- +static void nfiecc_encode_config(struct nfiecc *ecc, u32 ecc_idx)
- +{
- + struct nfiecc_config *config = &ecc->config;
- + u32 val;
- +
- + val = ecc_idx | (config->mode << ecc->caps->ecc_mode_shift);
- +
- + if (config->mode == ECC_DMA_MODE)
- + val |= ENC_BURST_EN;
- +
- + val |= (config->len << 3) << ENCCNFG_MS_SHIFT;
- + writel(val, ecc->res.regs + NFIECC_ENCCNFG);
- +}
- +
- +static void nfiecc_decode_config(struct nfiecc *ecc, u32 ecc_idx)
- +{
- + struct nfiecc_config *config = &ecc->config;
- + u32 dec_sz = (config->len << 3) +
- + config->strength * ecc->caps->parity_bits;
- + u32 val;
- +
- + val = ecc_idx | (config->mode << ecc->caps->ecc_mode_shift);
- +
- + if (config->mode == ECC_DMA_MODE)
- + val |= DEC_BURST_EN;
- +
- + val |= (dec_sz << DECCNFG_MS_SHIFT) |
- + (config->deccon << DEC_CON_SHIFT);
- + val |= DEC_EMPTY_EN;
- + writel(val, ecc->res.regs + NFIECC_DECCNFG);
- +}
- +
- +static void nfiecc_config(struct nfiecc *ecc)
- +{
- + u32 idx;
- +
- + for (idx = 0; idx < ecc->caps->ecc_strength_num; idx++) {
- + if (ecc->config.strength == ecc->caps->ecc_strength[idx])
- + break;
- + }
- +
- + if (ecc->config.op == ECC_ENCODE)
- + nfiecc_encode_config(ecc, idx);
- + else
- + nfiecc_decode_config(ecc, idx);
- +}
- +
- +static int nfiecc_enable(struct nfiecc *ecc)
- +{
- + enum nfiecc_operation op = ecc->config.op;
- + void *regs = ecc->res.regs;
- +
- + nfiecc_config(ecc);
- +
- + writel(ECC_OP_EN, regs + NFIECC_CTL_REG(op));
- +
- + if (ecc->ecc_irq_en) {
- + writel(ECC_IRQEN, regs + NFIECC_IRQ_REG(op));
- +
- + if (ecc->page_irq_en)
- + writel(ECC_IRQEN | ECC_PG_IRQ_SEL,
- + regs + NFIECC_IRQ_REG(op));
- +
- + nandx_event_init(ecc->done);
- + }
- +
- + return 0;
- +}
- +
- +static int nfiecc_disable(struct nfiecc *ecc)
- +{
- + enum nfiecc_operation op = ecc->config.op;
- + void *regs = ecc->res.regs;
- +
- + nfiecc_wait_idle(ecc);
- +
- + writel(0, regs + NFIECC_IRQ_REG(op));
- + writel(~ECC_OP_EN, regs + NFIECC_CTL_REG(op));
- +
- + return 0;
- +}
- +
- +static int nfiecc_correct_data(struct nfiecc *ecc,
- + struct nfiecc_status *status,
- + u8 *data, u32 sector)
- +{
- + u32 err, offset, i;
- + u32 loc, byteloc, bitloc;
- +
- + status->corrected = 0;
- + status->failed = 0;
- +
- + offset = (sector >> 2);
- + err = readl(ecc->res.regs + NFIECC_DECENUM(offset));
- + err >>= (sector % 4) * 8;
- + err &= ecc->caps->err_mask;
- +
- + if (err == ecc->caps->err_mask) {
- + status->failed++;
- + return -ENANDREAD;
- + }
- +
- + status->corrected += err;
- + status->bitflips = max_t(u32, status->bitflips, err);
- +
- + for (i = 0; i < err; i++) {
- + loc = readl(ecc->res.regs + NFIECC_DECEL(i >> 1));
- + loc >>= ((i & 0x1) << 4);
- + byteloc = loc >> 3;
- + bitloc = loc & 0x7;
- + data[byteloc] ^= (1 << bitloc);
- + }
- +
- + return 0;
- +}
- +
- +static int nfiecc_fill_data(struct nfiecc *ecc, u8 *data)
- +{
- + struct nfiecc_config *config = &ecc->config;
- + void *regs = ecc->res.regs;
- + int size, ret, i;
- + u32 val;
- +
- + if (config->mode == ECC_DMA_MODE) {
- + if ((unsigned long)config->dma_addr & 0x3)
- + pr_info("encode address is not 4B aligned: 0x%x\n",
- + (u32)(unsigned long)config->dma_addr);
- +
- + writel((unsigned long)config->dma_addr,
- + regs + NFIECC_ADDR(config->op));
- + } else if (config->mode == ECC_PIO_MODE) {
- + if (config->op == ECC_ENCODE) {
- + size = (config->len + 3) >> 2;
- + } else {
- + size = config->strength * ecc->caps->parity_bits;
- + size = (size + 7) >> 3;
- + size += config->len;
- + size >>= 2;
- + }
- +
- + for (i = 0; i < size; i++) {
- + ret = readl_poll_timeout_atomic(regs + NFIECC_PIO_DIRDY,
- + val, val & PIO_DI_RDY,
- + 10, ECC_TIMEOUT);
- + if (ret)
- + return ret;
- +
- + writel(*((u32 *)data + i), regs + NFIECC_PIO_DI);
- + }
- + }
- +
- + return 0;
- +}
- +
- +static int nfiecc_encode(struct nfiecc *ecc, u8 *data)
- +{
- + struct nfiecc_config *config = &ecc->config;
- + u32 len, i, val = 0;
- + u8 *p;
- + int ret;
- +
- + /* Under NFI mode, nothing need to do */
- + if (config->mode == ECC_NFI_MODE)
- + return 0;
- +
- + ret = nfiecc_fill_data(ecc, data);
- + if (ret)
- + return ret;
- +
- + ret = nfiecc_wait_encode_done(ecc);
- + if (ret)
- + return ret;
- +
- + ret = nfiecc_wait_idle(ecc);
- + if (ret)
- + return ret;
- +
- + /* Program ECC bytes to OOB: per sector oob = FDM + ECC + SPARE */
- + len = (config->strength * ecc->caps->parity_bits + 7) >> 3;
- + p = data + config->len;
- +
- + /* Write the parity bytes generated by the ECC back to the OOB region */
- + for (i = 0; i < len; i++) {
- + if ((i % 4) == 0)
- + val = readl(ecc->res.regs + NFIECC_ENCPAR(i / 4));
- +
- + p[i] = (val >> ((i % 4) * 8)) & 0xff;
- + }
- +
- + return 0;
- +}
- +
- +static int nfiecc_decode(struct nfiecc *ecc, u8 *data)
- +{
- + int ret;
- +
- + /* Under NFI mode, nothing need to do */
- + if (ecc->config.mode == ECC_NFI_MODE)
- + return 0;
- +
- + ret = nfiecc_fill_data(ecc, data);
- + if (ret)
- + return ret;
- +
- + return nfiecc_wait_decode_done(ecc);
- +}
- +
- +static int nfiecc_decode_status(struct nfiecc *ecc, u32 start_sector,
- + u32 sectors)
- +{
- + void *regs = ecc->res.regs;
- + u32 i, val = 0, err;
- + u32 bitflips = 0;
- +
- + for (i = start_sector; i < start_sector + sectors; i++) {
- + if ((i % 4) == 0)
- + val = readl(regs + NFIECC_DECENUM(i / 4));
- +
- + err = val >> ((i % 4) * 5);
- + err &= ecc->caps->err_mask;
- +
- + if (err == ecc->caps->err_mask)
- + pr_err("sector %d is uncorrect\n", i);
- +
- + bitflips = max_t(u32, bitflips, err);
- + }
- +
- + if (bitflips == ecc->caps->err_mask)
- + return -ENANDREAD;
- +
- + if (bitflips)
- + pr_info("bitflips %d is corrected\n", bitflips);
- +
- + return bitflips;
- +}
- +
- +static int nfiecc_adjust_strength(struct nfiecc *ecc, int strength)
- +{
- + struct nfiecc_caps *caps = ecc->caps;
- + int i, count = caps->ecc_strength_num;
- +
- + if (strength >= caps->ecc_strength[count - 1])
- + return caps->ecc_strength[count - 1];
- +
- + if (strength < caps->ecc_strength[0])
- + return -EINVAL;
- +
- + for (i = 1; i < count; i++) {
- + if (strength < caps->ecc_strength[i])
- + return caps->ecc_strength[i - 1];
- + }
- +
- + return -EINVAL;
- +}
- +
- +static int nfiecc_ctrl(struct nfiecc *ecc, int cmd, void *args)
- +{
- + int ret = 0;
- +
- + switch (cmd) {
- + case NFI_CTRL_ECC_IRQ:
- + ecc->ecc_irq_en = *(bool *)args;
- + break;
- +
- + case NFI_CTRL_ECC_PAGE_IRQ:
- + ecc->page_irq_en = *(bool *)args;
- + break;
- +
- + default:
- + pr_info("invalid arguments.\n");
- + ret = -EINVAL;
- + break;
- + }
- +
- + return ret;
- +}
- +
- +static int nfiecc_hw_init(struct nfiecc *ecc)
- +{
- + int ret;
- +
- + ret = nfiecc_wait_idle(ecc);
- + if (ret)
- + return ret;
- +
- + writel(~ECC_OP_EN, ecc->res.regs + NFIECC_ENCCON);
- +
- + ret = nfiecc_wait_idle(ecc);
- + if (ret)
- + return ret;
- +
- + writel(~ECC_OP_EN, ecc->res.regs + NFIECC_DECCON);
- +
- + return 0;
- +}
- +
- +static struct nfiecc_caps nfiecc_caps_mt7622 = {
- + .err_mask = 0x1f,
- + .ecc_mode_shift = 4,
- + .parity_bits = 13,
- + .ecc_strength = ecc_strength_mt7622,
- + .ecc_strength_num = 7,
- +};
- +
- +static struct nfiecc_caps *nfiecc_get_match_data(enum mtk_ic_version ic)
- +{
- + /* NOTE: add other IC's data */
- + return &nfiecc_caps_mt7622;
- +}
- +
- +struct nfiecc *nfiecc_init(struct nfiecc_resource *res)
- +{
- + struct nfiecc *ecc;
- + int ret;
- +
- + ecc = mem_alloc(1, sizeof(struct nfiecc));
- + if (!ecc)
- + return NULL;
- +
- + ecc->res = *res;
- +
- + ret = nandx_irq_register(res->dev, res->irq_id, nfiecc_irq_handler,
- + "mtk-ecc", ecc);
- + if (ret) {
- + pr_info("ecc irq register failed!\n");
- + goto error;
- + }
- +
- + ecc->ecc_irq_en = false;
- + ecc->page_irq_en = false;
- + ecc->done = nandx_event_create();
- + ecc->caps = nfiecc_get_match_data(res->ic_ver);
- +
- + ecc->adjust_strength = nfiecc_adjust_strength;
- + ecc->enable = nfiecc_enable;
- + ecc->disable = nfiecc_disable;
- + ecc->decode = nfiecc_decode;
- + ecc->encode = nfiecc_encode;
- + ecc->wait_done = nfiecc_wait_done;
- + ecc->decode_status = nfiecc_decode_status;
- + ecc->correct_data = nfiecc_correct_data;
- + ecc->nfiecc_ctrl = nfiecc_ctrl;
- +
- + ret = nfiecc_hw_init(ecc);
- + if (ret)
- + return NULL;
- +
- + return ecc;
- +
- +error:
- + mem_free(ecc);
- +
- + return NULL;
- +}
- +
- +void nfiecc_exit(struct nfiecc *ecc)
- +{
- + nandx_event_destroy(ecc->done);
- + mem_free(ecc);
- +}
- +
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfiecc.h
- @@ -0,0 +1,90 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFIECC_H__
- +#define __NFIECC_H__
- +
- +enum nfiecc_mode {
- + ECC_DMA_MODE,
- + ECC_NFI_MODE,
- + ECC_PIO_MODE
- +};
- +
- +enum nfiecc_operation {
- + ECC_ENCODE,
- + ECC_DECODE
- +};
- +
- +enum nfiecc_deccon {
- + ECC_DEC_FER = 1,
- + ECC_DEC_LOCATE = 2,
- + ECC_DEC_CORRECT = 3
- +};
- +
- +struct nfiecc_resource {
- + int ic_ver;
- + void *dev;
- + void *regs;
- + int irq_id;
- +
- +};
- +
- +struct nfiecc_status {
- + u32 corrected;
- + u32 failed;
- + u32 bitflips;
- +};
- +
- +struct nfiecc_caps {
- + u32 err_mask;
- + u32 ecc_mode_shift;
- + u32 parity_bits;
- + const int *ecc_strength;
- + u32 ecc_strength_num;
- +};
- +
- +struct nfiecc_config {
- + enum nfiecc_operation op;
- + enum nfiecc_mode mode;
- + enum nfiecc_deccon deccon;
- +
- + void *dma_addr; /* DMA use only */
- + u32 strength;
- + u32 sectors;
- + u32 len;
- +};
- +
- +struct nfiecc {
- + struct nfiecc_resource res;
- + struct nfiecc_config config;
- + struct nfiecc_caps *caps;
- +
- + bool ecc_irq_en;
- + bool page_irq_en;
- +
- + void *done;
- +
- + int (*adjust_strength)(struct nfiecc *ecc, int strength);
- + int (*enable)(struct nfiecc *ecc);
- + int (*disable)(struct nfiecc *ecc);
- +
- + int (*decode)(struct nfiecc *ecc, u8 *data);
- + int (*encode)(struct nfiecc *ecc, u8 *data);
- +
- + int (*decode_status)(struct nfiecc *ecc, u32 start_sector, u32 sectors);
- + int (*correct_data)(struct nfiecc *ecc,
- + struct nfiecc_status *status,
- + u8 *data, u32 sector);
- + int (*wait_done)(struct nfiecc *ecc);
- +
- + int (*nfiecc_ctrl)(struct nfiecc *ecc, int cmd, void *args);
- +};
- +
- +struct nfiecc *nfiecc_init(struct nfiecc_resource *res);
- +void nfiecc_exit(struct nfiecc *ecc);
- +
- +#endif /* __NFIECC_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/core/nfi/nfiecc_regs.h
- @@ -0,0 +1,51 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NFIECC_REGS_H__
- +#define __NFIECC_REGS_H__
- +
- +#define NFIECC_ENCCON 0x000
- +/* NFIECC_DECCON has same bit define */
- +#define ECC_OP_EN BIT(0)
- +#define NFIECC_ENCCNFG 0x004
- +#define ENCCNFG_MS_SHIFT 16
- +#define ENC_BURST_EN BIT(8)
- +#define NFIECC_ENCDIADDR 0x008
- +#define NFIECC_ENCIDLE 0x00c
- +#define NFIECC_ENCSTA 0x02c
- +#define ENC_FSM_IDLE 1
- +#define NFIECC_ENCIRQEN 0x030
- +/* NFIECC_DECIRQEN has same bit define */
- +#define ECC_IRQEN BIT(0)
- +#define ECC_PG_IRQ_SEL BIT(1)
- +#define NFIECC_ENCIRQSTA 0x034
- +#define ENC_IRQSTA_GEN BIT(0)
- +#define NFIECC_PIO_DIRDY 0x080
- +#define PIO_DI_RDY BIT(0)
- +#define NFIECC_PIO_DI 0x084
- +#define NFIECC_DECCON 0x100
- +#define NFIECC_DECCNFG 0x104
- +#define DEC_BURST_EN BIT(8)
- +#define DEC_EMPTY_EN BIT(31)
- +#define DEC_CON_SHIFT 12
- +#define DECCNFG_MS_SHIFT 16
- +#define NFIECC_DECDIADDR 0x108
- +#define NFIECC_DECIDLE 0x10c
- +#define NFIECC_DECENUM(x) (0x114 + (x) * 4)
- +#define NFIECC_DECDONE 0x11c
- +#define NFIECC_DECIRQEN 0x140
- +#define NFIECC_DECIRQSTA 0x144
- +#define DEC_IRQSTA_GEN BIT(0)
- +#define NFIECC_DECFSM 0x14c
- +#define FSM_MASK 0x7f0f0f0f
- +#define FSM_IDLE 0x01010101
- +#define NFIECC_BYPASS 0x20c
- +#define NFIECC_BYPASS_EN BIT(0)
- +#define NFIECC_ENCPAR(x) (0x010 + (x) * 4)
- +#define NFIECC_DECEL(x) (0x120 + (x) * 4)
- +
- +#endif /* __NFIECC_REGS_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/driver/Nandx.mk
- @@ -0,0 +1,18 @@
- +#
- +# Copyright (C) 2017 MediaTek Inc.
- +# Licensed under either
- +# BSD Licence, (see NOTICE for more details)
- +# GNU General Public License, version 2.0, (see NOTICE for more details)
- +#
- +
- +nandx-$(NANDX_SIMULATOR_SUPPORT) += simulator/driver.c
- +
- +nandx-$(NANDX_CTP_SUPPORT) += ctp/ts_nand.c
- +nandx-$(NANDX_CTP_SUPPORT) += ctp/nand_test.c
- +nandx-header-$(NANDX_CTP_SUPPORT) += ctp/nand_test.h
- +
- +nandx-$(NANDX_BBT_SUPPORT) += bbt/bbt.c
- +nandx-$(NANDX_BROM_SUPPORT) += brom/driver.c
- +nandx-$(NANDX_KERNEL_SUPPORT) += kernel/driver.c
- +nandx-$(NANDX_LK_SUPPORT) += lk/driver.c
- +nandx-$(NANDX_UBOOT_SUPPORT) += uboot/driver.c
- --- /dev/null
- +++ b/drivers/mtd/nandx/driver/bbt/bbt.c
- @@ -0,0 +1,408 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include "nandx_util.h"
- +#include "nandx_core.h"
- +#include "bbt.h"
- +
- +/* Not support: multi-chip */
- +static u8 main_bbt_pattern[] = {'B', 'b', 't', '0' };
- +static u8 mirror_bbt_pattern[] = {'1', 't', 'b', 'B' };
- +
- +static struct bbt_manager g_bbt_manager = {
- + { {{main_bbt_pattern, 4}, 0, BBT_INVALID_ADDR},
- + {{mirror_bbt_pattern, 4}, 0, BBT_INVALID_ADDR}
- + },
- + NAND_BBT_SCAN_MAXBLOCKS, NULL
- +};
- +
- +static inline void set_bbt_mark(u8 *bbt, int block, u8 mark)
- +{
- + int index, offset;
- +
- + index = GET_ENTRY(block);
- + offset = GET_POSITION(block);
- +
- + bbt[index] &= ~(BBT_ENTRY_MASK << offset);
- + bbt[index] |= (mark & BBT_ENTRY_MASK) << offset;
- + pr_info("%s %d block:%d, bbt[%d]:0x%x, offset:%d, mark:%d\n",
- + __func__, __LINE__, block, index, bbt[index], offset, mark);
- +}
- +
- +static inline u8 get_bbt_mark(u8 *bbt, int block)
- +{
- + int offset = GET_POSITION(block);
- + int index = GET_ENTRY(block);
- + u8 value = bbt[index];
- +
- + return (value >> offset) & BBT_ENTRY_MASK;
- +}
- +
- +static void mark_nand_bad(struct nandx_info *nand, int block)
- +{
- + u8 *buf;
- +
- + buf = mem_alloc(1, nand->page_size + nand->oob_size);
- + if (!buf) {
- + pr_info("%s, %d, memory alloc fail, pagesize:%d, oobsize:%d\n",
- + __func__, __LINE__, nand->page_size, nand->oob_size);
- + return;
- + }
- + memset(buf, 0, nand->page_size + nand->oob_size);
- + nandx_erase(block * nand->block_size, nand->block_size);
- + nandx_write(buf, buf + nand->page_size, block * nand->block_size,
- + nand->page_size);
- + mem_free(buf);
- +}
- +
- +static inline bool is_bbt_data(u8 *buf, struct bbt_pattern *pattern)
- +{
- + int i;
- +
- + for (i = 0; i < pattern->len; i++) {
- + if (buf[i] != pattern->data[i])
- + return false;
- + }
- +
- + return true;
- +}
- +
- +static u64 get_bbt_address(struct nandx_info *nand, u8 *bbt,
- + u64 mirror_addr,
- + int max_blocks)
- +{
- + u64 addr, end_addr;
- + u8 mark;
- +
- + addr = nand->total_size;
- + end_addr = nand->total_size - nand->block_size * max_blocks;
- +
- + while (addr > end_addr) {
- + addr -= nand->block_size;
- + mark = get_bbt_mark(bbt, div_down(addr, nand->block_size));
- +
- + if (mark == BBT_BLOCK_WORN || mark == BBT_BLOCK_FACTORY_BAD)
- + continue;
- + if (addr != mirror_addr)
- + return addr;
- + }
- +
- + return BBT_INVALID_ADDR;
- +}
- +
- +static int read_bbt(struct bbt_desc *desc, u8 *bbt, u32 len)
- +{
- + int ret;
- +
- + ret = nandx_read(bbt, NULL, desc->bbt_addr + desc->pattern.len + 1,
- + len);
- + if (ret < 0)
- + pr_info("nand_bbt: error reading BBT page, ret:-%x\n", ret);
- +
- + return ret;
- +}
- +
- +static void create_bbt(struct nandx_info *nand, u8 *bbt)
- +{
- + u32 offset = 0, block = 0;
- +
- + do {
- + if (nandx_is_bad_block(offset)) {
- + pr_info("Create bbt at bad block:%d\n", block);
- + set_bbt_mark(bbt, block, BBT_BLOCK_FACTORY_BAD);
- + }
- + block++;
- + offset += nand->block_size;
- + } while (offset < nand->total_size);
- +}
- +
- +static int search_bbt(struct nandx_info *nand, struct bbt_desc *desc,
- + int max_blocks)
- +{
- + u64 addr, end_addr;
- + u8 *buf;
- + int ret;
- +
- + buf = mem_alloc(1, nand->page_size);
- + if (!buf) {
- + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
- + __func__, __LINE__, nand->page_size);
- + return -ENOMEM;
- + }
- +
- + addr = nand->total_size;
- + end_addr = nand->total_size - max_blocks * nand->block_size;
- + while (addr > end_addr) {
- + addr -= nand->block_size;
- +
- + nandx_read(buf, NULL, addr, nand->page_size);
- +
- + if (is_bbt_data(buf, &desc->pattern)) {
- + desc->bbt_addr = addr;
- + desc->version = buf[desc->pattern.len];
- + pr_info("BBT is found at addr 0x%llx, version %d\n",
- + desc->bbt_addr, desc->version);
- + ret = 0;
- + break;
- + }
- + ret = -EFAULT;
- + }
- +
- + mem_free(buf);
- + return ret;
- +}
- +
- +static int save_bbt(struct nandx_info *nand, struct bbt_desc *desc,
- + u8 *bbt)
- +{
- + u32 page_size_mask, total_block;
- + int write_len;
- + u8 *buf;
- + int ret;
- +
- + ret = nandx_erase(desc->bbt_addr, nand->block_size);
- + if (ret) {
- + pr_info("erase addr 0x%llx fail !!!, ret %d\n",
- + desc->bbt_addr, ret);
- + return ret;
- + }
- +
- + total_block = div_down(nand->total_size, nand->block_size);
- + write_len = GET_BBT_LENGTH(total_block) + desc->pattern.len + 1;
- + page_size_mask = nand->page_size - 1;
- + write_len = (write_len + page_size_mask) & (~page_size_mask);
- +
- + buf = (u8 *)mem_alloc(1, write_len);
- + if (!buf) {
- + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
- + __func__, __LINE__, write_len);
- + return -ENOMEM;
- + }
- + memset(buf, 0xFF, write_len);
- +
- + memcpy(buf, desc->pattern.data, desc->pattern.len);
- + buf[desc->pattern.len] = desc->version;
- +
- + memcpy(buf + desc->pattern.len + 1, bbt, GET_BBT_LENGTH(total_block));
- +
- + ret = nandx_write(buf, NULL, desc->bbt_addr, write_len);
- +
- + if (ret)
- + pr_info("nandx_write fail(%d), offset:0x%llx, len(%d)\n",
- + ret, desc->bbt_addr, write_len);
- + mem_free(buf);
- +
- + return ret;
- +}
- +
- +static int write_bbt(struct nandx_info *nand, struct bbt_desc *main,
- + struct bbt_desc *mirror, u8 *bbt, int max_blocks)
- +{
- + int block;
- + int ret;
- +
- + do {
- + if (main->bbt_addr == BBT_INVALID_ADDR) {
- + main->bbt_addr = get_bbt_address(nand, bbt,
- + mirror->bbt_addr, max_blocks);
- + if (main->bbt_addr == BBT_INVALID_ADDR)
- + return -ENOSPC;
- + }
- +
- + ret = save_bbt(nand, main, bbt);
- + if (!ret)
- + break;
- +
- + block = div_down(main->bbt_addr, nand->block_size);
- + set_bbt_mark(bbt, block, BBT_BLOCK_WORN);
- + main->version++;
- + mark_nand_bad(nand, block);
- + main->bbt_addr = BBT_INVALID_ADDR;
- + } while (1);
- +
- + return 0;
- +}
- +
- +static void mark_bbt_region(struct nandx_info *nand, u8 *bbt, int bbt_blocks)
- +{
- + int total_block;
- + int block;
- + u8 mark;
- +
- + total_block = div_down(nand->total_size, nand->block_size);
- + block = total_block - bbt_blocks;
- +
- + while (bbt_blocks) {
- + mark = get_bbt_mark(bbt, block);
- + if (mark == BBT_BLOCK_GOOD)
- + set_bbt_mark(bbt, block, BBT_BLOCK_RESERVED);
- + block++;
- + bbt_blocks--;
- + }
- +}
- +
- +static void unmark_bbt_region(struct nandx_info *nand, u8 *bbt, int bbt_blocks)
- +{
- + int total_block;
- + int block;
- + u8 mark;
- +
- + total_block = div_down(nand->total_size, nand->block_size);
- + block = total_block - bbt_blocks;
- +
- + while (bbt_blocks) {
- + mark = get_bbt_mark(bbt, block);
- + if (mark == BBT_BLOCK_RESERVED)
- + set_bbt_mark(bbt, block, BBT_BLOCK_GOOD);
- + block++;
- + bbt_blocks--;
- + }
- +}
- +
- +static int update_bbt(struct nandx_info *nand, struct bbt_desc *desc,
- + u8 *bbt,
- + int max_blocks)
- +{
- + int ret = 0, i;
- +
- + /* The reserved info is not stored in NAND*/
- + unmark_bbt_region(nand, bbt, max_blocks);
- +
- + desc[0].version++;
- + for (i = 0; i < 2; i++) {
- + if (i > 0)
- + desc[i].version = desc[i - 1].version;
- +
- + ret = write_bbt(nand, &desc[i], &desc[1 - i], bbt, max_blocks);
- + if (ret)
- + break;
- + }
- + mark_bbt_region(nand, bbt, max_blocks);
- +
- + return ret;
- +}
- +
- +int scan_bbt(struct nandx_info *nand)
- +{
- + struct bbt_manager *manager = &g_bbt_manager;
- + struct bbt_desc *pdesc;
- + int total_block, len, i;
- + int valid_desc = 0;
- + int ret = 0;
- + u8 *bbt;
- +
- + total_block = div_down(nand->total_size, nand->block_size);
- + len = GET_BBT_LENGTH(total_block);
- +
- + if (!manager->bbt) {
- + manager->bbt = (u8 *)mem_alloc(1, len);
- + if (!manager->bbt) {
- + pr_info("%s, %d, mem alloc fail!!! len:%d\n",
- + __func__, __LINE__, len);
- + return -ENOMEM;
- + }
- + }
- + bbt = manager->bbt;
- + memset(bbt, 0xFF, len);
- +
- + /* scan bbt */
- + for (i = 0; i < 2; i++) {
- + pdesc = &manager->desc[i];
- + pdesc->bbt_addr = BBT_INVALID_ADDR;
- + pdesc->version = 0;
- + ret = search_bbt(nand, pdesc, manager->max_blocks);
- + if (!ret && (pdesc->bbt_addr != BBT_INVALID_ADDR))
- + valid_desc += 1 << i;
- + }
- +
- + pdesc = &manager->desc[0];
- + if ((valid_desc == 0x3) && (pdesc[0].version != pdesc[1].version))
- + valid_desc = (pdesc[0].version > pdesc[1].version) ? 1 : 2;
- +
- + /* read bbt */
- + for (i = 0; i < 2; i++) {
- + if (!(valid_desc & (1 << i)))
- + continue;
- + ret = read_bbt(&pdesc[i], bbt, len);
- + if (ret) {
- + pdesc->bbt_addr = BBT_INVALID_ADDR;
- + pdesc->version = 0;
- + valid_desc &= ~(1 << i);
- + }
- + /* If two BBT version is same, only need to read the first bbt*/
- + if ((valid_desc == 0x3) &&
- + (pdesc[0].version == pdesc[1].version))
- + break;
- + }
- +
- + if (!valid_desc) {
- + create_bbt(nand, bbt);
- + pdesc[0].version = 1;
- + pdesc[1].version = 1;
- + }
- +
- + pdesc[0].version = max_t(u8, pdesc[0].version, pdesc[1].version);
- + pdesc[1].version = pdesc[0].version;
- +
- + for (i = 0; i < 2; i++) {
- + if (valid_desc & (1 << i))
- + continue;
- +
- + ret = write_bbt(nand, &pdesc[i], &pdesc[1 - i], bbt,
- + manager->max_blocks);
- + if (ret) {
- + pr_info("write bbt(%d) fail, ret:%d\n", i, ret);
- + manager->bbt = NULL;
- + return ret;
- + }
- + }
- +
- + /* Prevent the bbt regions from erasing / writing */
- + mark_bbt_region(nand, manager->bbt, manager->max_blocks);
- +
- + for (i = 0; i < total_block; i++) {
- + if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_WORN)
- + pr_info("Checked WORN bad blk: %d\n", i);
- + else if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_FACTORY_BAD)
- + pr_info("Checked Factory bad blk: %d\n", i);
- + else if (get_bbt_mark(manager->bbt, i) == BBT_BLOCK_RESERVED)
- + pr_info("Checked Reserved blk: %d\n", i);
- + else if (get_bbt_mark(manager->bbt, i) != BBT_BLOCK_GOOD)
- + pr_info("Checked unknown blk: %d\n", i);
- + }
- +
- + return 0;
- +}
- +
- +int bbt_mark_bad(struct nandx_info *nand, off_t offset)
- +{
- + struct bbt_manager *manager = &g_bbt_manager;
- + int block = div_down(offset, nand->block_size);
- + int ret = 0;
- +
- + mark_nand_bad(nand, block);
- +
- +#if 0
- + set_bbt_mark(manager->bbt, block, BBT_BLOCK_WORN);
- +
- + /* Update flash-based bad block table */
- + ret = update_bbt(nand, manager->desc, manager->bbt,
- + manager->max_blocks);
- +#endif
- + pr_info("block %d, update result %d.\n", block, ret);
- +
- + return ret;
- +}
- +
- +int bbt_is_bad(struct nandx_info *nand, off_t offset)
- +{
- + int block;
- +
- + block = div_down(offset, nand->block_size);
- +
- + return get_bbt_mark(g_bbt_manager.bbt, block) != BBT_BLOCK_GOOD;
- +}
- --- /dev/null
- +++ b/drivers/mtd/nandx/driver/uboot/driver.c
- @@ -0,0 +1,574 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#include <common.h>
- +#include <linux/io.h>
- +#include <dm.h>
- +#include <clk.h>
- +#include <nand.h>
- +#include <linux/iopoll.h>
- +#include <linux/delay.h>
- +#include <linux/mtd/nand.h>
- +#include <linux/mtd/mtd.h>
- +#include <linux/mtd/partitions.h>
- +#include "nandx_core.h"
- +#include "nandx_util.h"
- +#include "bbt.h"
- +
- +typedef int (*func_nandx_operation)(u8 *, u8 *, u64, size_t);
- +
- +struct nandx_clk {
- + struct clk *nfi_clk;
- + struct clk *ecc_clk;
- + struct clk *snfi_clk;
- + struct clk *snfi_clk_sel;
- + struct clk *snfi_parent_50m;
- +};
- +
- +struct nandx_nfc {
- + struct nandx_info info;
- + struct nandx_clk clk;
- + struct nfi_resource *res;
- +
- + struct nand_chip *nand;
- + spinlock_t lock;
- +};
- +
- +/* Default flash layout for MTK nand controller
- + * 64Bytes oob format.
- + */
- +static struct nand_ecclayout eccoob = {
- + .eccbytes = 42,
- + .eccpos = {
- + 17, 18, 19, 20, 21, 22, 23, 24, 25,
- + 26, 27, 28, 29, 30, 31, 32, 33, 34,
- + 35, 36, 37, 38, 39, 40, 41
- + },
- + .oobavail = 16,
- + .oobfree = {
- + {
- + .offset = 0,
- + .length = 16,
- + },
- + }
- +};
- +
- +static struct nandx_nfc *mtd_to_nfc(struct mtd_info *mtd)
- +{
- + struct nand_chip *nand = mtd_to_nand(mtd);
- +
- + return (struct nandx_nfc *)nand_get_controller_data(nand);
- +}
- +
- +static int nandx_enable_clk(struct nandx_clk *clk)
- +{
- + int ret;
- +
- + ret = clk_enable(clk->nfi_clk);
- + if (ret) {
- + pr_info("failed to enable nfi clk\n");
- + return ret;
- + }
- +
- + ret = clk_enable(clk->ecc_clk);
- + if (ret) {
- + pr_info("failed to enable ecc clk\n");
- + goto disable_nfi_clk;
- + }
- +
- + ret = clk_enable(clk->snfi_clk);
- + if (ret) {
- + pr_info("failed to enable snfi clk\n");
- + goto disable_ecc_clk;
- + }
- +
- + ret = clk_enable(clk->snfi_clk_sel);
- + if (ret) {
- + pr_info("failed to enable snfi clk sel\n");
- + goto disable_snfi_clk;
- + }
- +
- + ret = clk_set_parent(clk->snfi_clk_sel, clk->snfi_parent_50m);
- + if (ret) {
- + pr_info("failed to set snfi parent 50MHz\n");
- + goto disable_snfi_clk;
- + }
- +
- + return 0;
- +
- +disable_snfi_clk:
- + clk_disable(clk->snfi_clk);
- +disable_ecc_clk:
- + clk_disable(clk->ecc_clk);
- +disable_nfi_clk:
- + clk_disable(clk->nfi_clk);
- +
- + return ret;
- +}
- +
- +static void nandx_disable_clk(struct nandx_clk *clk)
- +{
- + clk_disable(clk->ecc_clk);
- + clk_disable(clk->nfi_clk);
- + clk_disable(clk->snfi_clk);
- +}
- +
- +static int mtk_nfc_ooblayout_free(struct mtd_info *mtd, int section,
- + struct mtd_oob_region *oob_region)
- +{
- + struct nandx_nfc *nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
- + u32 eccsteps;
- +
- + eccsteps = div_down(mtd->writesize, mtd->ecc_step_size);
- +
- + if (section >= eccsteps)
- + return -EINVAL;
- +
- + oob_region->length = nfc->info.fdm_reg_size - nfc->info.fdm_ecc_size;
- + oob_region->offset = section * nfc->info.fdm_reg_size
- + + nfc->info.fdm_ecc_size;
- +
- + return 0;
- +}
- +
- +static int mtk_nfc_ooblayout_ecc(struct mtd_info *mtd, int section,
- + struct mtd_oob_region *oob_region)
- +{
- + struct nandx_nfc *nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
- + u32 eccsteps;
- +
- + if (section)
- + return -EINVAL;
- +
- + eccsteps = div_down(mtd->writesize, mtd->ecc_step_size);
- + oob_region->offset = nfc->info.fdm_reg_size * eccsteps;
- + oob_region->length = mtd->oobsize - oob_region->offset;
- +
- + return 0;
- +}
- +
- +static const struct mtd_ooblayout_ops mtk_nfc_ooblayout_ops = {
- + .rfree = mtk_nfc_ooblayout_free,
- + .ecc = mtk_nfc_ooblayout_ecc,
- +};
- +
- +struct nfc_compatible {
- + enum mtk_ic_version ic_ver;
- +
- + u32 clock_1x;
- + u32 *clock_2x;
- + int clock_2x_num;
- +
- + int min_oob_req;
- +};
- +
- +static const struct nfc_compatible nfc_compats_mt7622 = {
- + .ic_ver = NANDX_MT7622,
- + .clock_1x = 26000000,
- + .clock_2x = NULL,
- + .clock_2x_num = 8,
- + .min_oob_req = 1,
- +};
- +
- +static const struct udevice_id ic_of_match[] = {
- + {.compatible = "mediatek,mt7622-nfc", .data = &nfc_compats_mt7622},
- + {}
- +};
- +
- +static int nand_operation(struct mtd_info *mtd, loff_t addr, size_t len,
- + size_t *retlen, uint8_t *data, uint8_t *oob, bool read)
- +{
- + struct nandx_split64 split = {0};
- + func_nandx_operation operation;
- + u64 block_oobs, val, align;
- + uint8_t *databuf, *oobbuf;
- + struct nandx_nfc *nfc;
- + bool readoob;
- + int ret = 0;
- +
- + nfc = (struct nandx_nfc *)nand_get_controller_data;
- + spin_lock(&nfc->lock);
- +
- + databuf = data;
- + oobbuf = oob;
- +
- + readoob = data ? false : true;
- + block_oobs = div_up(mtd->erasesize, mtd->writesize) * mtd->oobavail;
- + align = readoob ? block_oobs : mtd->erasesize;
- +
- + operation = read ? nandx_read : nandx_write;
- +
- + nandx_split(&split, addr, len, val, align);
- +
- + if (split.head_len) {
- + ret = operation((u8 *) databuf, oobbuf, addr, split.head_len);
- +
- + if (databuf)
- + databuf += split.head_len;
- +
- + if (oobbuf)
- + oobbuf += split.head_len;
- +
- + addr += split.head_len;
- + *retlen += split.head_len;
- + }
- +
- + if (split.body_len) {
- + while (div_up(split.body_len, align)) {
- + ret = operation((u8 *) databuf, oobbuf, addr, align);
- +
- + if (databuf) {
- + databuf += mtd->erasesize;
- + split.body_len -= mtd->erasesize;
- + *retlen += mtd->erasesize;
- + }
- +
- + if (oobbuf) {
- + oobbuf += block_oobs;
- + split.body_len -= block_oobs;
- + *retlen += block_oobs;
- + }
- +
- + addr += mtd->erasesize;
- + }
- +
- + }
- +
- + if (split.tail_len) {
- + ret = operation((u8 *) databuf, oobbuf, addr, split.tail_len);
- + *retlen += split.tail_len;
- + }
- +
- + spin_unlock(&nfc->lock);
- +
- + return ret;
- +}
- +
- +static int mtk_nand_read(struct mtd_info *mtd, loff_t from, size_t len,
- + size_t *retlen, u_char *buf)
- +{
- + return nand_operation(mtd, from, len, retlen, buf, NULL, true);
- +}
- +
- +static int mtk_nand_write(struct mtd_info *mtd, loff_t to, size_t len,
- + size_t *retlen, const u_char *buf)
- +{
- + return nand_operation(mtd, to, len, retlen, (uint8_t *)buf,
- + NULL, false);
- +}
- +
- +int mtk_nand_read_oob(struct mtd_info *mtd, loff_t from, struct mtd_oob_ops *ops)
- +{
- + size_t retlen;
- +
- + return nand_operation(mtd, from, ops->ooblen, &retlen, NULL,
- + ops->oobbuf, true);
- +}
- +
- +int mtk_nand_write_oob(struct mtd_info *mtd, loff_t to, struct mtd_oob_ops *ops)
- +{
- + size_t retlen;
- +
- + return nand_operation(mtd, to, ops->ooblen, &retlen, NULL,
- + ops->oobbuf, false);
- +}
- +
- +static int mtk_nand_erase(struct mtd_info *mtd, struct erase_info *instr)
- +{
- + struct nandx_nfc *nfc;
- + u64 erase_len, erase_addr;
- + u32 block_size;
- + int ret = 0;
- +
- + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
- + block_size = nfc->info.block_size;
- + erase_len = instr->len;
- + erase_addr = instr->addr;
- + spin_lock(&nfc->lock);
- + instr->state = MTD_ERASING;
- +
- + while (erase_len) {
- + if (mtk_nand_is_bad(mtd, erase_addr)) {
- + pr_info("block(0x%llx) is bad, not erase\n",
- + erase_addr);
- + instr->state = MTD_ERASE_FAILED;
- + goto erase_exit;
- + } else {
- + ret = nandx_erase(erase_addr, block_size);
- + if (ret < 0) {
- + instr->state = MTD_ERASE_FAILED;
- + goto erase_exit;
- + pr_info("erase fail at blk %llu, ret:%d\n",
- + erase_addr, ret);
- + }
- + }
- + erase_addr += block_size;
- + erase_len -= block_size;
- + }
- +
- + instr->state = MTD_ERASE_DONE;
- +
- +erase_exit:
- + ret = instr->state == MTD_ERASE_DONE ? 0 : -EIO;
- +
- + spin_unlock(&nfc->lock);
- + /* Do mtd call back function */
- + if (!ret)
- + mtd_erase_callback(instr);
- +
- + return ret;
- +}
- +
- +int mtk_nand_is_bad(struct mtd_info *mtd, loff_t ofs)
- +{
- + struct nandx_nfc *nfc;
- + int ret;
- +
- + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
- + spin_lock(&nfc->lock);
- +
- + /*ret = bbt_is_bad(&nfc->info, ofs);*/
- + ret = nandx_is_bad_block(ofs);
- + spin_unlock(&nfc->lock);
- +
- + if (ret) {
- + pr_info("nand block 0x%x is bad, ret %d!\n", ofs, ret);
- + return 1;
- + } else {
- + return 0;
- + }
- +}
- +
- +int mtk_nand_mark_bad(struct mtd_info *mtd, loff_t ofs)
- +{
- + struct nandx_nfc *nfc;
- + int ret;
- +
- + nfc = (struct nandx_nfc *)mtd_to_nfc(mtd);
- + spin_lock(&nfc->lock);
- + pr_info("%s, %d\n", __func__, __LINE__);
- + ret = bbt_mark_bad(&nfc->info, ofs);
- +
- + spin_unlock(&nfc->lock);
- +
- + return ret;
- +}
- +
- +void mtk_nand_sync(struct mtd_info *mtd)
- +{
- + nandx_sync();
- +}
- +
- +static struct mtd_info *mtd_info_create(struct udevice *pdev,
- + struct nandx_nfc *nfc, struct nand_chip *nand)
- +{
- + struct mtd_info *mtd = nand_to_mtd(nand);
- + int ret;
- +
- + nand_set_controller_data(nand, nfc);
- +
- + nand->flash_node = dev_of_offset(pdev);
- + nand->ecc.layout = &eccoob;
- +
- + ret = nandx_ioctl(CORE_CTRL_NAND_INFO, &nfc->info);
- + if (ret) {
- + pr_info("fail to get nand info (%d)!\n", ret);
- + mem_free(mtd);
- + return NULL;
- + }
- +
- + mtd->owner = THIS_MODULE;
- +
- + mtd->name = "MTK-SNand";
- + mtd->writesize = nfc->info.page_size;
- + mtd->erasesize = nfc->info.block_size;
- + mtd->oobsize = nfc->info.oob_size;
- + mtd->size = nfc->info.total_size;
- + mtd->type = MTD_NANDFLASH;
- + mtd->flags = MTD_CAP_NANDFLASH;
- + mtd->_erase = mtk_nand_erase;
- + mtd->_read = mtk_nand_read;
- + mtd->_write = mtk_nand_write;
- + mtd->_read_oob = mtk_nand_read_oob;
- + mtd->_write_oob = mtk_nand_write_oob;
- + mtd->_sync = mtk_nand_sync;
- + mtd->_lock = NULL;
- + mtd->_unlock = NULL;
- + mtd->_block_isbad = mtk_nand_is_bad;
- + mtd->_block_markbad = mtk_nand_mark_bad;
- + mtd->writebufsize = mtd->writesize;
- +
- + mtd_set_ooblayout(mtd, &mtk_nfc_ooblayout_ops);
- +
- + mtd->ecc_strength = nfc->info.ecc_strength;
- + mtd->ecc_step_size = nfc->info.sector_size;
- +
- + if (!mtd->bitflip_threshold)
- + mtd->bitflip_threshold = mtd->ecc_strength;
- +
- + return mtd;
- +}
- +
- +int board_nand_init(struct nand_chip *nand)
- +{
- + struct udevice *dev;
- + struct mtd_info *mtd;
- + struct nandx_nfc *nfc;
- + int arg = 1;
- + int ret;
- +
- + ret = uclass_get_device_by_driver(UCLASS_MTD,
- + DM_GET_DRIVER(mtk_snand_drv),
- + &dev);
- + if (ret) {
- + pr_err("Failed to get mtk_nand_drv. (error %d)\n", ret);
- + return ret;
- + }
- +
- + nfc = dev_get_priv(dev);
- +
- + ret = nandx_enable_clk(&nfc->clk);
- + if (ret) {
- + pr_err("failed to enable nfi clk (error %d)\n", ret);
- + return ret;
- + }
- +
- + ret = nandx_init(nfc->res);
- + if (ret) {
- + pr_err("nandx init error (%d)!\n", ret);
- + goto disable_clk;
- + }
- +
- + arg = 1;
- + nandx_ioctl(NFI_CTRL_DMA, &arg);
- + nandx_ioctl(NFI_CTRL_ECC, &arg);
- +
- +#ifdef NANDX_UNIT_TEST
- + nandx_unit_test(0x780000, 0x800);
- +#endif
- +
- + mtd = mtd_info_create(dev, nfc, nand);
- + if (!mtd) {
- + ret = -ENOMEM;
- + goto disable_clk;
- + }
- +
- + spin_lock_init(&nfc->lock);
- +#if 0
- + ret = scan_bbt(&nfc->info);
- + if (ret) {
- + pr_info("bbt init error (%d)!\n", ret);
- + goto disable_clk;
- + }
- +#endif
- + return ret;
- +
- +disable_clk:
- + nandx_disable_clk(&nfc->clk);
- +
- + return ret;
- +}
- +
- +static int mtk_snand_ofdata_to_platdata(struct udevice *dev)
- +{
- + struct nandx_nfc *nfc = dev_get_priv(dev);
- + struct nfc_compatible *compat;
- + struct nfi_resource *res;
- +
- + int ret = 0;
- +
- + res = mem_alloc(1, sizeof(struct nfi_resource));
- + if (!res)
- + return -ENOMEM;
- +
- + nfc->res = res;
- +
- + res->nfi_regs = (void *)dev_read_addr_index(dev, 0);
- + res->ecc_regs = (void *)dev_read_addr_index(dev, 1);
- + pr_debug("mtk snand nfi_regs:0x%x ecc_regs:0x%x\n",
- + res->nfi_regs, res->ecc_regs);
- +
- + compat = (struct nfc_compatible *)dev_get_driver_data(dev);
- +
- + res->ic_ver = (enum mtk_ic_version)(compat->ic_ver);
- + res->clock_1x = compat->clock_1x;
- + res->clock_2x = compat->clock_2x;
- + res->clock_2x_num = compat->clock_2x_num;
- +
- + memset(&nfc->clk, 0, sizeof(struct nandx_clk));
- + nfc->clk.nfi_clk =
- + kmalloc(sizeof(*nfc->clk.nfi_clk), GFP_KERNEL);
- + nfc->clk.ecc_clk =
- + kmalloc(sizeof(*nfc->clk.ecc_clk), GFP_KERNEL);
- + nfc->clk.snfi_clk=
- + kmalloc(sizeof(*nfc->clk.snfi_clk), GFP_KERNEL);
- + nfc->clk.snfi_clk_sel =
- + kmalloc(sizeof(*nfc->clk.snfi_clk_sel), GFP_KERNEL);
- + nfc->clk.snfi_parent_50m =
- + kmalloc(sizeof(*nfc->clk.snfi_parent_50m), GFP_KERNEL);
- +
- + if (!nfc->clk.nfi_clk || !nfc->clk.ecc_clk || !nfc->clk.snfi_clk ||
- + !nfc->clk.snfi_clk_sel || !nfc->clk.snfi_parent_50m) {
- + ret = -ENOMEM;
- + goto err;
- + }
- +
- + ret = clk_get_by_name(dev, "nfi_clk", nfc->clk.nfi_clk);
- + if (IS_ERR(nfc->clk.nfi_clk)) {
- + ret = PTR_ERR(nfc->clk.nfi_clk);
- + goto err;
- + }
- +
- + ret = clk_get_by_name(dev, "ecc_clk", nfc->clk.ecc_clk);
- + if (IS_ERR(nfc->clk.ecc_clk)) {
- + ret = PTR_ERR(nfc->clk.ecc_clk);
- + goto err;
- + }
- +
- + ret = clk_get_by_name(dev, "snfi_clk", nfc->clk.snfi_clk);
- + if (IS_ERR(nfc->clk.snfi_clk)) {
- + ret = PTR_ERR(nfc->clk.snfi_clk);
- + goto err;
- + }
- +
- + ret = clk_get_by_name(dev, "spinfi_sel", nfc->clk.snfi_clk_sel);
- + if (IS_ERR(nfc->clk.snfi_clk_sel)) {
- + ret = PTR_ERR(nfc->clk.snfi_clk_sel);
- + goto err;
- + }
- +
- + ret = clk_get_by_name(dev, "spinfi_parent_50m", nfc->clk.snfi_parent_50m);
- + if (IS_ERR(nfc->clk.snfi_parent_50m))
- + pr_info("spinfi parent 50MHz is not configed\n");
- +
- + return 0;
- +err:
- + if (nfc->clk.nfi_clk)
- + kfree(nfc->clk.nfi_clk);
- + if (nfc->clk.snfi_clk)
- + kfree(nfc->clk.snfi_clk);
- + if (nfc->clk.ecc_clk)
- + kfree(nfc->clk.ecc_clk);
- + if (nfc->clk.snfi_clk_sel)
- + kfree(nfc->clk.snfi_clk_sel);
- + if (nfc->clk.snfi_parent_50m)
- + kfree(nfc->clk.snfi_parent_50m);
- +
- + return ret;
- +}
- +
- +U_BOOT_DRIVER(mtk_snand_drv) = {
- + .name = "mtk_snand",
- + .id = UCLASS_MTD,
- + .of_match = ic_of_match,
- + .ofdata_to_platdata = mtk_snand_ofdata_to_platdata,
- + .priv_auto_alloc_size = sizeof(struct nandx_nfc),
- +};
- +
- +MODULE_LICENSE("GPL v2");
- +MODULE_DESCRIPTION("MTK Nand Flash Controller Driver");
- +MODULE_AUTHOR("MediaTek");
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/Nandx.mk
- @@ -0,0 +1,16 @@
- +#
- +# Copyright (C) 2017 MediaTek Inc.
- +# Licensed under either
- +# BSD Licence, (see NOTICE for more details)
- +# GNU General Public License, version 2.0, (see NOTICE for more details)
- +#
- +
- +nandx-header-y += internal/nandx_core.h
- +nandx-header-y += internal/nandx_errno.h
- +nandx-header-y += internal/nandx_util.h
- +nandx-header-$(NANDX_BBT_SUPPORT) += internal/bbt.h
- +nandx-header-$(NANDX_SIMULATOR_SUPPORT) += simulator/nandx_os.h
- +nandx-header-$(NANDX_CTP_SUPPORT) += ctp/nandx_os.h
- +nandx-header-$(NANDX_LK_SUPPORT) += lk/nandx_os.h
- +nandx-header-$(NANDX_KERNEL_SUPPORT) += kernel/nandx_os.h
- +nandx-header-$(NANDX_UBOOT_SUPPORT) += uboot/nandx_os.h
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/internal/bbt.h
- @@ -0,0 +1,62 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __BBT_H__
- +#define __BBT_H__
- +
- +#define BBT_BLOCK_GOOD 0x03
- +#define BBT_BLOCK_WORN 0x02
- +#define BBT_BLOCK_RESERVED 0x01
- +#define BBT_BLOCK_FACTORY_BAD 0x00
- +
- +#define BBT_INVALID_ADDR 0
- +/* The maximum number of blocks to scan for a bbt */
- +#define NAND_BBT_SCAN_MAXBLOCKS 4
- +#define NAND_BBT_USE_FLASH 0x00020000
- +#define NAND_BBT_NO_OOB 0x00040000
- +
- +/* Search good / bad pattern on the first and the second page */
- +#define NAND_BBT_SCAN2NDPAGE 0x00008000
- +/* Search good / bad pattern on the last page of the eraseblock */
- +#define NAND_BBT_SCANLASTPAGE 0x00010000
- +
- +#define NAND_DRAM_BUF_DATABUF_ADDR (NAND_BUF_ADDR)
- +
- +struct bbt_pattern {
- + u8 *data;
- + int len;
- +};
- +
- +struct bbt_desc {
- + struct bbt_pattern pattern;
- + u8 version;
- + u64 bbt_addr;/*0: invalid value; otherwise, valid value*/
- +};
- +
- +struct bbt_manager {
- + /* main bbt descriptor and mirror descriptor */
- + struct bbt_desc desc[2];/* 0: main bbt; 1: mirror bbt */
- + int max_blocks;
- + u8 *bbt;
- +};
- +
- +#define BBT_ENTRY_MASK 0x03
- +#define BBT_ENTRY_SHIFT 2
- +
- +#define GET_BBT_LENGTH(blocks) (blocks >> 2)
- +#define GET_ENTRY(block) ((block) >> BBT_ENTRY_SHIFT)
- +#define GET_POSITION(block) (((block) & BBT_ENTRY_MASK) * 2)
- +#define GET_MARK_VALUE(block, mark) \
- + (((mark) & BBT_ENTRY_MASK) << GET_POSITION(block))
- +
- +int scan_bbt(struct nandx_info *nand);
- +
- +int bbt_mark_bad(struct nandx_info *nand, off_t offset);
- +
- +int bbt_is_bad(struct nandx_info *nand, off_t offset);
- +
- +#endif /*__BBT_H__*/
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/internal/nandx_core.h
- @@ -0,0 +1,250 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NANDX_CORE_H__
- +#define __NANDX_CORE_H__
- +
- +/**
- + * mtk_ic_version - indicates specifical IC, IP need this to load some info
- + */
- +enum mtk_ic_version {
- + NANDX_MT7622,
- +};
- +
- +/**
- + * nandx_ioctl_cmd - operations supported by nandx
- + *
- + * @NFI_CTRL_DMA dma enable or not
- + * @NFI_CTRL_NFI_MODE customer/read/program/erase...
- + * @NFI_CTRL_ECC ecc enable or not
- + * @NFI_CTRL_ECC_MODE nfi/dma/pio
- + * @CHIP_CTRL_DRIVE_STRENGTH enum chip_ctrl_drive_strength
- + */
- +enum nandx_ctrl_cmd {
- + CORE_CTRL_NAND_INFO,
- +
- + NFI_CTRL_DMA,
- + NFI_CTRL_NFI_MODE,
- + NFI_CTRL_AUTOFORMAT,
- + NFI_CTRL_NFI_IRQ,
- + NFI_CTRL_PAGE_IRQ,
- + NFI_CTRL_RANDOMIZE,
- + NFI_CTRL_BAD_MARK_SWAP,
- +
- + NFI_CTRL_ECC,
- + NFI_CTRL_ECC_MODE,
- + NFI_CTRL_ECC_CLOCK,
- + NFI_CTRL_ECC_IRQ,
- + NFI_CTRL_ECC_PAGE_IRQ,
- + NFI_CTRL_ECC_DECODE_MODE,
- +
- + SNFI_CTRL_OP_MODE,
- + SNFI_CTRL_RX_MODE,
- + SNFI_CTRL_TX_MODE,
- + SNFI_CTRL_DELAY_MODE,
- +
- + CHIP_CTRL_OPS_CACHE,
- + CHIP_CTRL_OPS_MULTI,
- + CHIP_CTRL_PSLC_MODE,
- + CHIP_CTRL_DRIVE_STRENGTH,
- + CHIP_CTRL_DDR_MODE,
- + CHIP_CTRL_ONDIE_ECC,
- + CHIP_CTRL_TIMING_MODE
- +};
- +
- +enum snfi_ctrl_op_mode {
- + SNFI_CUSTOM_MODE,
- + SNFI_AUTO_MODE,
- + SNFI_MAC_MODE
- +};
- +
- +enum snfi_ctrl_rx_mode {
- + SNFI_RX_111,
- + SNFI_RX_112,
- + SNFI_RX_114,
- + SNFI_RX_122,
- + SNFI_RX_144
- +};
- +
- +enum snfi_ctrl_tx_mode {
- + SNFI_TX_111,
- + SNFI_TX_114,
- +};
- +
- +enum chip_ctrl_drive_strength {
- + CHIP_DRIVE_NORMAL,
- + CHIP_DRIVE_HIGH,
- + CHIP_DRIVE_MIDDLE,
- + CHIP_DRIVE_LOW
- +};
- +
- +enum chip_ctrl_timing_mode {
- + CHIP_TIMING_MODE0,
- + CHIP_TIMING_MODE1,
- + CHIP_TIMING_MODE2,
- + CHIP_TIMING_MODE3,
- + CHIP_TIMING_MODE4,
- + CHIP_TIMING_MODE5,
- +};
- +
- +/**
- + * nandx_info - basic information
- + */
- +struct nandx_info {
- + u32 max_io_count;
- + u32 min_write_pages;
- + u32 plane_num;
- + u32 oob_size;
- + u32 page_parity_size;
- + u32 page_size;
- + u32 block_size;
- + u64 total_size;
- + u32 fdm_reg_size;
- + u32 fdm_ecc_size;
- + u32 ecc_strength;
- + u32 sector_size;
- +};
- +
- +/**
- + * nfi_resource - the resource needed by nfi & ecc to do initialization
- + */
- +struct nfi_resource {
- + int ic_ver;
- + void *dev;
- +
- + void *ecc_regs;
- + int ecc_irq_id;
- +
- + void *nfi_regs;
- + int nfi_irq_id;
- +
- + u32 clock_1x;
- + u32 *clock_2x;
- + int clock_2x_num;
- +
- + int min_oob_req;
- +};
- +
- +/**
- + * nandx_init - init all related modules below
- + *
- + * @res: basic resource of the project
- + *
- + * return 0 if init success, otherwise return negative error code
- + */
- +int nandx_init(struct nfi_resource *res);
- +
- +/**
- + * nandx_exit - release resource those that obtained in init flow
- + */
- +void nandx_exit(void);
- +
- +/**
- + * nandx_read - read data from nand this function can read data and related
- + * oob from specifical address
- + * if do multi_ops, set one operation per time, and call nandx_sync at last
- + * in multi mode, not support page partial read
- + * oob not support partial read
- + *
- + * @data: buf to receive data from nand
- + * @oob: buf to receive oob data from nand which related to data page
- + * length of @oob should oob size aligned, oob not support partial read
- + * @offset: offset address on the whole flash
- + * @len: the length of @data that need to read
- + *
- + * if read success return 0, otherwise return negative error code
- + */
- +int nandx_read(u8 *data, u8 *oob, u64 offset, size_t len);
- +
- +/**
- + * nandx_write - write data to nand
- + * this function can write data and related oob to specifical address
- + * if do multi_ops, set one operation per time, and call nandx_sync at last
- + *
- + * @data: source data to be written to nand,
- + * for multi operation, the length of @data should be page size aliged
- + * @oob: source oob which related to data page to be written to nand,
- + * length of @oob should oob size aligned
- + * @offset: offset address on the whole flash, the value should be start address
- + * of a page
- + * @len: the length of @data that need to write,
- + * for multi operation, the len should be page size aliged
- + *
- + * if write success return 0, otherwise return negative error code
- + * if return value > 0, it indicates that how many pages still need to write,
- + * and data has not been written to nand
- + * please call nandx_sync after pages alligned $nandx_info.min_write_pages
- + */
- +int nandx_write(u8 *data, u8 *oob, u64 offset, size_t len);
- +
- +/**
- + * nandx_erase - erase an area of nand
- + * if do multi_ops, set one operation per time, and call nandx_sync at last
- + *
- + * @offset: offset address on the flash
- + * @len: erase length which should be block size aligned
- + *
- + * if erase success return 0, otherwise return negative error code
- + */
- +int nandx_erase(u64 offset, size_t len);
- +
- +/**
- + * nandx_sync - sync all operations to nand
- + * when do multi_ops, this function will be called at last operation
- + * when write data, if number of pages not alligned
- + * by $nandx_info.min_write_pages, this interface could be called to do
- + * force write, 0xff will be padded to blanked pages.
- + */
- +int nandx_sync(void);
- +
- +/**
- + * nandx_is_bad_block - check if the block is bad
- + * only check the flag that marked by the flash vendor
- + *
- + * @offset: offset address on the whole flash
- + *
- + * return true if the block is bad, otherwise return false
- + */
- +bool nandx_is_bad_block(u64 offset);
- +
- +/**
- + * nandx_ioctl - set/get property of nand chip
- + *
- + * @cmd: parameter that defined in enum nandx_ioctl_cmd
- + * @arg: operate parameter
- + *
- + * return 0 if operate success, otherwise return negative error code
- + */
- +int nandx_ioctl(int cmd, void *arg);
- +
- +/**
- + * nandx_suspend - suspend nand, and store some data
- + *
- + * return 0 if suspend success, otherwise return negative error code
- + */
- +int nandx_suspend(void);
- +
- +/**
- + * nandx_resume - resume nand, and replay some data
- + *
- + * return 0 if resume success, otherwise return negative error code
- + */
- +int nandx_resume(void);
- +
- +#ifdef NANDX_UNIT_TEST
- +/**
- + * nandx_unit_test - unit test
- + *
- + * @offset: offset address on the whole flash
- + * @len: should be not larger than a block size, we only test a block per time
- + *
- + * return 0 if test success, otherwise return negative error code
- + */
- +int nandx_unit_test(u64 offset, size_t len);
- +#endif
- +
- +#endif /* __NANDX_CORE_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/internal/nandx_errno.h
- @@ -0,0 +1,40 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NANDX_ERRNO_H__
- +#define __NANDX_ERRNO_H__
- +
- +#ifndef EIO
- +#define EIO 5 /* I/O error */
- +#define ENOMEM 12 /* Out of memory */
- +#define EFAULT 14 /* Bad address */
- +#define EBUSY 16 /* Device or resource busy */
- +#define ENODEV 19 /* No such device */
- +#define EINVAL 22 /* Invalid argument */
- +#define ENOSPC 28 /* No space left on device */
- +/* Operation not supported on transport endpoint */
- +#define EOPNOTSUPP 95
- +#define ETIMEDOUT 110 /* Connection timed out */
- +#endif
- +
- +#define ENANDFLIPS 1024 /* Too many bitflips, uncorrected */
- +#define ENANDREAD 1025 /* Read fail, can't correct */
- +#define ENANDWRITE 1026 /* Write fail */
- +#define ENANDERASE 1027 /* Erase fail */
- +#define ENANDBAD 1028 /* Bad block */
- +#define ENANDWP 1029
- +
- +#define IS_NAND_ERR(err) ((err) >= -ENANDBAD && (err) <= -ENANDFLIPS)
- +
- +#ifndef MAX_ERRNO
- +#define MAX_ERRNO 4096
- +#define ERR_PTR(errno) ((void *)((long)errno))
- +#define PTR_ERR(ptr) ((long)(ptr))
- +#define IS_ERR(ptr) ((unsigned long)(ptr) > (unsigned long)-MAX_ERRNO)
- +#endif
- +
- +#endif /* __NANDX_ERRNO_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/internal/nandx_util.h
- @@ -0,0 +1,221 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NANDX_UTIL_H__
- +#define __NANDX_UTIL_H__
- +
- +typedef unsigned char u8;
- +typedef unsigned short u16;
- +typedef unsigned int u32;
- +typedef unsigned long long u64;
- +
- +enum nand_irq_return {
- + NAND_IRQ_NONE,
- + NAND_IRQ_HANDLED,
- +};
- +
- +enum nand_dma_operation {
- + NDMA_FROM_DEV,
- + NDMA_TO_DEV,
- +};
- +
- +
- +/*
- + * Compatible function
- + * used for preloader/lk/kernel environment
- + */
- +#include "nandx_os.h"
- +#include "nandx_errno.h"
- +
- +#ifndef BIT
- +#define BIT(a) (1 << (a))
- +#endif
- +
- +#ifndef min_t
- +#define min_t(type, x, y) ({ \
- + type __min1 = (x); \
- + type __min2 = (y); \
- + __min1 < __min2 ? __min1 : __min2; })
- +
- +#define max_t(type, x, y) ({ \
- + type __max1 = (x); \
- + type __max2 = (y); \
- + __max1 > __max2 ? __max1 : __max2; })
- +#endif
- +
- +#ifndef GENMASK
- +#define GENMASK(h, l) \
- + (((~0UL) << (l)) & (~0UL >> ((sizeof(unsigned long) * 8) - 1 - (h))))
- +#endif
- +
- +#ifndef __weak
- +#define __weak __attribute__((__weak__))
- +#endif
- +
- +#ifndef __packed
- +#define __packed __attribute__((__packed__))
- +#endif
- +
- +#ifndef KB
- +#define KB(x) ((x) << 10)
- +#define MB(x) (KB(x) << 10)
- +#define GB(x) (MB(x) << 10)
- +#endif
- +
- +#ifndef offsetof
- +#define offsetof(type, member) ((size_t)&((type *)0)->member)
- +#endif
- +
- +#ifndef NULL
- +#define NULL (void *)0
- +#endif
- +static inline u32 nandx_popcount(u32 x)
- +{
- + x = (x & 0x55555555) + ((x >> 1) & 0x55555555);
- + x = (x & 0x33333333) + ((x >> 2) & 0x33333333);
- + x = (x & 0x0F0F0F0F) + ((x >> 4) & 0x0F0F0F0F);
- + x = (x & 0x00FF00FF) + ((x >> 8) & 0x00FF00FF);
- + x = (x & 0x0000FFFF) + ((x >> 16) & 0x0000FFFF);
- +
- + return x;
- +}
- +
- +#ifndef zero_popcount
- +#define zero_popcount(x) (32 - nandx_popcount(x))
- +#endif
- +
- +#ifndef do_div
- +#define do_div(n, base) \
- + ({ \
- + u32 __base = (base); \
- + u32 __rem; \
- + __rem = ((u64)(n)) % __base; \
- + (n) = ((u64)(n)) / __base; \
- + __rem; \
- + })
- +#endif
- +
- +#define div_up(x, y) \
- + ({ \
- + u64 __temp = ((x) + (y) - 1); \
- + do_div(__temp, (y)); \
- + __temp; \
- + })
- +
- +#define div_down(x, y) \
- + ({ \
- + u64 __temp = (x); \
- + do_div(__temp, (y)); \
- + __temp; \
- + })
- +
- +#define div_round_up(x, y) (div_up(x, y) * (y))
- +#define div_round_down(x, y) (div_down(x, y) * (y))
- +
- +#define reminder(x, y) \
- + ({ \
- + u64 __temp = (x); \
- + do_div(__temp, (y)); \
- + })
- +
- +#ifndef round_up
- +#define round_up(x, y) ((((x) - 1) | ((y) - 1)) + 1)
- +#define round_down(x, y) ((x) & ~((y) - 1))
- +#endif
- +
- +#ifndef readx_poll_timeout_atomic
- +#define readx_poll_timeout_atomic(op, addr, val, cond, delay_us, timeout_us) \
- + ({ \
- + u64 end = get_current_time_us() + timeout_us; \
- + for (;;) { \
- + u64 now = get_current_time_us(); \
- + (val) = op(addr); \
- + if (cond) \
- + break; \
- + if (now > end) { \
- + (val) = op(addr); \
- + break; \
- + } \
- + } \
- + (cond) ? 0 : -ETIMEDOUT; \
- + })
- +
- +#define readl_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
- + readx_poll_timeout_atomic(readl, addr, val, cond, delay_us, timeout_us)
- +#define readw_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
- + readx_poll_timeout_atomic(readw, addr, val, cond, delay_us, timeout_us)
- +#define readb_poll_timeout_atomic(addr, val, cond, delay_us, timeout_us) \
- + readx_poll_timeout_atomic(readb, addr, val, cond, delay_us, timeout_us)
- +#endif
- +
- +struct nandx_split64 {
- + u64 head;
- + size_t head_len;
- + u64 body;
- + size_t body_len;
- + u64 tail;
- + size_t tail_len;
- +};
- +
- +struct nandx_split32 {
- + u32 head;
- + u32 head_len;
- + u32 body;
- + u32 body_len;
- + u32 tail;
- + u32 tail_len;
- +};
- +
- +#define nandx_split(split, offset, len, val, align) \
- + do { \
- + (split)->head = (offset); \
- + (val) = div_round_down((offset), (align)); \
- + (val) = (align) - ((offset) - (val)); \
- + if ((val) == (align)) \
- + (split)->head_len = 0; \
- + else if ((val) > (len)) \
- + (split)->head_len = len; \
- + else \
- + (split)->head_len = val; \
- + (split)->body = (offset) + (split)->head_len; \
- + (split)->body_len = div_round_down((len) - \
- + (split)->head_len,\
- + (align)); \
- + (split)->tail = (split)->body + (split)->body_len; \
- + (split)->tail_len = (len) - (split)->head_len - \
- + (split)->body_len; \
- + } while (0)
- +
- +#ifndef container_of
- +#define container_of(ptr, type, member) \
- + ({const __typeof__(((type *)0)->member) * __mptr = (ptr); \
- + (type *)((char *)__mptr - offsetof(type, member)); })
- +#endif
- +
- +static inline u32 nandx_cpu_to_be32(u32 val)
- +{
- + u32 temp = 1;
- + u8 *p_temp = (u8 *)&temp;
- +
- + if (*p_temp)
- + return ((val & 0xff) << 24) | ((val & 0xff00) << 8) |
- + ((val >> 8) & 0xff00) | ((val >> 24) & 0xff);
- +
- + return val;
- +}
- +
- +static inline void nandx_set_bits32(unsigned long addr, u32 mask,
- + u32 val)
- +{
- + u32 temp = readl((void *)addr);
- +
- + temp &= ~(mask);
- + temp |= val;
- + writel(temp, (void *)addr);
- +}
- +
- +#endif /* __NANDX_UTIL_H__ */
- --- /dev/null
- +++ b/drivers/mtd/nandx/include/uboot/nandx_os.h
- @@ -0,0 +1,78 @@
- +/*
- + * Copyright (C) 2017 MediaTek Inc.
- + * Licensed under either
- + * BSD Licence, (see NOTICE for more details)
- + * GNU General Public License, version 2.0, (see NOTICE for more details)
- + */
- +
- +#ifndef __NANDX_OS_H__
- +#define __NANDX_OS_H__
- +
- +#include <common.h>
- +#include <dm.h>
- +#include <clk.h>
- +#include <asm/dma-mapping.h>
- +#include <linux/io.h>
- +#include <linux/err.h>
- +#include <linux/errno.h>
- +#include <linux/bitops.h>
- +#include <linux/kernel.h>
- +#include <linux/compiler-gcc.h>
- +
- +#define NANDX_BULK_IO_USE_DRAM 0
- +
- +#define nandx_event_create() NULL
- +#define nandx_event_destroy(event)
- +#define nandx_event_complete(event)
- +#define nandx_event_init(event)
- +#define nandx_event_wait_complete(event, timeout) true
- +
- +#define nandx_irq_register(dev, irq, irq_handler, name, data) NULL
- +
- +static inline void *mem_alloc(u32 count, u32 size)
- +{
- + return kmalloc(count * size, GFP_KERNEL | __GFP_ZERO);
- +}
- +
- +static inline void mem_free(void *mem)
- +{
- + kfree(mem);
- +}
- +
- +static inline u64 get_current_time_us(void)
- +{
- + return timer_get_us();
- +}
- +
- +static inline u32 nandx_dma_map(void *dev, void *buf, u64 len,
- + enum nand_dma_operation op)
- +{
- + unsigned long addr = (unsigned long)buf;
- + u64 size;
- +
- + size = ALIGN(len, ARCH_DMA_MINALIGN);
- +
- + if (op == NDMA_FROM_DEV)
- + invalidate_dcache_range(addr, addr + size);
- + else
- + flush_dcache_range(addr, addr + size);
- +
- + return addr;
- +}
- +
- +static inline void nandx_dma_unmap(void *dev, void *buf, void *addr,
- + u64 len, enum nand_dma_operation op)
- +{
- + u64 size;
- +
- + size = ALIGN(len, ARCH_DMA_MINALIGN);
- +
- + if (op != NDMA_FROM_DEV)
- + invalidate_dcache_range((unsigned long)addr, addr + size);
- + else
- + flush_dcache_range((unsigned long)addr, addr + size);
- +
- + return addr;
- +}
- +
- +#endif /* __NANDX_OS_H__ */
- --- a/include/configs/mt7622.h
- +++ b/include/configs/mt7622.h
- @@ -11,6 +11,31 @@
-
- #include <linux/sizes.h>
-
- +/* SPI Nand */
- +#if defined(CONFIG_MTD_RAW_NAND)
- +#define CONFIG_SYS_MAX_NAND_DEVICE 1
- +#define CONFIG_SYS_NAND_BASE 0x1100d000
- +
- +#define ENV_BOOT_READ_IMAGE \
- + "boot_rd_img=" \
- + "nand read 0x4007ff28 0x380000 0x1400000" \
- + ";iminfo 0x4007ff28 \0"
- +
- +#define ENV_BOOT_WRITE_IMAGE \
- + "boot_wr_img=" \
- + "nand write 0x4007ff28 0x380000 0x1400000" \
- + ";iminfo 0x4007ff28 \0"
- +
- +#define ENV_BOOT_CMD \
- + "mtk_boot=run boot_rd_img;bootm;\0"
- +
- +#define CONFIG_EXTRA_ENV_SETTINGS \
- + ENV_BOOT_READ_IMAGE \
- + ENV_BOOT_CMD \
- + "bootcmd=run mtk_boot;\0"
- +
- +#endif
- +
- #define CONFIG_SYS_MAXARGS 8
- #define CONFIG_SYS_BOOTM_LEN SZ_64M
- #define CONFIG_SYS_CBSIZE SZ_1K
|