a
    dy&                    @   s@  d Z ddlmZ ddlmZ ddlmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZ eeZg g g dgg g g g dg dg g g g g g d	gd
dgg g ddgg g ddgg dg ddgg dg dddgg dddgddgg g ddgg ddgg d d!gd"d#gd$d%gg d&d'd(gg d)g d*g d+g d,d-d.gg g d/d0gd1d2gg d3g d4g d5g d6g d7g d8d9d:gg d;d<d=gd>d?gg g d@g dAdBdCgg dDg dEdFdGgdHdIgdJdKgdLdMgdNdOgdPdQgg dRdSgg dTg g dUg dVdWdXgdYdZgd[d\gg d]d^gd_d`gdadbgg dcg ddg dedfdggdhdigg djg dkg dldmdngg dodpdqgdrdsgdtdugdvdwgg dxdygg dzd{d|gg d}d~gddgddgddgddgg dg dg dg ddgg dddgddgddgg dddgg dg dddgdgg dddgg ddgg g dddgddgg g dg dgg dddgddgddgddgg ddgddgddgddgg ddgddgg dddgg ddgg dg d¢ddgg dŢdgg dǢddgddgg d̢ddgg dϢg dТddgddgddgddgg d٢g dڢddgg dݢg dޢddgg dddgddgddgdgg dg dg dg dg dddgddgddgddgddgddgddgg ddgddgd dgdgddgg dg dg ddd	gd
dgdgddgddgg ddgddgddgddgddgddgddgg dd d!gd"gd#gd$d%gg d&g d'd(d)gg d*d+d,gd-d.gd/d0gd1d2gd3d4gd5d6gd7d8gg g d9d:gg d;gg d<g d=g d>g d?d@gdAgdBgg dCg dDgdEZze s(e W n@ eyj   ddFlmZ dGdH eeD edI< Y n00 edJ dK edL dM edN dO edP dQ edR dS edT dU edV dW edX dY edZ d[ ed\ d] ed^ d_ ed` da edb dc edd de edf dg edh di edj dk edl dm edn do edp dq edr ds edt du edv dw edx dy edz d{ ed| d} ed~ d ed d ed d ed d ed d ze se W n@ ey   ddlmZ ddH eeD ed< Y n0 edJ d ed d edL d ed d edR d ed d ed d ed d edT d ed d ed d ed d edV d ed d edX d ed d ed g d ed d ed\ d ed d ed d ed d ed d ed d ed d ed d ed d ed` d ed d edb d ed d ed d ed dá edh dġ edj dš ed dǡ ed dɡ edn dʡ ed d̡ edp d͡ ed dϡ edr dС ed dҡ edv dӡ edx dԡ ed d֡ ed dء ed dڡ ed dܡ ed dޡ ed~ dߡ ed d ed d ed d ed d dged< ze re se W n> ey6   ddlmZ ddH eeD ed< Y n0 ddged< ze sZe W n> ey   ddlmZ ddH eeD ed< Y n\0 ed d ed d edz d ed| d ed d ze se W n> eyF   ddlm Z  ddH ee D ed< Y n0 ed d ze
 sje W n> ey   ddlm!Z! ddH ee!D ed< Y n0 ed d ze se W n@ ey   ddlm"Z" d dH ee"D ed< Y n0 dged< dged< ed ddg ed	 d
g ed dg ed d ed ddg ed ddg ed ddg ed ddg ed ddg ed ddg ed  d! ed" d#d$g ed% d&d'g ed( d)d*g ed+ d, ed- d. ed/ g d0 ed1 d2d3g ed4 d5d6g ed d7d8g ed d9d:g ed; d<d=g ed> d? ed@ dAdBg edC dDdEg edF dGdHg edI dJdKg edL dMg edN dOdPg edQ dRdSg edT dUg edV dWdXg edY dZg ed[ d\d]g ed^ d_ ed d` eda dbdcg edd g de edf dgdhg edi djg edk dldmg ze se W n@ ey   ddnlm#Z# dodH ee#D edp< Y n0 g edq< drgeds< dtgedu< g dvedw< g edx< edy g dz g ed{< g ed|< d}ged~< edJ g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d edP g d edR g d ed g d ed g d ed	 g d ed g d ed g d ed g d ed g d ed g d ed g d edT g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d edX g d ed g d ed g d ed g d ed  g d ed" g d ed g d ed g d ed% g d ed g d ed( g d ed+ g d ed- g d ed g d ed dá ed g dŢ edZ g dƢ ed g dȢ ed g dʢ ed/ g dˢ ed\ g d̢ ed g d΢ ed g dТ ed g dѢ ed g dӢ ed1 g dԢ ed g dբ ed g dע ed g d٢ ed g dڢ ed g dۢ ed g dݢ ed g dߢ ed g d ed g d ed g d ed g d ed4 g d ed g d ed g d ed g d ed g d ed g d ed g d ed; g d ed g d edb g d ed g d ed g d ed g d ed g d edd g d edf g d ed g d ed> g d ed@ g d edh g d  ed g d ed g d ed g d ed g d ed g d	 ed g d
 edC g d edF g d edI g d ed g d ed g d edn g d ed g d ed g d ed g d ed g d ed g d edL g d ed g d ed g d ed g d  edN g d! edr g d" ed# g d$ edQ g d% edT g d& edt g d' edV g d( ed) g d* ed+ g d, ed- g d. ed g d/ edv g d0 ed1 g d2 edx g d3 ed4 g d5 ed g d6 ed g d7 ed8 g d9 ed: g d; ed g d< ed= g d> edY g d? ed[ g d@ edA g dB edC g dD edE dFg edz g dG edH dIdJg ed| g dK ed g dL ed g dM edN g dO edP g dQ ed^ g dR edS g dT edU g dV ed~ g dW edX g dY edZ g d[ ed\ g d] ed^ g d_ ed` dag edb g dc edd g de edf g dg ed g dh edi g dj edk g dl edm dndog edp g dq eda g dr edd g ds edt dug edv dwg edx g dy edf g dz edi g d{ ed| g d} ed~ g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d edk g d ed g d g ded< g ded< g ed< g ed< dged< dged< dged< ze $se W n@ e$yF   ddlm$Z$ ddH ee$D ed< Y nV0 g ed< dged< dged< edy g d g ed< ddged< g ed< g ded< edJ g d ed g d ed g d ed g d ed g d ed g d ed g d edT g d ed g d ed g d ed g d ed g d ed g d ed g d ed g d edX g d ed g d¢ ed g dâ ed g dĢ ed+ g dŢ ed g dƢ ed dǡ ed g dȢ ed g dɢ ed g dʢ ed g dˢ ed g d̢ ed g d͢ ed g d΢ ed g dϢ ed g dТ ed g dѢ ed g dҢ ed g dӢ edf g dԢ edh g dբ ed g d֢ edI g dע ed g dآ edn g d٢ ed g dڢ ed g dۢ edr g dܢ ed- g dݢ ed1 g dޢ edx g dߢ ed4 g d ed g d ed8 g d ed g d edY g d ed[ g d edz g d edP g d ed~ g d edZ g d edd g d edt dg edv dg edf g d ed| g d ed g d ed g d ed g d ed g d ed g d ed g d g ded< g ed< dged< ze	 *se W n@ e*y   ddlm%Z% ddH ee%D ed< Y n.0 edy g d g ed< g ed< d ged< edJ g d ed g d ed g d ed g d ed g d edR g d ed g d ed g d	 ed g d
 ed g d ed g d ed d ed g d ed g d ed g d ed g d edf g d edh g d edn g d ed g d edr g d ed1 g d ed4 g d ed g d ed8 g d ed g d edE d ed~ g d edt d edv dg edf g d  ed g d! ed g d" ed g d# ed g d$ erdd%l&m'Z' ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: ddl;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZE dd&lFmGZG dd'lHmIZImJZJ ddlKmLZLmMZMmNZN dd(lOmPZP ddlQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZ dd)l[m\Z\ ddl]m^Z^m_Z_m`Z`maZambZbmcZcmdZd dd*lemfZfmgZg ddlhmiZimjZjmkZkmlZlmmZm ddlnmoZompZpmqZqmrZrmsZs dd+ltmuZumvZv ddlwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZ dd,lmZmZ dd-lmZmZ dd.lmZmZ ddlmZmZmZmZmZ dd/lmZ dd lmZmZmZ dd0lmZ dd1lmZmZ dd2lmZmZ dd&lmZmZmZ dd3lmZmZ dd)lmZmZmZ dd*lmZmZmZ dd+lmZmZmZmZmZ dd,lmZmZmZmZmZ dd4lmZmZ dd/lmZmZmZmZmZ dd5lmZ dd6lmZmZ dd3lmZmZmZ dd4lmZmZmZmZmZ dd5lmZmZmZmZmZ dd6lmZmZmZmZmZmZ dd7lmZmZmZmZmZ dd8lmZmZmZ dd7lmZmZ dd;lmZmZmZ dd8lmZmZ dd9lmZmZ dd@lmZmZmZ ddAlmZmZmZ dd:l mZmZ ddDlmZmZmZmZmZ ddEl	m
Z
mZmZ dd;lmZmZ dd<lmZmZ dd=lmZmZ dd>lmZmZ dd?lmZmZ dd@lmZmZ ddAlm Z m!Z! ddTl"m#Z#m$Z$m%Z% ddUl&m'Z'm(Z(m)Z) ddVl*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddBl1m2Z2m3Z3 ddCl4m5Z5m6Z6 ddDl7m8Z8m9Z9 dd]l:m;Z;m<Z<m=Z= ddEl>m?Z? ddFl@mAZAmBZB ddGlCmDZDmEZE ddclFmGZGmHZHmIZI dddlJmKZKmLZLmMZM ddelNmOZOmPZPmQZQmRZRmSZSmTZT ddHlUmVZVmWZW ddIlXmYZYmZZZ ddjl[m\Z\m]Z]m^Z^ ddkl_m`Z`maZambZb ddllcmdZdmeZemfZfmgZg ddJlhmiZimjZj ddolkmlZlmmZmmnZn ddKlompZpmqZq ddLlrmsZsmtZt ddMlumvZvmwZw ddNlxmyZymzZz ddOl{m|Z|m}Z} ddzl~mZmZmZ ddPlmZmZ dd}lmZmZmZmZ ddQlmZ ddRlmZmZ ddSlmZmZ ddTlmZmZ ddUlmZmZ ddlmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddVlmZ ddlmZmZmZ ddWlmZmZ ddXlmZmZ ddYlmZmZ ddlmZmZmZ ddZlÐmĐZĐmŐZ ddlƐmǐZǐmȐZȐmɐZ ddlʐmːZːm̐Z̐m͐Z dd[lΐmϐZϐmАZ dd\lѐmҐZ ddlӐmԐZԐmՐZՐm֐Z֐mאZאmؐZ dd]lِmڐZڐmېZ ddlܐmݐZݐmސZސmߐZ dd^lmZ ddlmZmZmZ dd_lmZmZ dd`lmZmZ ddlmZmZmZmZ ddalmZ ddlmZmZmZ ddblmZmZ ddclmZmZ dddlmZmZ ddel mZmZ ddlmZmZmZ ddflmZ ddgl	m
Z
mZ ddhlmZmZ ddilmZmZ ddjlmZmZ ddklmZmZ ddlmZmZmZ ddllmZmZ ddlm Z m!Z!m"Z" ddml#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z,m-Z-m.Z. ddnl/m0Z0m1Z1 ddŐl2m3Z3m4Z4m5Z5 ddol6m7Z7 ddǐl8m9Z9m:Z:m;Z;m<Z<m=Z= ddpl>m?Z?m@Z@ ddqlAmBZBmCZC dd̐lDmEZEmFZFmGZG ddrlHmIZImJZJ ddϐlKmLZLmMZMmNZN ddАlOmPZPmQZQmRZR ddslSmTZTmUZU ddtlVmWZWmXZX ddulYmZZZm[Z[ ddvl\m]Z]m^Z^ ddِl_m`Z`maZambZb ddڐlcmdZdmeZemfZf ddwlgmhZhmiZi ddݐljmkZkmlZlmmZm ddސlnmoZompZpmqZq ddxlrmsZsmtZt ddlumvZvmwZwmxZxmyZymzZzm{Z{ ddyl|m}Z}m~Z~ ddzlmZmZ dd{lmZmZ dd|lmZ ddlmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZ dd}lmZmZ dd~lmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZ ddlmZmÐZ ddlĐmŐZŐmƐZƐmǐZǐmȐZ ddlɐmʐZʐmːZːm̐Z ddl͐mΐZΐmϐZϐmАZ ddlѐmҐZҐmӐZ ddlԐmՐZՐm֐Z ddlאmؐZ ddlِmڐZڐmېZ ddlܐmݐZݐmސZ ddlߐmZmZmZmZmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZmZmZmZmZ ddl mZmZ ddlmZ ddlmZ ddlmZm	Z	 dd&l
mZmZmZmZmZ dd'lmZmZmZmZmZ ddlmZmZ dd*lmZmZmZ ddlmZmZ ddl m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,m-Z-m.Z. ddl/m0Z0m1Z1 dd9l2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZS ddlTmUZU ddlVmWZW dd<lXmYZYmZZZm[Z[m\Z\m]Z]m^Z^ dd=l_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZi dd>ljmkZkmlZlmmZmmnZnmoZompZpmqZq dd?lrmsZsmtZtmuZumvZvmwZw ddlxmyZy ddlzm{Z{ ddl|m}Z} ddClm~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ ze Ise W n" eIy   ddlT Y nZ0 ddlemZ ddlmZ ddlmZ ddlmZ ddlmZ ddlǐmZ ddlmZ ddlmZ ddlCmZ ddlUmZ ddlmZ ddlmZ ddlmZ ddlΐmZ ddlѐmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddl+m.Z. ddl>mZ ddlSmZ ddlYmZ ddlmZ ddlmZ ddlmZ ddlmZ ddÐlmZ ddĐl mZ ddŐl&mZ ze LsZe W n" eLy~   ddlT Y n\0 ddlemZ ddlmZ ddȐlmZ ddlmZ ddlmÐZ ddlmĐZ ddlmŐZ ddlmƐZ ddlǐmǐZ ddlڐmȐZ ddlmɐZ ddlmʐZ ddҐlmːZ ddӐl	m̐Z ddԐlm͐Z ddՐl"mΐZ ddl*mϐZϐmАZАmѐZ dd֐l:mҐZ ddאlUmӐZ ddؐl_mԐZ ddِlkmՐZ ddڐlum֐Z ddېlxmאZ ddܐlmؐZ ddݐlmِZ ddސlmڐZ ddߐlmېZ ddlmܐZ ddlmݐZ ddlmސZ ddlmߐZ ddlʐmZ ddlӐmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddl	mZ ddlmZ ddlmZ ddl+mZ ddlOmZ ddlSmZ ddlYmZ ddl_mZ ddlcmZ ddlnmZ ddlmZ ddlmZ ddlmZ ddl
mZ ddlmZ ddl mZ ddl&mZ ddlmZ ze Pre Pse W n  eQy   ddlT Y n0 ddlmZmZ ze QsBe W n  eQyd   ddlT Y nd0 ddltmZ ddlm Z  dd lmZ ddlmZ ddl͐mZ ze Qse W n  eQy   ddlT Y n0 ddlmZ ze
 Rse W n  eRy@   ddlT Y n0 ddlkmZ ze Rsfe W n" eRy   ddlT Y n>0 ddl	m
Z
 ddlmZ ddlmZmZ ddlmZ dd	lmZ dd
lmZ ddlΐmZmZ ddlڐmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZ ddlmZm Z  ddl&m!Z!m"Z" ddl1m#Z#m$Z$ ddl4m%Z% ddl7m&Z& dd0lNm'Z'm(Z(m)Z) ddlhm*Z*m+Z+ ddlm,Z,m-Z- ddlmZmZ ddlmZmZ ddlm.Z.m/Z/ ddlِm0Z0 ddlܐm1Z1m2Z2 ddlm3Z3m4Z4 ddlm5Z5m6Z6 dd lm7Z7m8Z8 dd!lm9Z9 dd"l%m:Z:m;Z; dd#l2m<Z<m=Z= dd$l8m>Z> dd%lAm?Z?m@Z@ dd&lumAZA dd'l|mBZBmCZC dd(lmDZD dd)l͐mEZE dd*lܐmFZFmGZG ddelߐmZmZmZ dd+lmHZHmIZI dd,lmJZJ dd-l,mKZKmLZL ze Vse W n" eVy   ddlMT Y 1n0 dd.lNmOZO dd/lPmQZQ ddvlRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[ ddzlKm\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZy dd0lzm{Z{ ddlem|Z|m}Z}m~Z~mZmZmZmZmZmZmZ ddlhmZmZmZmZmZ ddlnmZmZmZmZmZ ddltmZmZmZmZ dd1lwmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z̐m͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZ ddlm֐Z֐mאZאmؐZؐmِZ ddlmڐZڐmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZm Z mZmZmZmZ ddlmZmZmZmZm	Z	m
Z
mZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZm Z  ddlm!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( ddlm)Z)m*Z*m+Z+m,Z,m-Z-m.Z. ddlm/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5 ddlm6Z6m7Z7m8Z8m9Z9m:Z:m;Z; ddlǐm<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZD ddlʐmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZM ddlΐmNZNmOZOmPZPmQZQmRZR ddlmZՐmSZSmTZTmUZUmVZVmWZWmXZXmYZY ddlڐmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z` ddlmaZambZbmcZcmdZdmeZemfZf ddlmgZgmhZhmiZimjZj ddlmkZkmlZlmmZmmnZnmoZo ddlmpZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZy ddlmzZzm{Z{m|Z|m}Z}m~Z~ ddlmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZ ddl mZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddl	mZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmÐZ ddlmĐZĐmŐZŐmƐZƐmǐZ ddlmȐZȐmɐZɐmʐZʐmːZːm̐Z ddlm͐Z͐mΐZΐmϐZϐmАZАmѐZ ddl"mҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZ ddl&mڐZڐmېZېmܐZ ddl*mݐZݐmސZސmߐZߐmZmZmZmZmZmZmZ ddl1mZmZmZmZmZ ddl4mZmZmZmZmZ ddl7mZmZmZmZ ddl:mZmZmZmZmZmZmZmZmZmZmZ dd2l>m Z  ddŐl@mZmZmZmZmZmZmZmZm	Z	m
Z
mZ ddƐlCmZmZmZmZmZmZmZmZ ddȐlFmZmZmZmZmZmZmZmZ ddʐlJmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ ddːlNm%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd̐lUm-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7 ddΐlXm8Z8m9Z9m:Z:m;Z;m<Z<m=Z= ddАl[m>Z>m?Z?m@Z@ ddѐl_mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZK ddӐlcmLZLmMZMmNZNmOZOmPZP ddԐlhmQZQmRZRmSZSmTZT ddՐlkmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z] ddאlom^Z^m_Z_m`Z`maZambZbmcZc ddِlrmdZdmeZemfZfmgZgmhZhmiZimjZjmkZk ddڐlumlZlmmZmmnZnmoZompZpmqZqmrZrmsZs ddېlxmtZtmuZumvZvmwZwmxZx ddݐl{myZymzZzm{Z{m|Z|m}Z}m~Z~ ddߐl~mZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmÐZÐmĐZĐmŐZ ddlmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZ ddlm̐Z̐m͐Z͐mΐZΐmϐZ ddlmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZ ddlÐmِZِmڐZڐmېZېmܐZܐmݐZ ddlƐmސZސmߐZߐmZmZmZmZmZmZmZmZmZ ddlʐmZmZmZmZmZmZmZ ddlΐmZmZmZmZ ddlѐmZmZmZ ddlӐmZmZmZmZmZmZ ddlِmZmZmZm Z  ddlܐmZmZmZmZmZ dd lmZmZmZm	Z	m
Z
mZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z# ddlm$Z$m%Z%m&Z&m'Z' dd	lm(Z(m)Z)m*Z* dd
lm+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z; ddlm<Z<m=Z=m>Z>m?Z?m@Z@mAZA ddlmBZBmCZCmDZDmEZEmFZF ddl mGZGmHZHmIZImJZJmKZK ddlmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZT ddlmUZUmVZVmWZWmXZX ddl	mYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_ ddlm`Z`maZambZbmcZcmdZd ddlmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZn ddlmoZompZpmqZqmrZrmsZsmtZt ddlmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z} ddlm~Z~mZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZ dd l#mZmZmZmZmZmZ dd!l%mZmZmZmZmZmZ dd"l+mZmZmZmZ dd$l/mZmZmZmZ dd%l2mZmZmZmZmZmZmZmZmZmZmZ dd&l8mZmZmZmZmZ dd'l>mZmZmZmZmZmZ dd(lAmZmZmZmZ dd*lDmZmZmZmZmZmZmZ dd,lHmZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z̐m͐Z dd.lKmΐZΐmϐZϐmАZАmѐZ dd/lOmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZ dd0lSmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZmZmZ dd2lVmZmZmZmZ dd3lYmZmZmZmZmZmZmZmZmZmZmZ dd5l\mZmZmZmZmZ dd6l_mZmZmZ dd7lcmZmZmZmZmZm Z mZmZmZ dd9lgmZmZmZmZmZm	Z	m
Z
mZmZ dd;ljmZmZmZmZmZmZmZmZmZmZmZmZ dd<lnmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z# dd>lrm$Z$m%Z%m&Z&m'Z' dd?lum(Z(m)Z)m*Z* dd@l|m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddBlm2Z2m3Z3m4Z4m5Z5m6Z6 ddDlm7Z7m8Z8m9Z9m:Z:m;Z; dd3lm<Z< ddGlm=Z=m>Z>m?Z?m@Z@ dd4lmAZAmBZB ddKlmCZCmDZDmEZEmFZFmGZGmHZHmIZI ddLlmJZJmKZKmLZLmMZMmNZNmOZO ddMlmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZX ddOlmYZYmZZZm[Z[m\Z\ ddQlm]Z]m^Z^m_Z_m`Z`maZambZb ddRlmcZcmdZdmeZemfZf ddTlmgZgmhZhmiZimjZjmkZk ddVlmlZlmmZmmnZnmoZompZpmqZqmrZr ddWlmsZsmtZtmuZumvZvmwZwmxZx ddYlmyZymzZzm{Z{m|Z| dd[lm}Z}m~Z~mZmZmZmZmZ dd]lmZmZmZmZ dd_lmZmZmZmZ dd5lmZ ddclmZmZmZ ddelĐmZmZmZmZmZmZmZ ddglɐmZmZmZ ddhl͐mZmZmZmZmZ ddjlѐmZmZmZmZmZmZ ddllԐmZmZmZmZmZmZmZmZ dd6lאmZmZ ddqlِmZmZmZmZ ddrlܐmZmZmZmZmZ ddslߐmZmZmZmZmZmZmZmZmZ dd7lmZ dd8lmZ ddylmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZ ddzlm̐Z̐m͐Z͐mΐZΐmϐZϐmАZ dd{lmѐZѐmҐZҐmӐZӐmԐZ dd}lmՐZՐm֐Z֐mאZאmؐZؐmِZ ddlmڐZڐmېZېmܐZܐmݐZ ddlmސZސmߐZߐmZmZmZmZmZmZmZ ddl mZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZ ddl
mZmZmZmZmZ ddlmZmZmZmZmZ ddl	m 	Z 	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m		Z		m
	Z
	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl 	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl#	m	Z	m	Z	m	Z	m 	Z 	m!	Z!	m"	Z"	m#	Z#	m$	Z$	m%	Z% ddl&	m&	Z&	m'	Z'	m(	Z(	m)	Z)	m*	Z*	m+	Z+	m,	Z,	m-	Z-	m.	Z.	m/	Z/ ddl)	m0	Z0	m1	Z1	m2	Z2	m3	Z3	m4	Z4	m5	Z5	m6	Z6	m7	Z7	m8	Z8 ddl,	m9	Z9	m:	Z:	m;	Z;	m<	Z< ddl/	m=	Z=	m>	Z>	m?	Z?	m@	Z@	mA	ZA	mB	ZB	mC	ZC	mD	ZD	mE	ZE dd	lF	mG	ZG	mH	ZH	mI	ZI	mJ	ZJ	mK	ZK	mL	ZL	mM	ZM	mN	ZN	mO	ZO	mP	ZP dd	lQ	mR	ZR	mS	ZS	mT	ZT dd9	lU	mV	ZV dd:	lW	mX	ZX dd;	lY	mZ	ZZ ze s*e W n" eyN   dd	l[T Y n0 dd<	l\	m]	Z] dd=	l^	m_	Z_ ddlK	m`	Z`	ma	Za	mb	Zb	mc	Zc	md	Zd	me	Ze	mf	Zf	mg	Zg	mh	Zh	mi	Zi	mj	Zj	mk	Zk	ml	Zl	mm	Zm dd>	ln	mo	Zo	mp	Zp dd	lq	mr	Zr	ms	Zs	mt	Zt	mu	Zu ddle	mv	Zv	mw	Zw	mx	Zx	my	Zy	mz	Zz	m{	Z{	m|	Z|	m}	Z}	m~	Z~	m	Z ddlw	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	mÐ	Z ddlǐ	mĐ	ZĐ	mŐ	ZŐ	mƐ	ZƐ	mǐ	Zǐ	mȐ	ZȐ	mɐ	Zɐ	mʐ	Zʐ	mː	Zː	m̐	Z ddlڐ	m͐	Z͐	mΐ	Zΐ	mϐ	Zϐ	mА	ZА	mѐ	Z ddl	mҐ	ZҐ	mӐ	ZӐ	mԐ	ZԐ	mՐ	ZՐ	m֐	Z֐	mא	Zא	mؐ	Zؐ	mِ	Zِ	mڐ	Z ddl	mې	Zې	mܐ	Zܐ	mݐ	Z ddl	mސ	Zސ	mߐ	Zߐ	m	Z	m	Z	m	Z ddl 	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl		m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddÐl"	m	Z
m 
Z 
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddĐl*
m
Z
m	
Z	
m

Z

m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddŐl4
m
Z
m
Z
m
Z
m
Z
m
Z ddƐl:
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd?l>
m
Z ddȐlFmZ
m 
Z 
m!
Z!
m"
Z"
m#
Z#
m$
Z$ ddɐlJ
m%
Z%
m&
Z&
m'
Z'
m(
Z(
m)
Z)
m*
Z*
m+
Z+
m,
Z, ddʐl_
m-
Z-
m.
Z.
m/
Z/
m0
Z0
m1
Z1
m2
Z2
m3
Z3
m4
Z4
m5
Z5
m6
Z6 ddːlk
m7
Z7
m8
Z8
m9
Z9
m:
Z:
m;
Z;
m<
Z<
m=
Z= dd̐l{
m>
Z>
m?
Z?
m@
Z@
mA
ZA
mB
ZB dd͐l
mC
ZC
mD
ZD
mE
ZE
mF
ZF
mG
ZG ddΐl
mH
ZH
mI
ZI
mJ
ZJ
mK
ZK ddϐl
mL
ZL
mM
ZM
mN
ZN
mO
ZO
mP
ZP
mQ
ZQ
mR
ZR
mS
ZS ddАl
mT
ZT
mU
ZU
mV
ZV
mW
ZW
mX
ZX
mY
ZY ddѐl
mZ
ZZ
m[
Z[
m\
Z\ ddҐl
m]
Z]
m^
Z^
m_
Z_
m`
Z`
ma
Za
mb
Zb
mc
Zc
md
Zd
me
Ze ddӐlʐ
mf
Zf
mg
Zg
mh
Zh
mi
Zi
mj
Zj
mk
Zk ddԐlѐ
ml
Zl
mm
Zm
mn
Zn ddՐl
mo
Zo
mp
Zp
mq
Zq dd֐l
mr
Zr
ms
Zs
mt
Zt
mu
Zu
mv
Zv
mw
Zw
mx
Zx
my
Zy
mz
Zz
m{
Z{
m|
Z| ddאl
m}
Z}
m~
Z~
m
Z
m
Z
m
Z ddؐl
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddِl
m
Z
m
Z
m
Z ddڐl
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddېl#
m
Z
m
Z
m
Z ddܐl+
m
Z
m
Z
m
Z ddݐlK
m
Z
m
Z
m
Z
m
Z ddސlV
m
Z
m
Z
m
Z
m
Z ddߐlY
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddl\
m
Z
m
Z
m
Z
m
Z ddlc
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddlg
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
mÐ
ZÐ
mĐ
Z ddln
mŐ
ZŐ
mƐ
ZƐ
mǐ
Zǐ
mȐ
ZȐ
mɐ
Zɐ
mʐ
Zʐ
mː
Zː
m̐
Z̐
m͐
Z͐
mΐ
Z ddlu
mϐ
Zϐ
mА
ZА
mѐ
Z ddl|
mҐ
ZҐ
mӐ
ZӐ
mԐ
ZԐ
mՐ
ZՐ
m֐
Z֐
mא
Z ddl
mؐ
Zؐ
mِ
Zِ
mڐ
Zڐ
mې
Z ddl
mܐ
Zܐ
mݐ
Zݐ
mސ
Zސ
mߐ
Zߐ
m
Z ddl
m
Z
m
Z
m
Z
m
Z
m
Z ddl
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddlĐ
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd@l
m
Z ddAl
m
Z ddl
m
Z
m
Z
m
Z ddl
m
Z
m
Z
m
Z ddl
m
Z
m
Z
m
Z
m
Z
m
Z ddl
m Z mZmZmZ ddlmZmZmZmZ ddlmZm	Z	m
Z
mZmZmZmZmZmZ ddl mZmZmZmZmZmZmZmZmZ ddl&mZmZmZmZmZmZm Z m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z' ddBl(m)Z) ze	 se W n" ey*   ddl*T Y n0 ddlKm+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4 ddCl5m6Z6 ddlem7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddlwm?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZX ddlmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_ ddlm`Z`maZambZbmcZc ddlmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZm ddlmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZv ddlmwZwmxZxmyZy dd	lmzZzm{Z{m|Z| dd
lڐm}Z}m~Z~mZmZmZmZ ddl"mZmZmZmZmZmZmZ ddl:mZmZmZmZmZmZmZmZmZ ddDl>mZ ddlkmZmZmZ ddlrmZmZmZ ddl{mZmZmZ ddlÐmZmZmZ ddlѐmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZ ddl#mZmZmZ ddl+mZmZmZ ddlVmZmZmZ ddl\mZmZmZ ddlcmZmZmZmZmZmZmZmZ ddlgmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZ ddlnmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z̐m͐Z ddElmΐZ ddlmϐZϐmАZАmѐZѐmҐZ ddFlmӐZ ddGlmԐZ dd lmՐZՐm֐Z֐mאZ dd!lmؐZؐmِZِmڐZڐmېZ ddHl
mܐZܐmݐZݐmސZސmߐZ dd#lmZmZmZ ddIl mZmZmZmZmZmZmZmZmZ n>ddJlZeee dK eedLe idMeje< e s:e s:e	 s:edN dJS (O  z4.30.2    )TYPE_CHECKING   )dependency_versions_check)OptionalDependencyNotAvailable_LazyModuleis_bitsandbytes_availableis_flax_availableis_keras_nlp_availableis_sentencepiece_availableis_speech_availableis_tensorflow_text_availableis_tf_availableis_timm_availableis_tokenizers_availableis_torch_availableis_torchvision_availableis_vision_availableloggingPretrainedConfig)DataProcessorInputExampleInputFeatures%SingleSentenceClassificationProcessorSquadExampleSquadFeaturesSquadV1ProcessorSquadV2Processorglue_compute_metrics!glue_convert_examples_to_featuresglue_output_modesglue_processorsglue_tasks_num_labels"squad_convert_examples_to_featuresxnli_compute_metricsxnli_output_modesxnli_processorsxnli_tasks_num_labels)
DataCollatorDataCollatorForLanguageModeling*DataCollatorForPermutationLanguageModelingDataCollatorForSeq2SeqDataCollatorForSOP"DataCollatorForTokenClassificationDataCollatorForWholeWordMaskDataCollatorWithPaddingDefaultDataCollatordefault_data_collatorSequenceFeatureExtractorBatchFeatureFeatureExtractionMixin)GenerationConfigTextIteratorStreamerTextStreamerHfArgumentParser)	is_clearml_availableis_comet_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_tensorboard_availableis_wandb_available	ModelCard)(convert_tf_weight_name_to_pt_weight_name$load_pytorch_checkpoint_in_tf2_modelload_pytorch_model_in_tf2_model!load_pytorch_weights_in_tf2_model$load_tf2_checkpoint_in_pytorch_modelload_tf2_model_in_pytorch_model!load_tf2_weights_in_pytorch_model$ALBERT_PRETRAINED_CONFIG_ARCHIVE_MAPAlbertConfig)#ALIGN_PRETRAINED_CONFIG_ARCHIVE_MAPAlignConfigAlignProcessorAlignTextConfigAlignVisionConfig)%ALTCLIP_PRETRAINED_CONFIG_ARCHIVE_MAPAltCLIPConfigAltCLIPProcessorAltCLIPTextConfigAltCLIPVisionConfig;AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP	ASTConfig)!ALL_PRETRAINED_CONFIG_ARCHIVE_MAPCONFIG_MAPPINGFEATURE_EXTRACTOR_MAPPINGIMAGE_PROCESSOR_MAPPINGMODEL_NAMES_MAPPINGPROCESSOR_MAPPINGTOKENIZER_MAPPING
AutoConfigAutoFeatureExtractorAutoImageProcessorAutoProcessorAutoTokenizer(AUTOFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPAutoformerConfig
BartConfigBartTokenizer"BEIT_PRETRAINED_CONFIG_ARCHIVE_MAP
BeitConfig)"BERT_PRETRAINED_CONFIG_ARCHIVE_MAPBasicTokenizer
BertConfigBertTokenizerWordpieceTokenizerBertGenerationConfig)BertJapaneseTokenizerCharacterTokenizerMecabTokenizerBertweetTokenizer&BIG_BIRD_PRETRAINED_CONFIG_ARCHIVE_MAPBigBirdConfig-BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAPBigBirdPegasusConfig)$BIOGPT_PRETRAINED_CONFIG_ARCHIVE_MAPBioGptConfigBioGptTokenizer!BIT_PRETRAINED_CONFIG_ARCHIVE_MAP	BitConfig)(BLENDERBOT_PRETRAINED_CONFIG_ARCHIVE_MAPBlenderbotConfigBlenderbotTokenizer).BLENDERBOT_SMALL_PRETRAINED_CONFIG_ARCHIVE_MAPBlenderbotSmallConfigBlenderbotSmallTokenizer)"BLIP_PRETRAINED_CONFIG_ARCHIVE_MAP
BlipConfigBlipProcessorBlipTextConfigBlipVisionConfig)$BLIP_2_PRETRAINED_CONFIG_ARCHIVE_MAPBlip2ConfigBlip2ProcessorBlip2QFormerConfigBlip2VisionConfig#BLOOM_PRETRAINED_CONFIG_ARCHIVE_MAPBloomConfig))BRIDGETOWER_PRETRAINED_CONFIG_ARCHIVE_MAPBridgeTowerConfigBridgeTowerProcessorBridgeTowerTextConfigBridgeTowerVisionConfigByT5Tokenizer'CAMEMBERT_PRETRAINED_CONFIG_ARCHIVE_MAPCamembertConfig)$CANINE_PRETRAINED_CONFIG_ARCHIVE_MAPCanineConfigCanineTokenizer)*CHINESE_CLIP_PRETRAINED_CONFIG_ARCHIVE_MAPChineseCLIPConfigChineseCLIPProcessorChineseCLIPTextConfigChineseCLIPVisionConfig)"CLAP_PRETRAINED_MODEL_ARCHIVE_LISTClapAudioConfig
ClapConfigClapProcessorClapTextConfig)"CLIP_PRETRAINED_CONFIG_ARCHIVE_MAP
CLIPConfigCLIPProcessorCLIPTextConfigCLIPTokenizerCLIPVisionConfig)%CLIPSEG_PRETRAINED_CONFIG_ARCHIVE_MAPCLIPSegConfigCLIPSegProcessorCLIPSegTextConfigCLIPSegVisionConfig)%CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAPCodeGenConfigCodeGenTokenizer.CONDITIONAL_DETR_PRETRAINED_CONFIG_ARCHIVE_MAPConditionalDetrConfig)&CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAPConvBertConfigConvBertTokenizer&CONVNEXT_PRETRAINED_CONFIG_ARCHIVE_MAPConvNextConfig(CONVNEXTV2_PRETRAINED_CONFIG_ARCHIVE_MAPConvNextV2Config)$CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAPCpmAntConfigCpmAntTokenizer)"CTRL_PRETRAINED_CONFIG_ARCHIVE_MAP
CTRLConfigCTRLTokenizer!CVT_PRETRAINED_CONFIG_ARCHIVE_MAP	CvtConfig)+DATA2VEC_TEXT_PRETRAINED_CONFIG_ARCHIVE_MAP-DATA2VEC_VISION_PRETRAINED_CONFIG_ARCHIVE_MAPData2VecAudioConfigData2VecTextConfigData2VecVisionConfig)%DEBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPDebertaConfigDebertaTokenizer(DEBERTA_V2_PRETRAINED_CONFIG_ARCHIVE_MAPDebertaV2Config2DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPDecisionTransformerConfig-DEFORMABLE_DETR_PRETRAINED_CONFIG_ARCHIVE_MAPDeformableDetrConfig"DEIT_PRETRAINED_CONFIG_ARCHIVE_MAP
DeiTConfig"DETA_PRETRAINED_CONFIG_ARCHIVE_MAP
DetaConfig"DETR_PRETRAINED_CONFIG_ARCHIVE_MAP
DetrConfig#DINAT_PRETRAINED_CONFIG_ARCHIVE_MAPDinatConfig)(DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAPDistilBertConfigDistilBertTokenizer)(DONUT_SWIN_PRETRAINED_CONFIG_ARCHIVE_MAPDonutProcessorDonutSwinConfig)!DPR_PRETRAINED_CONFIG_ARCHIVE_MAP	DPRConfigDPRContextEncoderTokenizerDPRQuestionEncoderTokenizerDPRReaderOutputDPRReaderTokenizer!DPT_PRETRAINED_CONFIG_ARCHIVE_MAP	DPTConfig-EFFICIENTFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPEfficientFormerConfig*EFFICIENTNET_PRETRAINED_CONFIG_ARCHIVE_MAPEfficientNetConfig)%ELECTRA_PRETRAINED_CONFIG_ARCHIVE_MAPElectraConfigElectraTokenizerEncoderDecoderConfig#ERNIE_PRETRAINED_CONFIG_ARCHIVE_MAPErnieConfig%ERNIE_M_PRETRAINED_CONFIG_ARCHIVE_MAPErnieMConfig)!ESM_PRETRAINED_CONFIG_ARCHIVE_MAP	EsmConfigEsmTokenizer)&FLAUBERT_PRETRAINED_CONFIG_ARCHIVE_MAPFlaubertConfigFlaubertTokenizer)#FLAVA_PRETRAINED_CONFIG_ARCHIVE_MAPFlavaConfigFlavaImageCodebookConfigFlavaImageConfigFlavaMultimodalConfigFlavaTextConfig"FNET_PRETRAINED_CONFIG_ARCHIVE_MAP
FNetConfig&FOCALNET_PRETRAINED_CONFIG_ARCHIVE_MAPFocalNetConfig)"FSMT_PRETRAINED_CONFIG_ARCHIVE_MAP
FSMTConfigFSMTTokenizer)$FUNNEL_PRETRAINED_CONFIG_ARCHIVE_MAPFunnelConfigFunnelTokenizer)!GIT_PRETRAINED_CONFIG_ARCHIVE_MAP	GitConfigGitProcessorGitVisionConfig"GLPN_PRETRAINED_CONFIG_ARCHIVE_MAP
GLPNConfig)"GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP
GPT2ConfigGPT2Tokenizer)GPT_BIGCODE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTBigCodeConfig%GPT_NEO_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoConfig&GPT_NEOX_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoXConfig/GPT_NEOX_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoXJapaneseConfig"GPTJ_PRETRAINED_CONFIG_ARCHIVE_MAP
GPTJConfig)-GPTSAN_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTSanJapaneseConfigGPTSanJapaneseTokenizer(GRAPHORMER_PRETRAINED_CONFIG_ARCHIVE_MAPGraphormerConfig)&GROUPVIT_PRETRAINED_CONFIG_ARCHIVE_MAPGroupViTConfigGroupViTTextConfigGroupViTVisionConfigHerbertTokenizer$HUBERT_PRETRAINED_CONFIG_ARCHIVE_MAPHubertConfig#IBERT_PRETRAINED_CONFIG_ARCHIVE_MAPIBertConfig&IMAGEGPT_PRETRAINED_CONFIG_ARCHIVE_MAPImageGPTConfig&INFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPInformerConfig)%JUKEBOX_PRETRAINED_CONFIG_ARCHIVE_MAPJukeboxConfigJukeboxPriorConfigJukeboxTokenizerJukeboxVQVAEConfig)&LAYOUTLM_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMConfigLayoutLMTokenizer)(LAYOUTLMV2_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMv2ConfigLayoutLMv2FeatureExtractorLayoutLMv2ImageProcessorLayoutLMv2ProcessorLayoutLMv2Tokenizer)(LAYOUTLMV3_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMv3ConfigLayoutLMv3FeatureExtractorLayoutLMv3ImageProcessorLayoutLMv3ProcessorLayoutLMv3TokenizerLayoutXLMProcessor)!LED_PRETRAINED_CONFIG_ARCHIVE_MAP	LEDConfigLEDTokenizer#LEVIT_PRETRAINED_CONFIG_ARCHIVE_MAPLevitConfig"LILT_PRETRAINED_CONFIG_ARCHIVE_MAP
LiltConfig#LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAPLlamaConfig)(LONGFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPLongformerConfigLongformerTokenizer$LONGT5_PRETRAINED_CONFIG_ARCHIVE_MAPLongT5Config)"LUKE_PRETRAINED_CONFIG_ARCHIVE_MAP
LukeConfigLukeTokenizer)$LXMERT_PRETRAINED_CONFIG_ARCHIVE_MAPLxmertConfigLxmertTokenizer%M2M_100_PRETRAINED_CONFIG_ARCHIVE_MAPM2M100ConfigMarianConfig)&MARKUPLM_PRETRAINED_CONFIG_ARCHIVE_MAPMarkupLMConfigMarkupLMFeatureExtractorMarkupLMProcessorMarkupLMTokenizer)MASK2FORMER_PRETRAINED_CONFIG_ARCHIVE_MAPMask2FormerConfig)(MASKFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPMaskFormerConfigMaskFormerSwinConfigMBartConfig)#MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAPMCTCTConfigMCTCTProcessor"MEGA_PRETRAINED_CONFIG_ARCHIVE_MAP
MegaConfig+MEGATRON_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPMegatronBertConfig)%MGP_STR_PRETRAINED_CONFIG_ARCHIVE_MAPMgpstrConfigMgpstrProcessorMgpstrTokenizer
MMBTConfig)(MOBILEBERT_PRETRAINED_CONFIG_ARCHIVE_MAPMobileBertConfigMobileBertTokenizer*MOBILENET_V1_PRETRAINED_CONFIG_ARCHIVE_MAPMobileNetV1Config*MOBILENET_V2_PRETRAINED_CONFIG_ARCHIVE_MAPMobileNetV2Config'MOBILEVIT_PRETRAINED_CONFIG_ARCHIVE_MAPMobileViTConfig)MOBILEVITV2_PRETRAINED_CONFIG_ARCHIVE_MAPMobileViTV2Config)#MPNET_PRETRAINED_CONFIG_ARCHIVE_MAPMPNetConfigMPNetTokenizer	MT5Config	MvpConfigMvpTokenizer!NAT_PRETRAINED_CONFIG_ARCHIVE_MAP	NatConfig#NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAPNezhaConfig&NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAPNllbMoeConfig+NYSTROMFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPNystromformerConfig)'ONEFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPOneFormerConfigOneFormerProcessor(OPEN_LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAPOpenLlamaConfig)(OPENAI_GPT_PRETRAINED_CONFIG_ARCHIVE_MAPOpenAIGPTConfigOpenAIGPTTokenizer	OPTConfig)$OWLVIT_PRETRAINED_CONFIG_ARCHIVE_MAPOwlViTConfigOwlViTProcessorOwlViTTextConfigOwlViTVisionConfig)%PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAPPegasusConfigPegasusTokenizer'PEGASUS_X_PRETRAINED_CONFIG_ARCHIVE_MAPPegasusXConfig)'PERCEIVER_PRETRAINED_CONFIG_ARCHIVE_MAPPerceiverConfigPerceiverTokenizerPhobertTokenizer)(PIX2STRUCT_PRETRAINED_CONFIG_ARCHIVE_MAPPix2StructConfigPix2StructProcessorPix2StructTextConfigPix2StructVisionConfig$PLBART_PRETRAINED_CONFIG_ARCHIVE_MAPPLBartConfig(POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPPoolFormerConfig)(PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAPProphetNetConfigProphetNetTokenizer%QDQBERT_PRETRAINED_CONFIG_ARCHIVE_MAPQDQBertConfig)	RagConfigRagRetrieverRagTokenizer)#REALM_PRETRAINED_CONFIG_ARCHIVE_MAPRealmConfigRealmTokenizer&REFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPReformerConfig$REGNET_PRETRAINED_CONFIG_ARCHIVE_MAPRegNetConfig%REMBERT_PRETRAINED_CONFIG_ARCHIVE_MAPRemBertConfig$RESNET_PRETRAINED_CONFIG_ARCHIVE_MAPResNetConfig)'RETRIBERT_PRETRAINED_CONFIG_ARCHIVE_MAPRetriBertConfigRetriBertTokenizer)%ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPRobertaConfigRobertaTokenizer2ROBERTA_PRELAYERNORM_PRETRAINED_CONFIG_ARCHIVE_MAPRobertaPreLayerNormConfig)&ROC_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPRoCBertConfigRoCBertTokenizer)&ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPRoFormerConfigRoFormerTokenizer"RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP
RwkvConfig)!SAM_PRETRAINED_CONFIG_ARCHIVE_MAP	SamConfigSamMaskDecoderConfigSamProcessorSamPromptEncoderConfigSamVisionConfig'SEGFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPSegformerConfig!SEW_PRETRAINED_CONFIG_ARCHIVE_MAP	SEWConfig#SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP
SEWDConfigSpeechEncoderDecoderConfig),SPEECH_TO_TEXT_PRETRAINED_CONFIG_ARCHIVE_MAPSpeech2TextConfigSpeech2TextProcessor).SPEECH_TO_TEXT_2_PRETRAINED_CONFIG_ARCHIVE_MAPSpeech2Text2ConfigSpeech2Text2ProcessorSpeech2Text2Tokenizer)&SPEECHT5_PRETRAINED_CONFIG_ARCHIVE_MAP.SPEECHT5_PRETRAINED_HIFIGAN_CONFIG_ARCHIVE_MAPSpeechT5ConfigSpeechT5HifiGanConfigSpeechT5Processor)&SPLINTER_PRETRAINED_CONFIG_ARCHIVE_MAPSplinterConfigSplinterTokenizer))SQUEEZEBERT_PRETRAINED_CONFIG_ARCHIVE_MAPSqueezeBertConfigSqueezeBertTokenizer)SWIFTFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPSwiftFormerConfig"SWIN_PRETRAINED_CONFIG_ARCHIVE_MAP
SwinConfig%SWIN2SR_PRETRAINED_CONFIG_ARCHIVE_MAPSwin2SRConfig$SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAPSwinv2Config1SWITCH_TRANSFORMERS_PRETRAINED_CONFIG_ARCHIVE_MAPSwitchTransformersConfig T5_PRETRAINED_CONFIG_ARCHIVE_MAPT5Config/TABLE_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTableTransformerConfig)#TAPAS_PRETRAINED_CONFIG_ARCHIVE_MAPTapasConfigTapasTokenizerTapexTokenizer5TIME_SERIES_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTimeSeriesTransformerConfig)TIMESFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTimesformerConfigTimmBackboneConfig4TRAJECTORY_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTrajectoryTransformerConfig)(TRANSFO_XL_PRETRAINED_CONFIG_ARCHIVE_MAPTransfoXLConfigTransfoXLCorpusTransfoXLTokenizer)#TROCR_PRETRAINED_CONFIG_ARCHIVE_MAPTrOCRConfigTrOCRProcessor)"TVLT_PRETRAINED_CONFIG_ARCHIVE_MAP
TvltConfigTvltProcessor'UNISPEECH_PRETRAINED_CONFIG_ARCHIVE_MAPUniSpeechConfig+UNISPEECH_SAT_PRETRAINED_CONFIG_ARCHIVE_MAPUniSpeechSatConfigUperNetConfig!VAN_PRETRAINED_CONFIG_ARCHIVE_MAP	VanConfig&VIDEOMAE_PRETRAINED_CONFIG_ARCHIVE_MAPVideoMAEConfig)"VILT_PRETRAINED_CONFIG_ARCHIVE_MAP
ViltConfigViltFeatureExtractorViltImageProcessorViltProcessorVisionEncoderDecoderConfigVisionTextDualEncoderConfigVisionTextDualEncoderProcessor)VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPVisualBertConfig!VIT_PRETRAINED_CONFIG_ARCHIVE_MAP	ViTConfig(VIT_HYBRID_PRETRAINED_CONFIG_ARCHIVE_MAPViTHybridConfig%VIT_MAE_PRETRAINED_CONFIG_ARCHIVE_MAPViTMAEConfig%VIT_MSN_PRETRAINED_CONFIG_ARCHIVE_MAPViTMSNConfig))WAV_2_VEC_2_PRETRAINED_CONFIG_ARCHIVE_MAPWav2Vec2ConfigWav2Vec2CTCTokenizerWav2Vec2FeatureExtractorWav2Vec2ProcessorWav2Vec2Tokenizer0WAV2VEC2_CONFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPWav2Vec2ConformerConfigWav2Vec2PhonemeCTCTokenizerWav2Vec2ProcessorWithLM#WAVLM_PRETRAINED_CONFIG_ARCHIVE_MAPWavLMConfig)%WHISPER_PRETRAINED_CONFIG_ARCHIVE_MAPWhisperConfigWhisperFeatureExtractorWhisperProcessorWhisperTokenizer)#XCLIP_PRETRAINED_CONFIG_ARCHIVE_MAPXCLIPConfigXCLIPProcessorXCLIPTextConfigXCLIPVisionConfig"XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP
XGLMConfig)!XLM_PRETRAINED_CONFIG_ARCHIVE_MAP	XLMConfigXLMTokenizer,XLM_PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAPXLMProphetNetConfig)XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPXLMRobertaConfig,XLM_ROBERTA_XL_PRETRAINED_CONFIG_ARCHIVE_MAPXLMRobertaXLConfig#XLNET_PRETRAINED_CONFIG_ARCHIVE_MAPXLNetConfig"XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP
XmodConfig#YOLOS_PRETRAINED_CONFIG_ARCHIVE_MAPYolosConfig"YOSO_PRETRAINED_CONFIG_ARCHIVE_MAP
YosoConfig)!AudioClassificationPipeline"AutomaticSpeechRecognitionPipelineConversationConversationalPipelineCsvPipelineDataFormatDepthEstimationPipeline!DocumentQuestionAnsweringPipelineFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageSegmentationPipelineImageToTextPipelineJsonPipelineDataFormatNerPipelineObjectDetectionPipelinePipedPipelineDataFormatPipelinePipelineDataFormatQuestionAnsweringPipelineSummarizationPipelineTableQuestionAnsweringPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTokenClassificationPipelineTranslationPipelineVideoClassificationPipelineVisualQuestionAnsweringPipeline#ZeroShotAudioClassificationPipelineZeroShotClassificationPipeline#ZeroShotImageClassificationPipelineZeroShotObjectDetectionPipelinepipelineProcessorMixinPreTrainedTokenizer)
AddedTokenBatchEncodingCharSpanPreTrainedTokenizerBaseSpecialTokensMixin	TokenSpan)
AgentAzureOpenAiAgentHfAgent
LocalAgentOpenAiAgentPipelineTool
RemoteToolToollaunch_gradio_demo	load_tool)DefaultFlowCallbackEarlyStoppingCallbackPrinterCallbackProgressCallbackTrainerCallbackTrainerControlTrainerState)EvalPredictionIntervalStrategySchedulerTypeenable_full_determinismset_seedTrainingArgumentsSeq2SeqTrainingArgumentsTFTrainingArguments)&CONFIG_NAMEMODEL_CARD_NAMEPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHESPIECE_UNDERLINETF2_WEIGHTS_NAMETF_WEIGHTS_NAMETRANSFORMERS_CACHEWEIGHTS_NAME
TensorTypeadd_end_docstringsadd_start_docstringsis_apex_availabler   is_datasets_availableis_decord_availableis_faiss_availabler   r	   is_phonemizer_availableis_psutil_availableis_py3nvml_availableis_pyctcdecode_availableis_safetensors_availableis_scipy_availabler
   is_sklearn_availabler   r   r   r   r   r   is_torch_neuroncore_availableis_torch_tpu_availabler   r   r   BitsAndBytesConfig)Zaudio_utilsZ	benchmarkcommandsconfiguration_utilsZconvert_graph_to_onnxZ+convert_slow_tokenizers_checkpoints_to_fastZ)convert_tf_hub_seq_to_seq_bert_to_pytorchdatazdata.data_collatorzdata.metricszdata.processorsZdebug_utilsr   Zdependency_versions_tableZdynamic_module_utils!feature_extraction_sequence_utilsfeature_extraction_utilsZ
file_utils
generationhf_argparserZimage_transformsintegrations	modelcardmodeling_tf_pytorch_utilsmodelsmodels.albertmodels.alignmodels.altclip$models.audio_spectrogram_transformermodels.automodels.autoformermodels.bartmodels.barthezmodels.bartphomodels.beitmodels.bertmodels.bert_generationzmodels.bert_japanesezmodels.bertweetmodels.big_birdmodels.bigbird_pegasusmodels.biogpt
models.bitmodels.blenderbotmodels.blenderbot_smallmodels.blipmodels.blip_2models.bloomzmodels.bortmodels.bridgetowerzmodels.byt5models.camembertmodels.caninemodels.chinese_clipmodels.clapmodels.clipmodels.clipsegmodels.codegenmodels.conditional_detrmodels.convbertmodels.convnextmodels.convnextv2
models.cpmmodels.cpmantmodels.ctrl
models.cvtmodels.data2vecmodels.debertamodels.deberta_v2models.decision_transformermodels.deformable_detrmodels.deitmodels.detamodels.detrzmodels.dialogptmodels.dinatmodels.distilbertz
models.ditmodels.donut
models.dpr
models.dptmodels.efficientformermodels.efficientnetmodels.electramodels.encoder_decodermodels.erniemodels.ernie_m
models.esmmodels.flaubertmodels.flavamodels.fnetmodels.focalnetmodels.fsmtmodels.funnel
models.gitmodels.glpnmodels.gpt2models.gpt_bigcodemodels.gpt_neomodels.gpt_neoxmodels.gpt_neox_japanesemodels.gpt_sw3models.gptjmodels.gptsan_japanesemodels.graphormermodels.groupvitmodels.herbertmodels.hubertmodels.ibertmodels.imagegptmodels.informermodels.jukeboxmodels.layoutlmmodels.layoutlmv2models.layoutlmv3models.layoutxlm
models.ledmodels.levitmodels.liltmodels.llamamodels.longformermodels.longt5models.lukemodels.lxmertmodels.m2m_100models.marianmodels.markuplmmodels.mask2formermodels.maskformermodels.mbartmodels.mbart50models.mctctmodels.megamodels.megatron_bertzmodels.megatron_gpt2models.mgp_strmodels.mlukemodels.mmbtmodels.mobilebertmodels.mobilenet_v1models.mobilenet_v2models.mobilevitmodels.mobilevitv2models.mpnet
models.mt5
models.mvp
models.natmodels.nezhamodels.nllbmodels.nllb_moemodels.nystromformermodels.oneformermodels.open_llamamodels.openai
models.optmodels.owlvitmodels.pegasusmodels.pegasus_xmodels.perceiverzmodels.phobertmodels.pix2structmodels.plbartmodels.poolformermodels.prophetnetmodels.qdqbert
models.ragmodels.realmmodels.reformermodels.regnetmodels.rembertmodels.resnetmodels.retribertmodels.robertamodels.roberta_prelayernormmodels.roc_bertmodels.roformermodels.rwkv
models.sammodels.segformer
models.sewmodels.sew_dmodels.speech_encoder_decodermodels.speech_to_textmodels.speech_to_text_2models.speecht5models.splintermodels.squeezebertmodels.swiftformermodels.swinmodels.swin2srmodels.swinv2models.switch_transformers	models.t5models.table_transformermodels.tapaszmodels.tapexmodels.time_series_transformermodels.timesformermodels.timm_backbonemodels.trajectory_transformermodels.transfo_xlmodels.trocrmodels.tvltmodels.unispeechmodels.unispeech_satmodels.upernet
models.vanmodels.videomaemodels.viltmodels.vision_encoder_decodermodels.vision_text_dual_encodermodels.visual_bert
models.vitmodels.vit_hybridmodels.vit_maemodels.vit_msnmodels.wav2vec2models.wav2vec2_conformerzmodels.wav2vec2_phonemezmodels.wav2vec2_with_lmmodels.wavlmmodels.whispermodels.x_clipmodels.xglm
models.xlmmodels.xlm_prophetnetmodels.xlm_robertamodels.xlm_roberta_xlmodels.xlnetmodels.xmodmodels.yolosmodels.yosoZonnx	pipelinesprocessing_utilsZtesting_utilstokenization_utilstokenization_utils_basetoolstrainer_callbacktrainer_utilstraining_argstraining_args_seq2seqtraining_args_tfutilszutils.bitsandbyteszutils.quantization_config)dummy_sentencepiece_objectsc                 C   s   g | ]}| d s|qS _
startswith.0name r  ^/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/transformers/__init__.py
<listcomp>  s   r  z!utils.dummy_sentencepiece_objectsr  AlbertTokenizerr  BarthezTokenizerr  BartphoTokenizerr  BertGenerationTokenizerr  BigBirdTokenizerr  CamembertTokenizerr  CpmTokenizerr  DebertaV2Tokenizerr  ErnieMTokenizerr  FNetTokenizerr  GPTSw3Tokenizerr  LayoutXLMTokenizerr  LlamaTokenizerr  M2M100Tokenizerr  MarianTokenizerr  MBartTokenizerr  MBart50Tokenizerr!  MLukeTokenizerr)  MT5Tokenizerr-  NllbTokenizerr5  r  r9  PLBartTokenizerr?  ReformerTokenizerrA  RemBertTokenizerrN  Speech2TextTokenizerrP  SpeechT5TokenizerrX  T5Tokenizerrt  XGLMTokenizerrv  XLMProphetNetTokenizerrw  XLMRobertaTokenizerry  XLNetTokenizer)dummy_tokenizers_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s   zutils.dummy_tokenizers_objectsAlbertTokenizerFastr  BartTokenizerFastBarthezTokenizerFastr  BertTokenizerFastBigBirdTokenizerFastr  BlenderbotTokenizerFastr  BlenderbotSmallTokenizerFastr  BloomTokenizerFastCamembertTokenizerFastr  CLIPTokenizerFastr  CodeGenTokenizerFastr  ConvBertTokenizerFastCpmTokenizerFastr  DebertaTokenizerFastDebertaV2TokenizerFastr  DistilBertTokenizerFastr  )DPRContextEncoderTokenizerFastDPRQuestionEncoderTokenizerFastDPRReaderTokenizerFastr  ElectraTokenizerFastFNetTokenizerFastr  FunnelTokenizerFastr  GPT2TokenizerFastr  GPTNeoXTokenizerFastr  GPTNeoXJapaneseTokenizerr  HerbertTokenizerFastr
  LayoutLMTokenizerFastr  LayoutLMv2TokenizerFastr  LayoutLMv3TokenizerFastLayoutXLMTokenizerFastr  LEDTokenizerFastLlamaTokenizerFastr  LongformerTokenizerFastr  LxmertTokenizerFastr  MarkupLMTokenizerFastMBartTokenizerFastMBart50TokenizerFastr#  MobileBertTokenizerFastr(  MPNetTokenizerFastMT5TokenizerFastr*  MvpTokenizerFastNllbTokenizerFastr2  OpenAIGPTTokenizerFastPegasusTokenizerFastr>  RealmTokenizerFastReformerTokenizerFastRemBertTokenizerFastrC  RetriBertTokenizerFastrD  RobertaTokenizerFastrG  RoFormerTokenizerFastrQ  SplinterTokenizerFastrR  SqueezeBertTokenizerFastT5TokenizerFastrr  WhisperTokenizerFastXGLMTokenizerFastXLMRobertaTokenizerFastXLNetTokenizerFastPreTrainedTokenizerFasttokenization_utils_fast)*dummy_sentencepiece_and_tokenizers_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  *  s   z0utils.dummy_sentencepiece_and_tokenizers_objectsSLOW_TO_FAST_CONVERTERSconvert_slow_tokenizer)dummy_speech_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  7  s   zutils.dummy_speech_objectsr  ASTFeatureExtractorr  MCTCTFeatureExtractorSpeech2TextFeatureExtractorSpeechT5FeatureExtractorra  TvltFeatureExtractor)dummy_tensorflow_text_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  H  s   z#utils.dummy_tensorflow_text_objectsTFBertTokenizer)dummy_keras_nlp_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  U  s   zutils.dummy_keras_nlp_objectsTFGPT2Tokenizer)dummy_vision_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  b  s   zutils.dummy_vision_objectsImageProcessingMixinimage_processing_utilsImageFeatureExtractionMixinimage_utilsr  BeitFeatureExtractorBeitImageProcessorr  BitImageProcessorr  BlipImageProcessorr  BridgeTowerImageProcessorr  ChineseCLIPFeatureExtractorChineseCLIPImageProcessorCLIPFeatureExtractorCLIPImageProcessorr  ConditionalDetrFeatureExtractorConditionalDetrImageProcessorr  ConvNextFeatureExtractorConvNextImageProcessorr  DeformableDetrFeatureExtractorDeformableDetrImageProcessorr  DeiTFeatureExtractorDeiTImageProcessorr  DetaImageProcessorr  DetrFeatureExtractorDetrImageProcessorr  DonutFeatureExtractorDonutImageProcessorr  DPTFeatureExtractorDPTImageProcessorr  EfficientFormerImageProcessorr  EfficientNetImageProcessorr  )FlavaFeatureExtractorFlavaImageProcessorFlavaProcessorr  GLPNFeatureExtractorGLPNImageProcessorr  ImageGPTFeatureExtractorImageGPTImageProcessorr7  r8  r=  r>  r  LevitFeatureExtractorLevitImageProcessorr  Mask2FormerImageProcessorr  MaskFormerFeatureExtractorMaskFormerImageProcessorr$  MobileNetV1FeatureExtractorMobileNetV1ImageProcessorr%  MobileNetV2FeatureExtractorMobileNetV2ImageProcessorr&  MobileViTFeatureExtractorMobileViTImageProcessorr0  OneFormerImageProcessorr4  OwlViTFeatureExtractorOwlViTImageProcessorr7  PerceiverFeatureExtractorPerceiverImageProcessorr8  Pix2StructImageProcessorr:  PoolFormerFeatureExtractorPoolFormerImageProcessorrI  SamImageProcessorrJ  SegformerFeatureExtractorSegformerImageProcessorrU  Swin2SRImageProcessorTvltImageProcessorrf  VideoMAEFeatureExtractorVideoMAEImageProcessorrg  )r  r  r  rk  ViTFeatureExtractorViTImageProcessorrl  ViTHybridImageProcessorr{  YolosFeatureExtractorYolosImageProcessor)dummy_pt_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r        zutils.dummy_pt_objectsZactivationsPyTorchBenchmarkzbenchmark.benchmarkPyTorchBenchmarkArgumentszbenchmark.benchmark_args)	GlueDatasetGlueDataTrainingArgumentsLineByLineTextDatasetLineByLineWithRefDatasetLineByLineWithSOPTextDatasetSquadDatasetSquadDataTrainingArgumentsTextDataset$TextDatasetForNextSentencePredictionzdata.datasetsZ	deepspeedr  )
BeamScorerBeamSearchScorerConstrainedBeamSearchScorer
ConstraintConstraintListStateDisjunctiveConstraintForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorGenerationMixinHammingDiversityLogitsProcessorInfNanRemoveLogitsProcessorLogitsProcessorLogitsProcessorListLogitsWarperMaxLengthCriteriaMaxTimeCriteriaMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessorPhrasalConstraint PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorStoppingCriteriaStoppingCriteriaListTemperatureLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarpertop_k_top_p_filteringZgeneration_utilsZmodeling_outputsPreTrainedModelmodeling_utils)
$ALBERT_PRETRAINED_MODEL_ARCHIVE_LISTAlbertForMaskedLMAlbertForMultipleChoiceAlbertForPreTrainingAlbertForQuestionAnsweringAlbertForSequenceClassificationAlbertForTokenClassificationAlbertModelAlbertPreTrainedModelload_tf_weights_in_albertr  )#ALIGN_PRETRAINED_MODEL_ARCHIVE_LIST
AlignModelAlignPreTrainedModelAlignTextModelAlignVisionModelr  )%ALTCLIP_PRETRAINED_MODEL_ARCHIVE_LISTAltCLIPModelAltCLIPPreTrainedModelAltCLIPTextModelAltCLIPVisionModel);AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTASTForAudioClassificationASTModelASTPreTrainedModelr  )B&MODEL_FOR_AUDIO_CLASSIFICATION_MAPPINGMODEL_FOR_AUDIO_XVECTOR_MAPPINGMODEL_FOR_BACKBONE_MAPPING'MODEL_FOR_CAUSAL_IMAGE_MODELING_MAPPINGMODEL_FOR_CAUSAL_LM_MAPPINGMODEL_FOR_CTC_MAPPING"MODEL_FOR_DEPTH_ESTIMATION_MAPPING-MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING&MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING$MODEL_FOR_IMAGE_SEGMENTATION_MAPPING'MODEL_FOR_INSTANCE_SEGMENTATION_MAPPING'MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGMODEL_FOR_MASKED_LM_MAPPING!MODEL_FOR_MASK_GENERATION_MAPPING!MODEL_FOR_MULTIPLE_CHOICE_MAPPING*MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"MODEL_FOR_OBJECT_DETECTION_MAPPINGMODEL_FOR_PRETRAINING_MAPPING$MODEL_FOR_QUESTION_ANSWERING_MAPPING'MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING&MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING)MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING"MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING*MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING&MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING(MODEL_FOR_UNIVERSAL_SEGMENTATION_MAPPING&MODEL_FOR_VIDEO_CLASSIFICATION_MAPPINGMODEL_FOR_VISION_2_SEQ_MAPPING+MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING0MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING,MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPINGMODEL_MAPPINGMODEL_WITH_LM_HEAD_MAPPINGAutoBackbone	AutoModelAutoModelForAudioClassification$AutoModelForAudioFrameClassificationAutoModelForAudioXVectorAutoModelForCausalLMAutoModelForCTCAutoModelForDepthEstimation%AutoModelForDocumentQuestionAnsweringAutoModelForImageClassificationAutoModelForImageSegmentation AutoModelForInstanceSegmentationAutoModelForMaskedImageModelingAutoModelForMaskedLMAutoModelForMaskGenerationAutoModelForMultipleChoice"AutoModelForNextSentencePredictionAutoModelForObjectDetectionAutoModelForPreTrainingAutoModelForQuestionAnswering AutoModelForSemanticSegmentationAutoModelForSeq2SeqLM"AutoModelForSequenceClassificationAutoModelForSpeechSeq2Seq"AutoModelForTableQuestionAnsweringAutoModelForTokenClassification!AutoModelForUniversalSegmentationAutoModelForVideoClassificationAutoModelForVision2Seq#AutoModelForVisualQuestionAnswering'AutoModelForZeroShotImageClassification#AutoModelForZeroShotObjectDetectionAutoModelWithLMHeadr  )(AUTOFORMER_PRETRAINED_MODEL_ARCHIVE_LISTAutoformerForPredictionAutoformerModelAutoformerPreTrainedModel)"BART_PRETRAINED_MODEL_ARCHIVE_LISTBartForCausalLMBartForConditionalGenerationBartForQuestionAnsweringBartForSequenceClassification	BartModelBartPretrainedModelPretrainedBartModel)"BEIT_PRETRAINED_MODEL_ARCHIVE_LISTBeitForImageClassificationBeitForMaskedImageModelingBeitForSemanticSegmentation	BeitModelBeitPreTrainedModel)"BERT_PRETRAINED_MODEL_ARCHIVE_LISTBertForMaskedLMBertForMultipleChoiceBertForNextSentencePredictionBertForPreTrainingBertForQuestionAnsweringBertForSequenceClassificationBertForTokenClassification	BertLayerBertLMHeadModel	BertModelBertPreTrainedModelload_tf_weights_in_bert)BertGenerationDecoderBertGenerationEncoderBertGenerationPreTrainedModel"load_tf_weights_in_bert_generation)&BIG_BIRD_PRETRAINED_MODEL_ARCHIVE_LISTBigBirdForCausalLMBigBirdForMaskedLMBigBirdForMultipleChoiceBigBirdForPreTrainingBigBirdForQuestionAnswering BigBirdForSequenceClassificationBigBirdForTokenClassificationBigBirdLayerBigBirdModelBigBirdPreTrainedModelload_tf_weights_in_big_birdr  )-BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LISTBigBirdPegasusForCausalLM&BigBirdPegasusForConditionalGeneration"BigBirdPegasusForQuestionAnswering'BigBirdPegasusForSequenceClassificationBigBirdPegasusModelBigBirdPegasusPreTrainedModelr  )$BIOGPT_PRETRAINED_MODEL_ARCHIVE_LISTBioGptForCausalLMBioGptForSequenceClassificationBioGptForTokenClassificationBioGptModelBioGptPreTrainedModel)!BIT_PRETRAINED_MODEL_ARCHIVE_LISTBitBackboneBitForImageClassificationBitModelBitPreTrainedModel)(BLENDERBOT_PRETRAINED_MODEL_ARCHIVE_LISTBlenderbotForCausalLM"BlenderbotForConditionalGenerationBlenderbotModelBlenderbotPreTrainedModel).BLENDERBOT_SMALL_PRETRAINED_MODEL_ARCHIVE_LISTBlenderbotSmallForCausalLM'BlenderbotSmallForConditionalGenerationBlenderbotSmallModelBlenderbotSmallPreTrainedModel)"BLIP_PRETRAINED_MODEL_ARCHIVE_LISTBlipForConditionalGenerationBlipForImageTextRetrievalBlipForQuestionAnswering	BlipModelBlipPreTrainedModelBlipTextModelBlipVisionModelr  )$BLIP_2_PRETRAINED_MODEL_ARCHIVE_LISTBlip2ForConditionalGeneration
Blip2ModelBlip2PreTrainedModelBlip2QFormerModelBlip2VisionModel)#BLOOM_PRETRAINED_MODEL_ARCHIVE_LISTBloomForCausalLMBloomForQuestionAnsweringBloomForSequenceClassificationBloomForTokenClassification
BloomModelBloomPreTrainedModel))BRIDGETOWER_PRETRAINED_MODEL_ARCHIVE_LIST!BridgeTowerForContrastiveLearning#BridgeTowerForImageAndTextRetrievalBridgeTowerForMaskedLMBridgeTowerModelBridgeTowerPreTrainedModel)	'CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_LISTCamembertForCausalLMCamembertForMaskedLMCamembertForMultipleChoiceCamembertForQuestionAnswering"CamembertForSequenceClassificationCamembertForTokenClassificationCamembertModelCamembertPreTrainedModelr  )	$CANINE_PRETRAINED_MODEL_ARCHIVE_LISTCanineForMultipleChoiceCanineForQuestionAnsweringCanineForSequenceClassificationCanineForTokenClassificationCanineLayerCanineModelCaninePreTrainedModelload_tf_weights_in_canine)*CHINESE_CLIP_PRETRAINED_MODEL_ARCHIVE_LISTChineseCLIPModelChineseCLIPPreTrainedModelChineseCLIPTextModelChineseCLIPVisionModelr  )r   ClapAudioModelClapAudioModelWithProjectionClapFeatureExtractor	ClapModelClapPreTrainedModelClapTextModelClapTextModelWithProjection)"CLIP_PRETRAINED_MODEL_ARCHIVE_LIST	CLIPModelCLIPPreTrainedModelCLIPTextModelCLIPTextModelWithProjectionCLIPVisionModelCLIPVisionModelWithProjectionr  )%CLIPSEG_PRETRAINED_MODEL_ARCHIVE_LISTCLIPSegForImageSegmentationCLIPSegModelCLIPSegPreTrainedModelCLIPSegTextModelCLIPSegVisionModel)%CODEGEN_PRETRAINED_MODEL_ARCHIVE_LISTCodeGenForCausalLMCodeGenModelCodeGenPreTrainedModel).CONDITIONAL_DETR_PRETRAINED_MODEL_ARCHIVE_LIST!ConditionalDetrForObjectDetectionConditionalDetrForSegmentationConditionalDetrModelConditionalDetrPreTrainedModel)
&CONVBERT_PRETRAINED_MODEL_ARCHIVE_LISTConvBertForMaskedLMConvBertForMultipleChoiceConvBertForQuestionAnswering!ConvBertForSequenceClassificationConvBertForTokenClassificationConvBertLayerConvBertModelConvBertPreTrainedModelload_tf_weights_in_convbert)&CONVNEXT_PRETRAINED_MODEL_ARCHIVE_LISTConvNextBackboneConvNextForImageClassificationConvNextModelConvNextPreTrainedModelr  )(CONVNEXTV2_PRETRAINED_MODEL_ARCHIVE_LISTConvNextV2Backbone ConvNextV2ForImageClassificationConvNextV2ModelConvNextV2PreTrainedModelr  )$CPMANT_PRETRAINED_MODEL_ARCHIVE_LISTCpmAntForCausalLMCpmAntModelCpmAntPreTrainedModelr  )"CTRL_PRETRAINED_MODEL_ARCHIVE_LISTCTRLForSequenceClassificationCTRLLMHeadModel	CTRLModelCTRLPreTrainedModelr  )!CVT_PRETRAINED_MODEL_ARCHIVE_LISTCvtForImageClassificationCvtModelCvtPreTrainedModelr  ),DATA2VEC_AUDIO_PRETRAINED_MODEL_ARCHIVE_LIST+DATA2VEC_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST-DATA2VEC_VISION_PRETRAINED_MODEL_ARCHIVE_LIST(Data2VecAudioForAudioFrameClassificationData2VecAudioForCTC&Data2VecAudioForSequenceClassificationData2VecAudioForXVectorData2VecAudioModelData2VecAudioPreTrainedModelData2VecTextForCausalLMData2VecTextForMaskedLMData2VecTextForMultipleChoice Data2VecTextForQuestionAnswering%Data2VecTextForSequenceClassification"Data2VecTextForTokenClassificationData2VecTextModelData2VecTextPreTrainedModel$Data2VecVisionForImageClassification%Data2VecVisionForSemanticSegmentationData2VecVisionModelData2VecVisionPreTrainedModel)%DEBERTA_PRETRAINED_MODEL_ARCHIVE_LISTDebertaForMaskedLMDebertaForQuestionAnswering DebertaForSequenceClassificationDebertaForTokenClassificationDebertaModelDebertaPreTrainedModel)(DEBERTA_V2_PRETRAINED_MODEL_ARCHIVE_LISTDebertaV2ForMaskedLMDebertaV2ForMultipleChoiceDebertaV2ForQuestionAnswering"DebertaV2ForSequenceClassificationDebertaV2ForTokenClassificationDebertaV2ModelDebertaV2PreTrainedModelr  )2DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTDecisionTransformerGPT2Model&DecisionTransformerGPT2PreTrainedModelDecisionTransformerModel"DecisionTransformerPreTrainedModel)-DEFORMABLE_DETR_PRETRAINED_MODEL_ARCHIVE_LIST DeformableDetrForObjectDetectionDeformableDetrModelDeformableDetrPreTrainedModel)"DEIT_PRETRAINED_MODEL_ARCHIVE_LISTDeiTForImageClassification%DeiTForImageClassificationWithTeacherDeiTForMaskedImageModeling	DeiTModelDeiTPreTrainedModel)"DETA_PRETRAINED_MODEL_ARCHIVE_LISTDetaForObjectDetection	DetaModelDetaPreTrainedModel)"DETR_PRETRAINED_MODEL_ARCHIVE_LISTDetrForObjectDetectionDetrForSegmentation	DetrModelDetrPreTrainedModelr  )#DINAT_PRETRAINED_MODEL_ARCHIVE_LISTDinatBackboneDinatForImageClassification
DinatModelDinatPreTrainedModel)(DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LISTDistilBertForMaskedLMDistilBertForMultipleChoiceDistilBertForQuestionAnswering#DistilBertForSequenceClassification DistilBertForTokenClassificationDistilBertModelDistilBertPreTrainedModel)(DONUT_SWIN_PRETRAINED_MODEL_ARCHIVE_LISTDonutSwinModelDonutSwinPreTrainedModel)
1DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST2DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST(DPR_READER_PRETRAINED_MODEL_ARCHIVE_LISTDPRContextEncoderDPRPretrainedContextEncoderDPRPreTrainedModelDPRPretrainedQuestionEncoderDPRPretrainedReaderDPRQuestionEncoder	DPRReader)!DPT_PRETRAINED_MODEL_ARCHIVE_LISTDPTForDepthEstimationDPTForSemanticSegmentationDPTModelDPTPreTrainedModel)-EFFICIENTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST%EfficientFormerForImageClassification0EfficientFormerForImageClassificationWithTeacherEfficientFormerModelEfficientFormerPreTrainedModel)*EFFICIENTNET_PRETRAINED_MODEL_ARCHIVE_LIST"EfficientNetForImageClassificationEfficientNetModelEfficientNetPreTrainedModel)%ELECTRA_PRETRAINED_MODEL_ARCHIVE_LISTElectraForCausalLMElectraForMaskedLMElectraForMultipleChoiceElectraForPreTrainingElectraForQuestionAnswering ElectraForSequenceClassificationElectraForTokenClassificationElectraModelElectraPreTrainedModelload_tf_weights_in_electrar  EncoderDecoderModelr  )#ERNIE_PRETRAINED_MODEL_ARCHIVE_LISTErnieForCausalLMErnieForMaskedLMErnieForMultipleChoiceErnieForNextSentencePredictionErnieForPreTrainingErnieForQuestionAnsweringErnieForSequenceClassificationErnieForTokenClassification
ErnieModelErniePreTrainedModel)%ERNIE_M_PRETRAINED_MODEL_ARCHIVE_LISTErnieMForInformationExtractionErnieMForMultipleChoiceErnieMForQuestionAnsweringErnieMForSequenceClassificationErnieMForTokenClassificationErnieMModelErnieMPreTrainedModelr  )!ESM_PRETRAINED_MODEL_ARCHIVE_LISTEsmFoldPreTrainedModelEsmForMaskedLMEsmForProteinFoldingEsmForSequenceClassificationEsmForTokenClassificationEsmModelEsmPreTrainedModelr  )	&FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LISTFlaubertForMultipleChoiceFlaubertForQuestionAnswering"FlaubertForQuestionAnsweringSimple!FlaubertForSequenceClassificationFlaubertForTokenClassificationFlaubertModelFlaubertPreTrainedModelFlaubertWithLMHeadModel)#FLAVA_PRETRAINED_MODEL_ARCHIVE_LISTFlavaForPreTrainingFlavaImageCodebookFlavaImageModel
FlavaModelFlavaMultimodalModelFlavaPreTrainedModelFlavaTextModel)"FNET_PRETRAINED_MODEL_ARCHIVE_LISTFNetForMaskedLMFNetForMultipleChoiceFNetForNextSentencePredictionFNetForPreTrainingFNetForQuestionAnsweringFNetForSequenceClassificationFNetForTokenClassification	FNetLayer	FNetModelFNetPreTrainedModelr  )&FOCALNET_PRETRAINED_MODEL_ARCHIVE_LISTFocalNetBackboneFocalNetForImageClassificationFocalNetForMaskedImageModelingFocalNetModelFocalNetPreTrainedModelr  )FSMTForConditionalGeneration	FSMTModelPretrainedFSMTModel)$FUNNEL_PRETRAINED_MODEL_ARCHIVE_LISTFunnelBaseModelFunnelForMaskedLMFunnelForMultipleChoiceFunnelForPreTrainingFunnelForQuestionAnsweringFunnelForSequenceClassificationFunnelForTokenClassificationFunnelModelFunnelPreTrainedModelload_tf_weights_in_funnelr  )!GIT_PRETRAINED_MODEL_ARCHIVE_LISTGitForCausalLMGitModelGitPreTrainedModelGitVisionModel)"GLPN_PRETRAINED_MODEL_ARCHIVE_LISTGLPNForDepthEstimation	GLPNModelGLPNPreTrainedModel)	"GPT2_PRETRAINED_MODEL_ARCHIVE_LISTGPT2DoubleHeadsModelGPT2ForQuestionAnsweringGPT2ForSequenceClassificationGPT2ForTokenClassificationGPT2LMHeadModel	GPT2ModelGPT2PreTrainedModelload_tf_weights_in_gpt2r  ))GPT_BIGCODE_PRETRAINED_MODEL_ARCHIVE_LISTGPTBigCodeForCausalLM#GPTBigCodeForSequenceClassification GPTBigCodeForTokenClassificationGPTBigCodeModelGPTBigCodePreTrainedModelr  )%GPT_NEO_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoForCausalLMGPTNeoForQuestionAnsweringGPTNeoForSequenceClassificationGPTNeoForTokenClassificationGPTNeoModelGPTNeoPreTrainedModelload_tf_weights_in_gpt_neo)&GPT_NEOX_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoXForCausalLMGPTNeoXForQuestionAnswering GPTNeoXForSequenceClassificationGPTNeoXForTokenClassificationGPTNeoXLayerGPTNeoXModelGPTNeoXPreTrainedModel)/GPT_NEOX_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoXJapaneseForCausalLMGPTNeoXJapaneseLayerGPTNeoXJapaneseModelGPTNeoXJapanesePreTrainedModelr   )"GPTJ_PRETRAINED_MODEL_ARCHIVE_LISTGPTJForCausalLMGPTJForQuestionAnsweringGPTJForSequenceClassification	GPTJModelGPTJPreTrainedModelr  )-GPTSAN_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LIST&GPTSanJapaneseForConditionalGenerationGPTSanJapaneseModelGPTSanJapanesePreTrainedModelr  )(GRAPHORMER_PRETRAINED_MODEL_ARCHIVE_LIST GraphormerForGraphClassificationGraphormerModelGraphormerPreTrainedModelr  )&GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LISTGroupViTModelGroupViTPreTrainedModelGroupViTTextModelGroupViTVisionModelr  )$HUBERT_PRETRAINED_MODEL_ARCHIVE_LISTHubertForCTCHubertForSequenceClassificationHubertModelHubertPreTrainedModelr  )#IBERT_PRETRAINED_MODEL_ARCHIVE_LISTIBertForMaskedLMIBertForMultipleChoiceIBertForQuestionAnsweringIBertForSequenceClassificationIBertForTokenClassification
IBertModelIBertPreTrainedModel)&IMAGEGPT_PRETRAINED_MODEL_ARCHIVE_LISTImageGPTForCausalImageModelingImageGPTForImageClassificationImageGPTModelImageGPTPreTrainedModelload_tf_weights_in_imagegptr  )&INFORMER_PRETRAINED_MODEL_ARCHIVE_LISTInformerForPredictionInformerModelInformerPreTrainedModelr	  )%JUKEBOX_PRETRAINED_MODEL_ARCHIVE_LISTJukeboxModelJukeboxPreTrainedModelJukeboxPriorJukeboxVQVAE)&LAYOUTLM_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMForMaskedLMLayoutLMForQuestionAnswering!LayoutLMForSequenceClassificationLayoutLMForTokenClassificationLayoutLMModelLayoutLMPreTrainedModel)(LAYOUTLMV2_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMv2ForQuestionAnswering#LayoutLMv2ForSequenceClassification LayoutLMv2ForTokenClassificationLayoutLMv2ModelLayoutLMv2PreTrainedModel)(LAYOUTLMV3_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMv3ForQuestionAnswering#LayoutLMv3ForSequenceClassification LayoutLMv3ForTokenClassificationLayoutLMv3ModelLayoutLMv3PreTrainedModel)!LED_PRETRAINED_MODEL_ARCHIVE_LISTLEDForConditionalGenerationLEDForQuestionAnsweringLEDForSequenceClassificationLEDModelLEDPreTrainedModel)#LEVIT_PRETRAINED_MODEL_ARCHIVE_LISTLevitForImageClassification&LevitForImageClassificationWithTeacher
LevitModelLevitPreTrainedModelr  )"LILT_PRETRAINED_MODEL_ARCHIVE_LISTLiltForQuestionAnsweringLiltForSequenceClassificationLiltForTokenClassification	LiltModelLiltPreTrainedModel)LlamaForCausalLMLlamaForSequenceClassification
LlamaModelLlamaPreTrainedModel)	(LONGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTLongformerForMaskedLMLongformerForMultipleChoiceLongformerForQuestionAnswering#LongformerForSequenceClassification LongformerForTokenClassificationLongformerModelLongformerPreTrainedModelLongformerSelfAttentionr  )$LONGT5_PRETRAINED_MODEL_ARCHIVE_LISTLongT5EncoderModelLongT5ForConditionalGenerationLongT5ModelLongT5PreTrainedModelr  )"LUKE_PRETRAINED_MODEL_ARCHIVE_LISTLukeForEntityClassificationLukeForEntityPairClassificationLukeForEntitySpanClassificationLukeForMaskedLMLukeForMultipleChoiceLukeForQuestionAnsweringLukeForSequenceClassificationLukeForTokenClassification	LukeModelLukePreTrainedModel)LxmertEncoderLxmertForPreTrainingLxmertForQuestionAnsweringLxmertModelLxmertPreTrainedModelLxmertVisualFeatureEncoderLxmertXLayer)%M2M_100_PRETRAINED_MODEL_ARCHIVE_LISTM2M100ForConditionalGenerationM2M100ModelM2M100PreTrainedModel)MarianForCausalLMMarianModelMarianMTModel)&MARKUPLM_PRETRAINED_MODEL_ARCHIVE_LISTMarkupLMForQuestionAnswering!MarkupLMForSequenceClassificationMarkupLMForTokenClassificationMarkupLMModelMarkupLMPreTrainedModel))MASK2FORMER_PRETRAINED_MODEL_ARCHIVE_LIST#Mask2FormerForUniversalSegmentationMask2FormerModelMask2FormerPreTrainedModel)(MASKFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!MaskFormerForInstanceSegmentationMaskFormerModelMaskFormerPreTrainedModelMaskFormerSwinBackbone)MBartForCausalLMMBartForConditionalGenerationMBartForQuestionAnsweringMBartForSequenceClassification
MBartModelMBartPreTrainedModel)#MCTCT_PRETRAINED_MODEL_ARCHIVE_LISTMCTCTForCTC
MCTCTModelMCTCTPreTrainedModelr  )	"MEGA_PRETRAINED_MODEL_ARCHIVE_LISTMegaForCausalLMMegaForMaskedLMMegaForMultipleChoiceMegaForQuestionAnsweringMegaForSequenceClassificationMegaForTokenClassification	MegaModelMegaPreTrainedModelr  )+MEGATRON_BERT_PRETRAINED_MODEL_ARCHIVE_LISTMegatronBertForCausalLMMegatronBertForMaskedLMMegatronBertForMultipleChoice%MegatronBertForNextSentencePredictionMegatronBertForPreTraining MegatronBertForQuestionAnswering%MegatronBertForSequenceClassification"MegatronBertForTokenClassificationMegatronBertModelMegatronBertPreTrainedModelr   )%MGP_STR_PRETRAINED_MODEL_ARCHIVE_LISTMgpstrForSceneTextRecognitionMgpstrModelMgpstrPreTrainedModelr"  )MMBTForClassification	MMBTModelModalEmbeddings)(MOBILEBERT_PRETRAINED_MODEL_ARCHIVE_LISTMobileBertForMaskedLMMobileBertForMultipleChoice#MobileBertForNextSentencePredictionMobileBertForPreTrainingMobileBertForQuestionAnswering#MobileBertForSequenceClassification MobileBertForTokenClassificationMobileBertLayerMobileBertModelMobileBertPreTrainedModelload_tf_weights_in_mobilebert)*MOBILENET_V1_PRETRAINED_MODEL_ARCHIVE_LIST!MobileNetV1ForImageClassificationMobileNetV1ModelMobileNetV1PreTrainedModelload_tf_weights_in_mobilenet_v1)*MOBILENET_V2_PRETRAINED_MODEL_ARCHIVE_LIST!MobileNetV2ForImageClassification"MobileNetV2ForSemanticSegmentationMobileNetV2ModelMobileNetV2PreTrainedModelload_tf_weights_in_mobilenet_v2)'MOBILEVIT_PRETRAINED_MODEL_ARCHIVE_LISTMobileViTForImageClassification MobileViTForSemanticSegmentationMobileViTModelMobileViTPreTrainedModelr'  ))MOBILEVITV2_PRETRAINED_MODEL_ARCHIVE_LIST!MobileViTV2ForImageClassification"MobileViTV2ForSemanticSegmentationMobileViTV2ModelMobileViTV2PreTrainedModel)	#MPNET_PRETRAINED_MODEL_ARCHIVE_LISTMPNetForMaskedLMMPNetForMultipleChoiceMPNetForQuestionAnsweringMPNetForSequenceClassificationMPNetForTokenClassification
MPNetLayer
MPNetModelMPNetPreTrainedModel)MT5EncoderModelMT5ForConditionalGenerationMT5ModelMT5PreTrainedModel)!MVP_PRETRAINED_MODEL_ARCHIVE_LISTMvpForCausalLMMvpForConditionalGenerationMvpForQuestionAnsweringMvpForSequenceClassificationMvpModelMvpPreTrainedModelr+  )!NAT_PRETRAINED_MODEL_ARCHIVE_LISTNatBackboneNatForImageClassificationNatModelNatPreTrainedModelr,  )
#NEZHA_PRETRAINED_MODEL_ARCHIVE_LISTNezhaForMaskedLMNezhaForMultipleChoiceNezhaForNextSentencePredictionNezhaForPreTrainingNezhaForQuestionAnsweringNezhaForSequenceClassificationNezhaForTokenClassification
NezhaModelNezhaPreTrainedModelr.  )&NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LISTNllbMoeForConditionalGenerationNllbMoeModelNllbMoePreTrainedModelNllbMoeSparseMLPNllbMoeTop2Routerr/  )	+NYSTROMFORMER_PRETRAINED_MODEL_ARCHIVE_LISTNystromformerForMaskedLMNystromformerForMultipleChoice!NystromformerForQuestionAnswering&NystromformerForSequenceClassification#NystromformerForTokenClassificationNystromformerLayerNystromformerModelNystromformerPreTrainedModel)'ONEFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!OneFormerForUniversalSegmentationOneFormerModelOneFormerPreTrainedModelr1  )OpenLlamaForCausalLM"OpenLlamaForSequenceClassificationOpenLlamaModelOpenLlamaPreTrainedModel)(OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LISTOpenAIGPTDoubleHeadsModel"OpenAIGPTForSequenceClassificationOpenAIGPTLMHeadModelOpenAIGPTModelOpenAIGPTPreTrainedModelload_tf_weights_in_openai_gptr3  )!OPT_PRETRAINED_MODEL_ARCHIVE_LISTOPTForCausalLMOPTForQuestionAnsweringOPTForSequenceClassificationOPTModelOPTPreTrainedModel)$OWLVIT_PRETRAINED_MODEL_ARCHIVE_LISTOwlViTForObjectDetectionOwlViTModelOwlViTPreTrainedModelOwlViTTextModelOwlViTVisionModel)PegasusForCausalLMPegasusForConditionalGenerationPegasusModelPegasusPreTrainedModelr6  )'PEGASUS_X_PRETRAINED_MODEL_ARCHIVE_LIST PegasusXForConditionalGenerationPegasusXModelPegasusXPreTrainedModel)'PERCEIVER_PRETRAINED_MODEL_ARCHIVE_LIST-PerceiverForImageClassificationConvProcessing&PerceiverForImageClassificationFourier&PerceiverForImageClassificationLearnedPerceiverForMaskedLM"PerceiverForMultimodalAutoencodingPerceiverForOpticalFlow"PerceiverForSequenceClassificationPerceiverLayerPerceiverModelPerceiverPreTrainedModel)(PIX2STRUCT_PRETRAINED_MODEL_ARCHIVE_LIST"Pix2StructForConditionalGenerationPix2StructPreTrainedModelPix2StructTextModelPix2StructVisionModel)$PLBART_PRETRAINED_MODEL_ARCHIVE_LISTPLBartForCausalLMPLBartForConditionalGenerationPLBartForSequenceClassificationPLBartModelPLBartPreTrainedModel)(POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST PoolFormerForImageClassificationPoolFormerModelPoolFormerPreTrainedModelr;  )(PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LISTProphetNetDecoderProphetNetEncoderProphetNetForCausalLM"ProphetNetForConditionalGenerationProphetNetModelProphetNetPreTrainedModelr<  )%QDQBERT_PRETRAINED_MODEL_ARCHIVE_LISTQDQBertForMaskedLMQDQBertForMultipleChoice QDQBertForNextSentencePredictionQDQBertForQuestionAnswering QDQBertForSequenceClassificationQDQBertForTokenClassificationQDQBertLayerQDQBertLMHeadModelQDQBertModelQDQBertPreTrainedModelload_tf_weights_in_qdqbertr=  )RagModelRagPreTrainedModelRagSequenceForGenerationRagTokenForGeneration)	#REALM_PRETRAINED_MODEL_ARCHIVE_LISTRealmEmbedderRealmForOpenQARealmKnowledgeAugEncoderRealmPreTrainedModelRealmReaderRealmRetrieverRealmScorerload_tf_weights_in_realm)	&REFORMER_PRETRAINED_MODEL_ARCHIVE_LISTReformerAttentionReformerForMaskedLMReformerForQuestionAnswering!ReformerForSequenceClassificationReformerLayerReformerModelReformerModelWithLMHeadReformerPreTrainedModelr@  )$REGNET_PRETRAINED_MODEL_ARCHIVE_LISTRegNetForImageClassificationRegNetModelRegNetPreTrainedModel)%REMBERT_PRETRAINED_MODEL_ARCHIVE_LISTRemBertForCausalLMRemBertForMaskedLMRemBertForMultipleChoiceRemBertForQuestionAnswering RemBertForSequenceClassificationRemBertForTokenClassificationRemBertLayerRemBertModelRemBertPreTrainedModelload_tf_weights_in_rembertrB  )$RESNET_PRETRAINED_MODEL_ARCHIVE_LISTResNetBackboneResNetForImageClassificationResNetModelResNetPreTrainedModel)'RETRIBERT_PRETRAINED_MODEL_ARCHIVE_LISTRetriBertModelRetriBertPreTrainedModel)	%ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTRobertaForCausalLMRobertaForMaskedLMRobertaForMultipleChoiceRobertaForQuestionAnswering RobertaForSequenceClassificationRobertaForTokenClassificationRobertaModelRobertaPreTrainedModelrE  )	2ROBERTA_PRELAYERNORM_PRETRAINED_MODEL_ARCHIVE_LISTRobertaPreLayerNormForCausalLMRobertaPreLayerNormForMaskedLM$RobertaPreLayerNormForMultipleChoice'RobertaPreLayerNormForQuestionAnswering,RobertaPreLayerNormForSequenceClassification)RobertaPreLayerNormForTokenClassificationRobertaPreLayerNormModel"RobertaPreLayerNormPreTrainedModelrF  )&ROC_BERT_PRETRAINED_MODEL_ARCHIVE_LISTRoCBertForCausalLMRoCBertForMaskedLMRoCBertForMultipleChoiceRoCBertForPreTrainingRoCBertForQuestionAnswering RoCBertForSequenceClassificationRoCBertForTokenClassificationRoCBertLayerRoCBertModelRoCBertPreTrainedModelload_tf_weights_in_roc_bert)&ROFORMER_PRETRAINED_MODEL_ARCHIVE_LISTRoFormerForCausalLMRoFormerForMaskedLMRoFormerForMultipleChoiceRoFormerForQuestionAnswering!RoFormerForSequenceClassificationRoFormerForTokenClassificationRoFormerLayerRoFormerModelRoFormerPreTrainedModelload_tf_weights_in_roformerrH  )"RWKV_PRETRAINED_MODEL_ARCHIVE_LISTRwkvForCausalLM	RwkvModelRwkvPreTrainedModel)!SAM_PRETRAINED_MODEL_ARCHIVE_LISTSamModelSamPreTrainedModel)'SEGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTSegformerDecodeHeadSegformerForImageClassification SegformerForSemanticSegmentationSegformerLayerSegformerModelSegformerPreTrainedModelrK  )!SEW_PRETRAINED_MODEL_ARCHIVE_LIST	SEWForCTCSEWForSequenceClassificationSEWModelSEWPreTrainedModelrL  )#SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST
SEWDForCTCSEWDForSequenceClassification	SEWDModelSEWDPreTrainedModelrM  SpeechEncoderDecoderModel),SPEECH_TO_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST#Speech2TextForConditionalGenerationSpeech2TextModelSpeech2TextPreTrainedModelrO  Speech2Text2ForCausalLMSpeech2Text2PreTrainedModel)&SPEECHT5_PRETRAINED_MODEL_ARCHIVE_LISTSpeechT5ForSpeechToSpeechSpeechT5ForSpeechToTextSpeechT5ForTextToSpeechSpeechT5HifiGanSpeechT5ModelSpeechT5PreTrainedModel)&SPLINTER_PRETRAINED_MODEL_ARCHIVE_LISTSplinterForPreTrainingSplinterForQuestionAnsweringSplinterLayerSplinterModelSplinterPreTrainedModel)	)SQUEEZEBERT_PRETRAINED_MODEL_ARCHIVE_LISTSqueezeBertForMaskedLMSqueezeBertForMultipleChoiceSqueezeBertForQuestionAnswering$SqueezeBertForSequenceClassification!SqueezeBertForTokenClassificationSqueezeBertModelSqueezeBertModuleSqueezeBertPreTrainedModelrS  ))SWIFTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!SwiftFormerForImageClassificationSwiftFormerModelSwiftFormerPreTrainedModelrT  )"SWIN_PRETRAINED_MODEL_ARCHIVE_LISTSwinBackboneSwinForImageClassificationSwinForMaskedImageModeling	SwinModelSwinPreTrainedModel)%SWIN2SR_PRETRAINED_MODEL_ARCHIVE_LISTSwin2SRForImageSuperResolutionSwin2SRModelSwin2SRPreTrainedModelrV  )$SWINV2_PRETRAINED_MODEL_ARCHIVE_LISTSwinv2ForImageClassificationSwinv2ForMaskedImageModelingSwinv2ModelSwinv2PreTrainedModelrW  )1SWITCH_TRANSFORMERS_PRETRAINED_MODEL_ARCHIVE_LISTSwitchTransformersEncoderModel*SwitchTransformersForConditionalGenerationSwitchTransformersModel!SwitchTransformersPreTrainedModelSwitchTransformersSparseMLPSwitchTransformersTop1Router) T5_PRETRAINED_MODEL_ARCHIVE_LISTT5EncoderModelT5ForConditionalGenerationT5ModelT5PreTrainedModelload_tf_weights_in_t5rY  )/TABLE_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST"TableTransformerForObjectDetectionTableTransformerModelTableTransformerPreTrainedModelrZ  )#TAPAS_PRETRAINED_MODEL_ARCHIVE_LISTTapasForMaskedLMTapasForQuestionAnsweringTapasForSequenceClassification
TapasModelTapasPreTrainedModelload_tf_weights_in_tapasr[  )5TIME_SERIES_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST"TimeSeriesTransformerForPredictionTimeSeriesTransformerModel$TimeSeriesTransformerPreTrainedModelr\  ))TIMESFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!TimesformerForVideoClassificationTimesformerModelTimesformerPreTrainedModelr]  TimmBackboner^  )4TRAJECTORY_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTrajectoryTransformerModel$TrajectoryTransformerPreTrainedModelr_  )(TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LISTAdaptiveEmbedding"TransfoXLForSequenceClassificationTransfoXLLMHeadModelTransfoXLModelTransfoXLPreTrainedModelload_tf_weights_in_transfo_xlr`  )#TROCR_PRETRAINED_MODEL_ARCHIVE_LISTTrOCRForCausalLMTrOCRPreTrainedModel)"TVLT_PRETRAINED_MODEL_ARCHIVE_LIST TvltForAudioVisualClassificationTvltForPreTraining	TvltModelTvltPreTrainedModelrb  )'UNISPEECH_PRETRAINED_MODEL_ARCHIVE_LISTUniSpeechForCTCUniSpeechForPreTraining"UniSpeechForSequenceClassificationUniSpeechModelUniSpeechPreTrainedModelrc  )+UNISPEECH_SAT_PRETRAINED_MODEL_ARCHIVE_LIST'UniSpeechSatForAudioFrameClassificationUniSpeechSatForCTCUniSpeechSatForPreTraining%UniSpeechSatForSequenceClassificationUniSpeechSatForXVectorUniSpeechSatModelUniSpeechSatPreTrainedModelrd  UperNetForSemanticSegmentationUperNetPreTrainedModelre  )!VAN_PRETRAINED_MODEL_ARCHIVE_LISTVanForImageClassificationVanModelVanPreTrainedModel)&VIDEOMAE_PRETRAINED_MODEL_ARCHIVE_LISTVideoMAEForPreTrainingVideoMAEForVideoClassificationVideoMAEModelVideoMAEPreTrainedModel)	"VILT_PRETRAINED_MODEL_ARCHIVE_LISTViltForImageAndTextRetrieval"ViltForImagesAndTextClassificationViltForMaskedLMViltForQuestionAnsweringViltForTokenClassification	ViltLayer	ViltModelViltPreTrainedModelrh  VisionEncoderDecoderModelri  VisionTextDualEncoderModelrj  )	)VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LISTVisualBertForMultipleChoiceVisualBertForPreTrainingVisualBertForQuestionAnswering$VisualBertForRegionToPhraseAlignmentVisualBertForVisualReasoningVisualBertLayerVisualBertModelVisualBertPreTrainedModel)!VIT_PRETRAINED_MODEL_ARCHIVE_LISTViTForImageClassificationViTForMaskedImageModelingViTModelViTPreTrainedModel)(VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LISTViTHybridForImageClassificationViTHybridModelViTHybridPreTrainedModelrm  )%VIT_MAE_PRETRAINED_MODEL_ARCHIVE_LISTViTMAEForPreTrainingViTMAELayerViTMAEModelViTMAEPreTrainedModelrn  )%VIT_MSN_PRETRAINED_MODEL_ARCHIVE_LISTViTMSNForImageClassificationViTMSNModelViTMSNPreTrainedModelro  )	)WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST#Wav2Vec2ForAudioFrameClassificationWav2Vec2ForCTCWav2Vec2ForMaskedLMWav2Vec2ForPreTraining!Wav2Vec2ForSequenceClassificationWav2Vec2ForXVectorWav2Vec2ModelWav2Vec2PreTrainedModelrp  )0WAV2VEC2_CONFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,Wav2Vec2ConformerForAudioFrameClassificationWav2Vec2ConformerForCTCWav2Vec2ConformerForPreTraining*Wav2Vec2ConformerForSequenceClassificationWav2Vec2ConformerForXVectorWav2Vec2ConformerModel Wav2Vec2ConformerPreTrainedModelrq  )#WAVLM_PRETRAINED_MODEL_ARCHIVE_LIST WavLMForAudioFrameClassificationWavLMForCTCWavLMForSequenceClassificationWavLMForXVector
WavLMModelWavLMPreTrainedModel)%WHISPER_PRETRAINED_MODEL_ARCHIVE_LISTWhisperForAudioClassificationWhisperForConditionalGenerationWhisperModelWhisperPreTrainedModelrs  )#XCLIP_PRETRAINED_MODEL_ARCHIVE_LIST
XCLIPModelXCLIPPreTrainedModelXCLIPTextModelXCLIPVisionModel)"XGLM_PRETRAINED_MODEL_ARCHIVE_LISTXGLMForCausalLM	XGLMModelXGLMPreTrainedModelru  )	!XLM_PRETRAINED_MODEL_ARCHIVE_LISTXLMForMultipleChoiceXLMForQuestionAnsweringXLMForQuestionAnsweringSimpleXLMForSequenceClassificationXLMForTokenClassificationXLMModelXLMPreTrainedModelXLMWithLMHeadModel),XLM_PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LISTXLMProphetNetDecoderXLMProphetNetEncoderXLMProphetNetForCausalLM%XLMProphetNetForConditionalGenerationXLMProphetNetModelXLMProphetNetPreTrainedModel)	)XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTXLMRobertaForCausalLMXLMRobertaForMaskedLMXLMRobertaForMultipleChoiceXLMRobertaForQuestionAnswering#XLMRobertaForSequenceClassification XLMRobertaForTokenClassificationXLMRobertaModelXLMRobertaPreTrainedModelrx  )	,XLM_ROBERTA_XL_PRETRAINED_MODEL_ARCHIVE_LISTXLMRobertaXLForCausalLMXLMRobertaXLForMaskedLMXLMRobertaXLForMultipleChoice XLMRobertaXLForQuestionAnswering%XLMRobertaXLForSequenceClassification"XLMRobertaXLForTokenClassificationXLMRobertaXLModelXLMRobertaXLPreTrainedModel)
#XLNET_PRETRAINED_MODEL_ARCHIVE_LISTXLNetForMultipleChoiceXLNetForQuestionAnsweringXLNetForQuestionAnsweringSimpleXLNetForSequenceClassificationXLNetForTokenClassificationXLNetLMHeadModel
XLNetModelXLNetPreTrainedModelload_tf_weights_in_xlnetrz  )	"XMOD_PRETRAINED_MODEL_ARCHIVE_LISTXmodForCausalLMXmodForMaskedLMXmodForMultipleChoiceXmodForQuestionAnsweringXmodForSequenceClassificationXmodForTokenClassification	XmodModelXmodPreTrainedModel)#YOLOS_PRETRAINED_MODEL_ARCHIVE_LISTYolosForObjectDetection
YolosModelYolosPreTrainedModelr|  )	"YOSO_PRETRAINED_MODEL_ARCHIVE_LISTYosoForMaskedLMYosoForMultipleChoiceYosoForQuestionAnsweringYosoForSequenceClassificationYosoForTokenClassification	YosoLayer	YosoModelYosoPreTrainedModel)
	AdafactorAdamWget_constant_schedule!get_constant_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmupget_inverse_sqrt_scheduleget_linear_schedule_with_warmup)get_polynomial_decay_schedule_with_warmupget_scheduleroptimization)Conv1Dapply_chunking_to_forwardprune_layerpytorch_utilsZ	sagemakerZtime_series_utilsTrainertrainertorch_distributed_zero_firsttrainer_pt_utilsSeq2SeqTrainertrainer_seq2seq)dummy_tf_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  [  r@  zutils.dummy_tf_objectsZactivations_tfTensorFlowBenchmarkArgumentszbenchmark.benchmark_args_tfTensorFlowBenchmarkzbenchmark.benchmark_tf)TFForcedBOSTokenLogitsProcessorTFForcedEOSTokenLogitsProcessorTFGenerationMixinTFLogitsProcessorTFLogitsProcessorListTFLogitsWarperTFMinLengthLogitsProcessorTFNoBadWordsLogitsProcessorTFNoRepeatNGramLogitsProcessor"TFRepetitionPenaltyLogitsProcessorTFTemperatureLogitsWarperTFTopKLogitsWarperTFTopPLogitsWarpertf_top_k_top_p_filteringZgeneration_tf_utilsKerasMetricCallbackPushToHubCallbackkeras_callbacksZmodeling_tf_outputs)TFPreTrainedModelTFSequenceSummaryTFSharedEmbeddings
shape_listmodeling_tf_utils)
'TF_ALBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFAlbertForMaskedLMTFAlbertForMultipleChoiceTFAlbertForPreTrainingTFAlbertForQuestionAnswering!TFAlbertForSequenceClassificationTFAlbertForTokenClassificationTFAlbertMainLayerTFAlbertModelTFAlbertPreTrainedModel)%TF_MODEL_FOR_CAUSAL_LM_MAPPING0TF_MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING)TF_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING*TF_MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGTF_MODEL_FOR_MASKED_LM_MAPPING$TF_MODEL_FOR_MULTIPLE_CHOICE_MAPPING-TF_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING TF_MODEL_FOR_PRETRAINING_MAPPING'TF_MODEL_FOR_QUESTION_ANSWERING_MAPPING*TF_MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING)TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING%TF_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING-TF_MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING)TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING!TF_MODEL_FOR_VISION_2_SEQ_MAPPING3TF_MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPINGTF_MODEL_MAPPINGTF_MODEL_WITH_LM_HEAD_MAPPINGTFAutoModelTFAutoModelForCausalLM'TFAutoModelForDocumentQuestionAnswering!TFAutoModelForImageClassificationTFAutoModelForMaskedLMTFAutoModelForMultipleChoice$TFAutoModelForNextSentencePredictionTFAutoModelForPreTrainingTFAutoModelForQuestionAnswering"TFAutoModelForSemanticSegmentationTFAutoModelForSeq2SeqLM$TFAutoModelForSequenceClassificationTFAutoModelForSpeechSeq2Seq$TFAutoModelForTableQuestionAnswering!TFAutoModelForTokenClassificationTFAutoModelForVision2Seq)TFAutoModelForZeroShotImageClassificationTFAutoModelWithLMHead)TFBartForConditionalGenerationTFBartForSequenceClassificationTFBartModelTFBartPretrainedModel)%TF_BERT_PRETRAINED_MODEL_ARCHIVE_LISTTFBertEmbeddingsTFBertForMaskedLMTFBertForMultipleChoiceTFBertForNextSentencePredictionTFBertForPreTrainingTFBertForQuestionAnsweringTFBertForSequenceClassificationTFBertForTokenClassificationTFBertLMHeadModelTFBertMainLayerTFBertModelTFBertPreTrainedModel)$TFBlenderbotForConditionalGenerationTFBlenderbotModelTFBlenderbotPreTrainedModel))TFBlenderbotSmallForConditionalGenerationTFBlenderbotSmallModel TFBlenderbotSmallPreTrainedModel)%TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LISTTFBlipForConditionalGenerationTFBlipForImageTextRetrievalTFBlipForQuestionAnsweringTFBlipModelTFBlipPreTrainedModelTFBlipTextModelTFBlipVisionModel)	*TF_CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFCamembertForCausalLMTFCamembertForMaskedLMTFCamembertForMultipleChoiceTFCamembertForQuestionAnswering$TFCamembertForSequenceClassification!TFCamembertForTokenClassificationTFCamembertModelTFCamembertPreTrainedModel)%TF_CLIP_PRETRAINED_MODEL_ARCHIVE_LISTTFCLIPModelTFCLIPPreTrainedModelTFCLIPTextModelTFCLIPVisionModel)	)TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFConvBertForMaskedLMTFConvBertForMultipleChoiceTFConvBertForQuestionAnswering#TFConvBertForSequenceClassification TFConvBertForTokenClassificationTFConvBertLayerTFConvBertModelTFConvBertPreTrainedModel) TFConvNextForImageClassificationTFConvNextModelTFConvNextPreTrainedModel)%TF_CTRL_PRETRAINED_MODEL_ARCHIVE_LISTTFCTRLForSequenceClassificationTFCTRLLMHeadModelTFCTRLModelTFCTRLPreTrainedModel)$TF_CVT_PRETRAINED_MODEL_ARCHIVE_LISTTFCvtForImageClassification
TFCvtModelTFCvtPreTrainedModel)&TFData2VecVisionForImageClassification'TFData2VecVisionForSemanticSegmentationTFData2VecVisionModelTFData2VecVisionPreTrainedModel)(TF_DEBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFDebertaForMaskedLMTFDebertaForQuestionAnswering"TFDebertaForSequenceClassificationTFDebertaForTokenClassificationTFDebertaModelTFDebertaPreTrainedModel)+TF_DEBERTA_V2_PRETRAINED_MODEL_ARCHIVE_LISTTFDebertaV2ForMaskedLMTFDebertaV2ForQuestionAnswering$TFDebertaV2ForSequenceClassification!TFDebertaV2ForTokenClassificationTFDebertaV2ModelTFDebertaV2PreTrainedModel)%TF_DEIT_PRETRAINED_MODEL_ARCHIVE_LISTTFDeiTForImageClassification'TFDeiTForImageClassificationWithTeacherTFDeiTForMaskedImageModelingTFDeiTModelTFDeiTPreTrainedModel)	+TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFDistilBertForMaskedLMTFDistilBertForMultipleChoice TFDistilBertForQuestionAnswering%TFDistilBertForSequenceClassification"TFDistilBertForTokenClassificationTFDistilBertMainLayerTFDistilBertModelTFDistilBertPreTrainedModel)	4TF_DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST5TF_DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST+TF_DPR_READER_PRETRAINED_MODEL_ARCHIVE_LISTTFDPRContextEncoderTFDPRPretrainedContextEncoderTFDPRPretrainedQuestionEncoderTFDPRPretrainedReaderTFDPRQuestionEncoderTFDPRReader)0TF_EFFICIENTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST'TFEfficientFormerForImageClassification2TFEfficientFormerForImageClassificationWithTeacherTFEfficientFormerModel TFEfficientFormerPreTrainedModel)	(TF_ELECTRA_PRETRAINED_MODEL_ARCHIVE_LISTTFElectraForMaskedLMTFElectraForMultipleChoiceTFElectraForPreTrainingTFElectraForQuestionAnswering"TFElectraForSequenceClassificationTFElectraForTokenClassificationTFElectraModelTFElectraPreTrainedModelTFEncoderDecoderModel)r  TFEsmForMaskedLMTFEsmForSequenceClassificationTFEsmForTokenClassification
TFEsmModelTFEsmPreTrainedModel))TF_FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFFlaubertForMultipleChoice$TFFlaubertForQuestionAnsweringSimple#TFFlaubertForSequenceClassification TFFlaubertForTokenClassificationTFFlaubertModelTFFlaubertPreTrainedModelTFFlaubertWithLMHeadModel)
'TF_FUNNEL_PRETRAINED_MODEL_ARCHIVE_LISTTFFunnelBaseModelTFFunnelForMaskedLMTFFunnelForMultipleChoiceTFFunnelForPreTrainingTFFunnelForQuestionAnswering!TFFunnelForSequenceClassificationTFFunnelForTokenClassificationTFFunnelModelTFFunnelPreTrainedModel)%TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LISTTFGPT2DoubleHeadsModelTFGPT2ForSequenceClassificationTFGPT2LMHeadModelTFGPT2MainLayerTFGPT2ModelTFGPT2PreTrainedModel)TFGPTJForCausalLMTFGPTJForQuestionAnsweringTFGPTJForSequenceClassificationTFGPTJModelTFGPTJPreTrainedModel))TF_GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LISTTFGroupViTModelTFGroupViTPreTrainedModelTFGroupViTTextModelTFGroupViTVisionModel)'TF_HUBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFHubertForCTCTFHubertModelTFHubertPreTrainedModel))TF_LAYOUTLM_PRETRAINED_MODEL_ARCHIVE_LISTTFLayoutLMForMaskedLMTFLayoutLMForQuestionAnswering#TFLayoutLMForSequenceClassification TFLayoutLMForTokenClassificationTFLayoutLMMainLayerTFLayoutLMModelTFLayoutLMPreTrainedModel)+TF_LAYOUTLMV3_PRETRAINED_MODEL_ARCHIVE_LIST TFLayoutLMv3ForQuestionAnswering%TFLayoutLMv3ForSequenceClassification"TFLayoutLMv3ForTokenClassificationTFLayoutLMv3ModelTFLayoutLMv3PreTrainedModel)TFLEDForConditionalGeneration
TFLEDModelTFLEDPreTrainedModel)	+TF_LONGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFLongformerForMaskedLMTFLongformerForMultipleChoice TFLongformerForQuestionAnswering%TFLongformerForSequenceClassification"TFLongformerForTokenClassificationTFLongformerModelTFLongformerPreTrainedModelTFLongformerSelfAttention)'TF_LXMERT_PRETRAINED_MODEL_ARCHIVE_LISTTFLxmertForPreTrainingTFLxmertMainLayerTFLxmertModelTFLxmertPreTrainedModelTFLxmertVisualFeatureEncoder)TFMarianModelTFMarianMTModelTFMarianPreTrainedModel)TFMBartForConditionalGenerationTFMBartModelTFMBartPreTrainedModel)+TF_MOBILEBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFMobileBertForMaskedLMTFMobileBertForMultipleChoice%TFMobileBertForNextSentencePredictionTFMobileBertForPreTraining TFMobileBertForQuestionAnswering%TFMobileBertForSequenceClassification"TFMobileBertForTokenClassificationTFMobileBertMainLayerTFMobileBertModelTFMobileBertPreTrainedModel)*TF_MOBILEVIT_PRETRAINED_MODEL_ARCHIVE_LIST!TFMobileViTForImageClassification"TFMobileViTForSemanticSegmentationTFMobileViTModelTFMobileViTPreTrainedModel)	&TF_MPNET_PRETRAINED_MODEL_ARCHIVE_LISTTFMPNetForMaskedLMTFMPNetForMultipleChoiceTFMPNetForQuestionAnswering TFMPNetForSequenceClassificationTFMPNetForTokenClassificationTFMPNetMainLayerTFMPNetModelTFMPNetPreTrainedModel)TFMT5EncoderModelTFMT5ForConditionalGeneration
TFMT5Model)+TF_OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LISTTFOpenAIGPTDoubleHeadsModel$TFOpenAIGPTForSequenceClassificationTFOpenAIGPTLMHeadModelTFOpenAIGPTMainLayerTFOpenAIGPTModelTFOpenAIGPTPreTrainedModel)TFOPTForCausalLM
TFOPTModelTFOPTPreTrainedModel)!TFPegasusForConditionalGenerationTFPegasusModelTFPegasusPreTrainedModel)
TFRagModelTFRagPreTrainedModelTFRagSequenceForGenerationTFRagTokenForGeneration)'TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LISTTFRegNetForImageClassificationTFRegNetModelTFRegNetPreTrainedModel)
(TF_REMBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFRemBertForCausalLMTFRemBertForMaskedLMTFRemBertForMultipleChoiceTFRemBertForQuestionAnswering"TFRemBertForSequenceClassificationTFRemBertForTokenClassificationTFRemBertLayerTFRemBertModelTFRemBertPreTrainedModel)'TF_RESNET_PRETRAINED_MODEL_ARCHIVE_LISTTFResNetForImageClassificationTFResNetModelTFResNetPreTrainedModel)
(TF_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFRobertaForCausalLMTFRobertaForMaskedLMTFRobertaForMultipleChoiceTFRobertaForQuestionAnswering"TFRobertaForSequenceClassificationTFRobertaForTokenClassificationTFRobertaMainLayerTFRobertaModelTFRobertaPreTrainedModel)
5TF_ROBERTA_PRELAYERNORM_PRETRAINED_MODEL_ARCHIVE_LIST TFRobertaPreLayerNormForCausalLM TFRobertaPreLayerNormForMaskedLM&TFRobertaPreLayerNormForMultipleChoice)TFRobertaPreLayerNormForQuestionAnswering.TFRobertaPreLayerNormForSequenceClassification+TFRobertaPreLayerNormForTokenClassificationTFRobertaPreLayerNormMainLayerTFRobertaPreLayerNormModel$TFRobertaPreLayerNormPreTrainedModel)
)TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFRoFormerForCausalLMTFRoFormerForMaskedLMTFRoFormerForMultipleChoiceTFRoFormerForQuestionAnswering#TFRoFormerForSequenceClassification TFRoFormerForTokenClassificationTFRoFormerLayerTFRoFormerModelTFRoFormerPreTrainedModel)$TF_SAM_PRETRAINED_MODEL_ARCHIVE_LIST
TFSamModelTFSamPreTrainedModel)*TF_SEGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFSegformerDecodeHead!TFSegformerForImageClassification"TFSegformerForSemanticSegmentationTFSegformerModelTFSegformerPreTrainedModel)/TF_SPEECH_TO_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST%TFSpeech2TextForConditionalGenerationTFSpeech2TextModelTFSpeech2TextPreTrainedModel)%TF_SWIN_PRETRAINED_MODEL_ARCHIVE_LISTTFSwinForImageClassificationTFSwinForMaskedImageModelingTFSwinModelTFSwinPreTrainedModel)#TF_T5_PRETRAINED_MODEL_ARCHIVE_LISTTFT5EncoderModelTFT5ForConditionalGeneration	TFT5ModelTFT5PreTrainedModel)&TF_TAPAS_PRETRAINED_MODEL_ARCHIVE_LISTTFTapasForMaskedLMTFTapasForQuestionAnswering TFTapasForSequenceClassificationTFTapasModelTFTapasPreTrainedModel)+TF_TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LISTTFAdaptiveEmbedding$TFTransfoXLForSequenceClassificationTFTransfoXLLMHeadModelTFTransfoXLMainLayerTFTransfoXLModelTFTransfoXLPreTrainedModelTFVisionEncoderDecoderModelTFVisionTextDualEncoderModel)TFViTForImageClassification
TFViTModelTFViTPreTrainedModel)TFViTMAEForPreTrainingTFViTMAEModelTFViTMAEPreTrainedModel),TF_WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LISTTFWav2Vec2ForCTC#TFWav2Vec2ForSequenceClassificationTFWav2Vec2ModelTFWav2Vec2PreTrainedModel)(TF_WHISPER_PRETRAINED_MODEL_ARCHIVE_LIST!TFWhisperForConditionalGenerationTFWhisperModelTFWhisperPreTrainedModel)%TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LISTTFXGLMForCausalLMTFXGLMModelTFXGLMPreTrainedModel)	$TF_XLM_PRETRAINED_MODEL_ARCHIVE_LISTTFXLMForMultipleChoiceTFXLMForQuestionAnsweringSimpleTFXLMForSequenceClassificationTFXLMForTokenClassificationTFXLMMainLayer
TFXLMModelTFXLMPreTrainedModelTFXLMWithLMHeadModel)	,TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFXLMRobertaForCausalLMTFXLMRobertaForMaskedLMTFXLMRobertaForMultipleChoice TFXLMRobertaForQuestionAnswering%TFXLMRobertaForSequenceClassification"TFXLMRobertaForTokenClassificationTFXLMRobertaModelTFXLMRobertaPreTrainedModel)	&TF_XLNET_PRETRAINED_MODEL_ARCHIVE_LISTTFXLNetForMultipleChoice!TFXLNetForQuestionAnsweringSimple TFXLNetForSequenceClassificationTFXLNetForTokenClassificationTFXLNetLMHeadModelTFXLNetMainLayerTFXLNetModelTFXLNetPreTrainedModel)AdamWeightDecayGradientAccumulatorWarmUpcreate_optimizeroptimization_tfZtf_utils	TFTrainer
trainer_tf)dummy_flax_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s   zutils.dummy_flax_objects)
!FlaxForcedBOSTokenLogitsProcessor!FlaxForcedEOSTokenLogitsProcessorFlaxGenerationMixinFlaxLogitsProcessorFlaxLogitsProcessorListFlaxLogitsWarperFlaxMinLengthLogitsProcessorFlaxTemperatureLogitsWarperFlaxTopKLogitsWarperFlaxTopPLogitsWarperZgeneration_flax_utilsZmodeling_flax_outputsFlaxPreTrainedModelmodeling_flax_utils)FlaxAlbertForMaskedLMFlaxAlbertForMultipleChoiceFlaxAlbertForPreTrainingFlaxAlbertForQuestionAnswering#FlaxAlbertForSequenceClassification FlaxAlbertForTokenClassificationFlaxAlbertModelFlaxAlbertPreTrainedModel) FLAX_MODEL_FOR_CAUSAL_LM_MAPPING+FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING FLAX_MODEL_FOR_MASKED_LM_MAPPING&FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING/FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"FLAX_MODEL_FOR_PRETRAINING_MAPPING)FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING+FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING.FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING'FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING+FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING#FLAX_MODEL_FOR_VISION_2_SEQ_MAPPINGFLAX_MODEL_MAPPINGFlaxAutoModelFlaxAutoModelForCausalLM#FlaxAutoModelForImageClassificationFlaxAutoModelForMaskedLMFlaxAutoModelForMultipleChoice&FlaxAutoModelForNextSentencePredictionFlaxAutoModelForPreTraining!FlaxAutoModelForQuestionAnsweringFlaxAutoModelForSeq2SeqLM&FlaxAutoModelForSequenceClassificationFlaxAutoModelForSpeechSeq2Seq#FlaxAutoModelForTokenClassificationFlaxAutoModelForVision2Seq)FlaxBartDecoderPreTrainedModelFlaxBartForCausalLM FlaxBartForConditionalGenerationFlaxBartForQuestionAnswering!FlaxBartForSequenceClassificationFlaxBartModelFlaxBartPreTrainedModel)FlaxBeitForImageClassificationFlaxBeitForMaskedImageModelingFlaxBeitModelFlaxBeitPreTrainedModel)
FlaxBertForCausalLMFlaxBertForMaskedLMFlaxBertForMultipleChoice!FlaxBertForNextSentencePredictionFlaxBertForPreTrainingFlaxBertForQuestionAnswering!FlaxBertForSequenceClassificationFlaxBertForTokenClassificationFlaxBertModelFlaxBertPreTrainedModel)	FlaxBigBirdForCausalLMFlaxBigBirdForMaskedLMFlaxBigBirdForMultipleChoiceFlaxBigBirdForPreTrainingFlaxBigBirdForQuestionAnswering$FlaxBigBirdForSequenceClassification!FlaxBigBirdForTokenClassificationFlaxBigBirdModelFlaxBigBirdPreTrainedModel)&FlaxBlenderbotForConditionalGenerationFlaxBlenderbotModelFlaxBlenderbotPreTrainedModel)+FlaxBlenderbotSmallForConditionalGenerationFlaxBlenderbotSmallModel"FlaxBlenderbotSmallPreTrainedModel)FlaxCLIPModelFlaxCLIPPreTrainedModelFlaxCLIPTextModelFlaxCLIPTextPreTrainedModelFlaxCLIPVisionModelFlaxCLIPVisionPreTrainedModel)FlaxDistilBertForMaskedLMFlaxDistilBertForMultipleChoice"FlaxDistilBertForQuestionAnswering'FlaxDistilBertForSequenceClassification$FlaxDistilBertForTokenClassificationFlaxDistilBertModelFlaxDistilBertPreTrainedModel)	FlaxElectraForCausalLMFlaxElectraForMaskedLMFlaxElectraForMultipleChoiceFlaxElectraForPreTrainingFlaxElectraForQuestionAnswering$FlaxElectraForSequenceClassification!FlaxElectraForTokenClassificationFlaxElectraModelFlaxElectraPreTrainedModelFlaxEncoderDecoderModel)FlaxGPT2LMHeadModelFlaxGPT2ModelFlaxGPT2PreTrainedModel)FlaxGPTNeoForCausalLMFlaxGPTNeoModelFlaxGPTNeoPreTrainedModel)FlaxGPTJForCausalLMFlaxGPTJModelFlaxGPTJPreTrainedModel)"FlaxLongT5ForConditionalGenerationFlaxLongT5ModelFlaxLongT5PreTrainedModel)FlaxMarianModelFlaxMarianMTModelFlaxMarianPreTrainedModel)!FlaxMBartForConditionalGenerationFlaxMBartForQuestionAnswering"FlaxMBartForSequenceClassificationFlaxMBartModelFlaxMBartPreTrainedModel)FlaxMT5EncoderModelFlaxMT5ForConditionalGenerationFlaxMT5Model)FlaxOPTForCausalLMFlaxOPTModelFlaxOPTPreTrainedModel)#FlaxPegasusForConditionalGenerationFlaxPegasusModelFlaxPegasusPreTrainedModel) FlaxRegNetForImageClassificationFlaxRegNetModelFlaxRegNetPreTrainedModel) FlaxResNetForImageClassificationFlaxResNetModelFlaxResNetPreTrainedModel)FlaxRobertaForCausalLMFlaxRobertaForMaskedLMFlaxRobertaForMultipleChoiceFlaxRobertaForQuestionAnswering$FlaxRobertaForSequenceClassification!FlaxRobertaForTokenClassificationFlaxRobertaModelFlaxRobertaPreTrainedModel)"FlaxRobertaPreLayerNormForCausalLM"FlaxRobertaPreLayerNormForMaskedLM(FlaxRobertaPreLayerNormForMultipleChoice+FlaxRobertaPreLayerNormForQuestionAnswering0FlaxRobertaPreLayerNormForSequenceClassification-FlaxRobertaPreLayerNormForTokenClassificationFlaxRobertaPreLayerNormModel&FlaxRobertaPreLayerNormPreTrainedModel)FlaxRoFormerForMaskedLMFlaxRoFormerForMultipleChoice FlaxRoFormerForQuestionAnswering%FlaxRoFormerForSequenceClassification"FlaxRoFormerForTokenClassificationFlaxRoFormerModelFlaxRoFormerPreTrainedModelFlaxSpeechEncoderDecoderModel)FlaxT5EncoderModelFlaxT5ForConditionalGenerationFlaxT5ModelFlaxT5PreTrainedModelFlaxVisionEncoderDecoderModelFlaxVisionTextDualEncoderModel)FlaxViTForImageClassificationFlaxViTModelFlaxViTPreTrainedModel)FlaxWav2Vec2ForCTCFlaxWav2Vec2ForPreTrainingFlaxWav2Vec2ModelFlaxWav2Vec2PreTrainedModel)#FlaxWhisperForConditionalGenerationFlaxWhisperModelFlaxWhisperPreTrainedModel!FlaxWhisperForAudioClassification)FlaxXGLMForCausalLMFlaxXGLMModelFlaxXGLMPreTrainedModel)	.FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTFlaxXLMRobertaForMaskedLMFlaxXLMRobertaForMultipleChoice"FlaxXLMRobertaForQuestionAnswering'FlaxXLMRobertaForSequenceClassification$FlaxXLMRobertaForTokenClassificationFlaxXLMRobertaModelFlaxXLMRobertaForCausalLMFlaxXLMRobertaPreTrainedModel)r   )r1   )r2   r3   )r7   )rA   )rI   rJ   )rU   rV   )rc   rd   )re   rf   )rg   rh   )rn   )rr   )rs   rt   )ru   rv   )rz   r{   )r   r   )r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   )r   r   )r   r   )r   r   )r   r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r$  )r%  r&  )r'  r(  )r)  r*  )r+  r,  )rA  )rE  rF  )rG  rH  )rI  rJ  )rN  rO  )rV  rW  )rX  )r^  r_  )rc  )rg  rh  )ri  rj  )ro  )rs  rt  )ru  rv  )rw  rx  )ry  rz  )r~  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r   )r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  )r  r  )r  r   )r!  r"  )r#  r$  )r%  r&  )r'  r(  )r/  r0  )r1  )r2  )r3  r4  )r?  r@  )rD  rE  )rF  rG  )rH  rI  )rJ  rK  )rL  rM  )rN  rO  )rP  rQ  )rs  )rt  )r  )r  )r  )r  )*)r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  r   )r  )r  )r  )r  r  )r  r  )r  r	  )r
  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  )r  )r  r  )r  r  )r7  r8  )r=  r>  )r   r!  )r"  )r#  r$  )r%  r&  )r'  r(  )r)  r*  )r+  )r,  r-  )r.  r/  )r0  )r1  r2  )r3  )r4  r5  )r6  )r7  )r8  r9  )r:  r;  )r<  )r=  r>  )rA  )rB  )rj  )Br  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  )r,  )r1  r2  )r|  )r  r  )r  )r  )rE	  )rG	  )rI	  )rL	  )rM	  )r\	  r]	  )r
  )r
  )r
  )r  )r#  )r  )r  )r  )r  )r  r  r  r  )	r  r  r  r  r  r  r  r  r  N__file____version__)Zmodule_specextra_objectszNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(  r  typingr    r   r  r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   Z
get_logger__name__loggerZ_import_structurer  dirappendr  extendr  r  r  r  r  r?  rK	  r  r  r   r  r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   Zdata.data_collatorr'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r  r1   r  r2   r3   r  r4   r5   r6   r  r7   r  r8   r9   r:   r;   r<   r=   r>   r?   r@   r  rA   r  rB   rC   rD   rE   rF   rG   rH   Zmodels.albertrI   rJ   Zmodels.alignrK   rL   rM   rN   rO   Zmodels.altcliprP   rQ   rR   rS   rT   Z$models.audio_spectrogram_transformerrU   rV   Zmodels.autorW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   Zmodels.autoformerrc   rd   Zmodels.bartre   rf   Zmodels.beitrg   rh   Zmodels.bertri   rj   rk   rl   rm   Zmodels.bert_generationrn   Zmodels.bert_japanesero   rp   rq   Zmodels.bertweetrr   Zmodels.big_birdrs   rt   Zmodels.bigbird_pegasusru   rv   Zmodels.biogptrw   rx   ry   Z
models.bitrz   r{   Zmodels.blenderbotr|   r}   r~   Zmodels.blenderbot_smallr   r   r   Zmodels.blipr   r   r   r   r   Zmodels.blip_2r   r   r   r   r   Zmodels.bloomr   r   Zmodels.bridgetowerr   r   r   r   r   Zmodels.byt5r   Zmodels.camembertr   r   Zmodels.caniner   r   r   Zmodels.chinese_clipr   r   r   r   r   Zmodels.clapr   r   r   r   r   Zmodels.clipr   r   r   r   r   r   Zmodels.clipsegr   r   r   r   r   Zmodels.codegenr   r   r   Zmodels.conditional_detrr   r   Zmodels.convbertr   r   r   Zmodels.convnextr   r   Zmodels.convnextv2r   r   Zmodels.cpmantr   r   r   Zmodels.ctrlr   r   r   Z
models.cvtr   r   Zmodels.data2vecr   r   r   r   r   Zmodels.debertar   r   r   Zmodels.deberta_v2r   r   Zmodels.decision_transformerr   r   Zmodels.deformable_detrr   r   Zmodels.deitr   r   Zmodels.detar   r   Zmodels.detrr   r   Zmodels.dinatr   r   Zmodels.distilbertr   r   r   Zmodels.donutr   r   r   Z
models.dprr   r   r   r   r   r   Z
models.dptr   r   Zmodels.efficientformerr   r   Zmodels.efficientnetr   r   Zmodels.electrar   r   r   Zmodels.encoder_decoderr   Zmodels.ernier   r   Zmodels.ernie_mr   r   Z
models.esmr   r   r   Zmodels.flaubertr   r   r   Zmodels.flavar   r   r   r   r   r   Zmodels.fnetr   r   Zmodels.focalnetr   r  Zmodels.fsmtr  r  r  Zmodels.funnelr  r  r  Z
models.gitr  r	  r
  r  Zmodels.glpnr  r  Zmodels.gpt2r  r  r  Zmodels.gpt_bigcoder  r  Zmodels.gpt_neor  r  Zmodels.gpt_neoxr  r  Zmodels.gpt_neox_japaneser  r  Zmodels.gptjr  r  Zmodels.gptsan_japaneser  r  r  Zmodels.graphormerr  r  Zmodels.groupvitr   r!  r"  r#  Zmodels.herbertr$  Zmodels.hubertr%  r&  Zmodels.ibertr'  r(  Zmodels.imagegptr)  r*  Zmodels.informerr+  r,  Zmodels.jukeboxr-  r.  r/  r0  r1  Zmodels.layoutlmr2  r3  r4  Zmodels.layoutlmv2r5  r6  r7  r8  r9  r:  Zmodels.layoutlmv3r;  r<  r=  r>  r?  r@  Zmodels.layoutxlmrA  Z
models.ledrB  rC  rD  Zmodels.levitrE  rF  Zmodels.liltrG  rH  Zmodels.llamarI  rJ  Zmodels.longformerrK  rL  rM  Zmodels.longt5rN  rO  Zmodels.lukerP  rQ  rR  Zmodels.lxmertrS  rT  rU  Zmodels.m2m_100rV  rW  Zmodels.marianrX  Zmodels.markuplmrY  rZ  r[  r\  r]  Zmodels.mask2formerr^  r_  Zmodels.maskformerr`  ra  rb  Zmodels.mbartrc  Zmodels.mctctrd  re  rf  Zmodels.megarg  rh  Zmodels.megatron_bertri  rj  Zmodels.mgp_strrk  rl  rm  rn  Zmodels.mmbtro  Zmodels.mobilebertrp  rq  rr  Zmodels.mobilenet_v1rs  rt  Zmodels.mobilenet_v2ru  rv  Zmodels.mobilevitrw  rx  Zmodels.mobilevitv2ry  rz  Zmodels.mpnetr{  r|  r}  Z
models.mt5r~  Z
models.mvpr  r  Z
models.natr  r  Zmodels.nezhar  r  Zmodels.nllb_moer  r  Zmodels.nystromformerr  r  Zmodels.oneformerr  r  r  Zmodels.open_llamar  r  Zmodels.openair  r  r  Z
models.optr  Zmodels.owlvitr  r  r  r  r  Zmodels.pegasusr  r  r  Zmodels.pegasus_xr  r  Zmodels.perceiverr  r  r  Zmodels.phobertr  Zmodels.pix2structr  r  r  r  r  Zmodels.plbartr  r  Zmodels.poolformerr  r  Zmodels.prophetnetr  r  r  Zmodels.qdqbertr  r  Z
models.ragr  r  r  Zmodels.realmr  r  r  Zmodels.reformerr  r  Zmodels.regnetr  r  Zmodels.rembertr  r  Zmodels.resnetr  r  Zmodels.retribertr  r  r  Zmodels.robertar  r  r  Zmodels.roberta_prelayernormr  r  Zmodels.roc_bertr  r  r  Zmodels.roformerr  r  r  Zmodels.rwkvr  r  Z
models.samr  r  r  r  r  r  Zmodels.segformerr  r  Z
models.sewr  r  Zmodels.sew_dr  r  Zmodels.speech_encoder_decoderr  Zmodels.speech_to_textr  r  r  Zmodels.speech_to_text_2r  r  r  r  Zmodels.speecht5r  r  r  r  r  Zmodels.splinterr  r  r  Zmodels.squeezebertr  r  r  Zmodels.swiftformerr  r  Zmodels.swinr  r  Zmodels.swin2srr  r  Zmodels.swinv2r  r  Zmodels.switch_transformersr  r  Z	models.t5r  r  Zmodels.table_transformerr  r  Zmodels.tapasr  r  r  Zmodels.tapexr  Zmodels.time_series_transformerr  r  Zmodels.timesformerr  r   Zmodels.timm_backboner  Zmodels.trajectory_transformerr  r  Zmodels.transfo_xlr  r  r  r  Zmodels.trocrr  r	  r
  Zmodels.tvltr  r  r  Zmodels.unispeechr  r  Zmodels.unispeech_satr  r  Zmodels.upernetr  Z
models.vanr  r  Zmodels.videomaer  r  Zmodels.viltr  r  r  r  r  Zmodels.vision_encoder_decoderr  Zmodels.vision_text_dual_encoderr  r  Zmodels.visual_bertr  r   Z
models.vitr!  r"  Zmodels.vit_hybridr#  r$  Zmodels.vit_maer%  r&  Zmodels.vit_msnr'  r(  Zmodels.wav2vec2r)  r*  r+  r,  r-  r.  Zmodels.wav2vec2_conformerr/  r0  Zmodels.wav2vec2_phonemer1  Zmodels.wav2vec2_with_lmr2  Zmodels.wavlmr3  r4  Zmodels.whisperr5  r6  r7  r8  r9  Zmodels.x_clipr:  r;  r<  r=  r>  Zmodels.xglmr?  r@  Z
models.xlmrA  rB  rC  Zmodels.xlm_prophetnetrD  rE  Zmodels.xlm_robertarF  rG  Zmodels.xlm_roberta_xlrH  rI  Zmodels.xlnetrJ  rK  Zmodels.xmodrL  rM  Zmodels.yolosrN  rO  Zmodels.yosorP  rQ  r}  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  r~  rs  r  rt  r  ru  rv  rw  rx  ry  rz  r  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Zutils.quantization_configr  Z!utils.dummy_sentencepiece_objectsr  Zmodels.barthezr  Zmodels.bartphor  r  r  r  Z
models.cpmr  r  r  r  Zmodels.gpt_sw3r  r  r  r  r  r  r  Zmodels.mluker  r  Zmodels.nllbr  r  r  r  r  r  r  r  r  r  r  Zutils.dummy_tokenizers_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Zmodels.mbart50r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Z2utils.dummies_sentencepiece_and_tokenizers_objectsr  r  Zutils.dummy_speech_objectsr  r  r  r  r  Z#utils.dummy_tensorflow_text_objectsr  Zutils.dummy_keras_nlp_objectsr  Zutils.dummy_vision_objectsr  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  Zutils.dummy_pt_objectsZbenchmark.benchmarkrA  Zbenchmark.benchmark_argsrB  Zdata.datasetsrC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rk  rj  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r 	  r	  r	  r	  r	  r	  r	  r	  r	  r		  r
	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 	  r!	  r"	  r#	  r$	  r%	  r&	  r'	  r(	  r)	  r*	  r+	  r,	  r-	  r.	  r/	  r0	  r1	  r2	  r3	  r4	  r5	  r@	  r6	  r7	  r8	  r9	  r:	  r;	  r<	  r=	  r>	  r?	  rD	  rA	  rB	  rC	  rF	  rE	  rH	  rG	  rJ	  rI	  Zutils.dummy_tf_objectsZbenchmark.benchmark_args_tfrL	  Zbenchmark.benchmark_tfrM	  rN	  rO	  rP	  rQ	  rR	  rS	  rT	  rU	  rV	  rW	  rX	  rY	  rZ	  r[	  r^	  r\	  r]	  rc	  r_	  r`	  ra	  rb	  rd	  re	  rf	  rg	  rh	  ri	  rj	  rk	  rl	  rm	  rn	  ro	  rp	  rq	  rr	  rs	  rt	  ru	  rv	  rw	  rx	  ry	  rz	  r{	  r|	  r}	  r~	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 
  r
  r
  r
  r
  r
  r
  r
  r
  r	
  r

  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r 
  r!
  r"
  r#
  r$
  r%
  r&
  r'
  r(
  r)
  r*
  r+
  r,
  r-
  r.
  r/
  r0
  r1
  r2
  r3
  r4
  r5
  r6
  r7
  r8
  r9
  r:
  r;
  r<
  r=
  r>
  r?
  r@
  rA
  rB
  rC
  rD
  rE
  rF
  rG
  rH
  rI
  rJ
  rK
  rL
  rM
  rN
  rO
  rP
  rQ
  rR
  rS
  rT
  rU
  rV
  rW
  rX
  rY
  rZ
  r[
  r\
  r]
  r^
  r_
  r`
  ra
  rb
  rc
  rd
  re
  rf
  rg
  rh
  ri
  rj
  rk
  rl
  rm
  rn
  ro
  rp
  rq
  rr
  rs
  rt
  ru
  rv
  rw
  rx
  ry
  rz
  r{
  r|
  r}
  r~
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  Zutils.dummy_flax_objectsr  r  r  r  r  r  r  r   r!  r"  r$  r#  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  sysglobals__spec__moduleswarningr  r  r  r  <module>   s`  D
	








	







#	(         



















$


"



	
	

F










	
	
	








	





	

	
	

	




	




	
	



	
	











	






	




	
	




	







	




	






	







	


	
	



	














	










	








	
	









	










	





	


	

	




	
	











$





)






	


	








	






	
	









	















	
	





	












!

	











	











P0,$	8 2""":""":""*""*2"::""""2""*""""2""2""""""":"*2""",$$4<44$ #<
\D	4 *

$




$$
T Z22*  D*J
:r*jB	:222J
:B	:RR2F
B	:*2Z22*2,D	L
4,<,44L
$\44,ddL
L
TL
d<$d4,T<L
L
4<,,44L
<,4D	<<<4<,T4dD	,$<,4<,Td,$l4<44T,D	4\<T,,D	<<,,d4<,D	l,TT,d4$TTld,$D	44,D	<T,<,4D	<,D	,,$D	$4<L
,4TT4,4,TL
D	44,TD	TT\T,T\$
z,Z 3'*r""J
R2R"2,,D	D	<TT4T<L
\D	44,L
<$T<$$d4T$D	$$,,\,\\\$<,44<D	$$4,,TTT,
ZJ
B	*ZR"":D	T$$$$$4$$$$$L
L
D	,$,,$V	