i/ dZddlZddlZddlmZmZmZmZmZm Z ddl m Z ddl m Z mZmZmZe rddlZddlmZmZmZmZdddd dd Zej0j2ej4j2dej6j2dd Zej0j:ej4j:d d dd Zej0j>ej4j>ej>ej6j>ej>d Z ej0jBe"ej4d ddddd Z#ej0jHe"ej4d ddddd Z%ej0jLe"ej4dddddd Z'ej0jPe"ej4dddddd Z)e jTe+Z, ddl-m.Z/de2dee2effdZ3de2de4fdZ5de2fdZ6de2fdZ7de2fdZ8de2fdZ9de2fdZ:de2fdZ;de2fdZ< d;de eefdee ed d fdee e2d!fd"ed#d$ed%f d&Z=d'e>fd(Z?d)Z@d*d+d,e4d-e4d'd+fd.ZAd/e4d0d+d1d+d'ed2fd3ZBd4ZCejd5ZEdr)rcyrrrrrrr*rrreset_peak_memory_statsmax_memory_allocated synchronize)allow_in_graphc|SNr)clss rmaybe_allow_in_graphr'Vs rdevicedispatch_tablecT||vr |d|i|S||}t|s|S||i|S)Nr)callable)r(r)argskwargsfns r_device_agnostic_dispatchr/[sI ^#(~i($9&99  B B< t v rseedc$t|t|Sr%)r/BACKEND_MANUAL_SEED)r(r0s rbackend_manual_seedr3js $V-@$ GGrc"t|tSr%)r/BACKEND_SYNCHRONIZEr(s rbackend_synchronizer7n $V-@ AArc"t|tSr%)r/BACKEND_EMPTY_CACHEr6s rbackend_empty_cacher;rr8rc"t|tSr%)r/BACKEND_DEVICE_COUNTr6s rbackend_device_countr>vs $V-A BBrc"t|tSr%)r/BACKEND_RESET_PEAK_MEMORY_STATSr6s rbackend_reset_peak_memory_statsrAzs $V-L MMrc"t|tSr%)r/"BACKEND_RESET_MAX_MEMORY_ALLOCATEDr6s r"backend_reset_max_memory_allocatedrD~s $V-O PPrc"t|tSr%)r/BACKEND_MAX_MEMORY_ALLOCATEDr6s rbackend_max_memory_allocatedrGs $V-I JJrc>tsy|tvrd}t|S)NFr)r BACKEND_SUPPORTS_TRAININGr6s rbackend_supports_trainingrJs$   .. $V ,,rshape generatorztorch.Generatorz torch.devicedtypez torch.dtypelayoutz torch.layoutc t|trtj|}|}|d}|xstj}|xstjd}|t|t s|jj n|djj }||j k7r,|dk(r'd}|dk7rFtjd|d|d|dn&||j k7r|d k(rtd |d |d t|t rt|d k(r|d}t|t rcd|d dz}t|Dcgc]}tj||||||!} }tj| dj|} | Stj|||||j|} | Scc}w)zA helper function to create random tensors on the desired `device` with the desired `dtype`. When passing a list of generators, you can seed each batch size individually. If CPU generators are passed, the tensor is always created on the CPU. rrNrzBThe passed generator was created on 'cpu' even though a tensor on zB was expected. Tensors will be created on 'cpu' and then moved to zl. Note that one can probably slightly speed up this function by passing a generator that was created on the z device.rzCannot generate a z! tensor from a generator of type .r )r )rLr(rMrNdim) isinstancestrtorchr(stridedlisttypeloggerinfo ValueErrorlenrangerandncatto) rKrLr(rMrN rand_device batch_sizegen_device_typeilatentss r randn_tensorrfs&#f%KqJ  $u}}F  *u||E*F7A)T7R)**//XabcXdXkXkXpXp fkk )o.FK XY_X`aKKQ(Sggmfnnvx  +60I1&9Z[jZkklmn n)T"s9~':aL )T"uQRy :&  KK1kQV_e f  ))G+..v6 N++eyTYbhillmst N s$F=returnctddsttdsyt|tjj j S)z:Check whether the module was compiled with torch.compile()rArDrGrJrfboolrprsrrr lru_cacherrrrr torch_devicerrrrs ??nn::)-d4PUbf g &&yy$$yy$$  ''yy%%  &&yy$$  yy$$$$  22uyy";TB '# 55uyy";TB *& //uyy"8$? $  &&uyy-6    H %D c 4X ;N HH3HBBBBCCNCNQsQKK -c-NR37%)'+ /  /d#457HHIJ/ U3./ 0/ M " / ^ $ /dH$HF ++C+++D,,(6,KY, )*,6   HSMHSM2$.