o I&i_@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZmZmZddlZddlmZddlZddlmZddlmZddlmZddlmZmZd d lmZd d lm Z m!Z!e"e#Z$ed Z%e d Z&e&'Z(e(rddl)Z*gZ+dZ,e(rgdZ+e*j-j.j/01ddZ2d3dde+DZ,gdZ4GdddZ5ddZ6dZ7GdddZ8e9dddZ:dd d!d"Z;d#d$ZZ?d)d*Z@dId+d,ZA dJddd-d.d/ZBd0d1ZCd2d3ZDd4d5ZE dJddd-d6d7ZFd8ed9d:d;dZGd?e%d2r)Zbuck2runz@mode/dev-nosanc@s&eZdZddZddZd ddZdS) BuckTargetWritercCstjtj|\|_|_|jdd|_|jddd|j|_|j|jdd|_|jdd|_|j}||dddd}d|d |j|_ dS) Nz.pyr/.zfbcode.zfbcode/r:) ospathsplitabspathsubdirpy_filereplacetargetfind cmd_line_path)selffilenametmprrr__init__9szBuckTargetWriter.__init__c CsDdddtD}td|jd|jdtd|d|jd S) NrcSr)z "z",rrrrrrHrz*BuckTargetWriter.build..za load("@fbcode_macros//build_defs:python_binary.bzl", "python_binary") python_binary( name="z", srcs = ["z"], compile = False, deps = [ "//caffe2:torch", "//caffe2/functorch:functorch", "//triton:triton", "z", ], cpp_deps = [ z ], main_module = "z", ) )join extra_depstextwrapdedentr)r' cur_targetr#)r,Zextra_cpp_depsrrrbuildGs zBuckTargetWriter.buildTcCsntj|jd}t|d}||Wdn1swYt|jg}|r5t dd||S)NZTARGETSwzFFound an example that reproduces the error. Run this cmd to repro - %s ) r"r#r0r&openwriter5BUCK_CMD_PREFIXr+logwarning)r,Z print_msgZ target_filefdZ cmd_splitrrrr9_s  zBuckTargetWriter.writeN)T)__name__ __module__ __qualname__r/r5r9rrrrr8srcCsLtjtd}|durtdt}tj|s$tj |dd|S)NZminifierz /minifier_T)exist_ok) r"r#r0rtempfile gettempdirgetpassgetuserexistsmakedirs)r#rrr minifier_dirms  rHc@seZdZejjejjejjejjejj ejj ejj ejj ejj ejjejjejjejjejjejjejjejjejjejjejjejjgZeddZeddZdS)NNModuleToStringcCsLt}|D]\}}t|tjvr||qt|dkr$td|dS)Nrz-We have not tested reprs of some modules - %sT) setnamed_childrentyperJ safe_reprsaddlenr;r<)gmZ cant_convert_modulerrrcan_convert_to_strings   z&NNModuleToString.can_convert_to_stringcCsddlm}d}td}|D]+\}}|}t|d}|dur-|jr-|d}||dd|d|d 7}q|j D]X\}} | durKqB| t krcdd l m} | jt ks^Jt| } n t| rvd t| jd | jd } n dt| jd | jd } | jr| d} ||dd|d| d7}qB|j D].\} } | durqd}| jrd}dt| jd | j|d} ||dd| d| d 7}q|||jdd 7}|S)Nr) _addindent z from torch.nn import * class Repro(torch.nn.Module): def __init__(self): super().__init__() z.cuda()zself.z = r) PRINT_OPTSz torch.randn(z, dtype=)ztorch.randint(1, size=zself.register_buffer('z', z) rz, device="cuda"ztorch.nn.Parameter(torch.randn(z))rI)Ztorch.nn.modules.modulerUr2r3rL__repr__next parametersZis_cuda_buffersitemsZnumelMAX_CONSTANT_NUMEL_INLINEZtorch._tensor_strrX thresholdreprtorchis_floating_pointlistshapedtype _parameterscode)rQrUtab model_str module_namerSZ module_strZ example_paramZ buffer_namebufferrXZ tensor_str param_nameparam maybe_devicerrrconvertsF            zNNModuleToString.convertN)r>r?r@rbnnZLinearZConv1dZConv2dZConv3dZ BatchNorm1dZ BatchNorm2dZ BatchNorm3dZ LayerNormZDropoutZSoftmaxZReLUZGELUZIdentityZ MaxPool2dZ EmbeddingZTanhZConvTranspose1dZGLUZLSTMZFlattenZAdaptiveAvgPool2drN staticmethodrTrprrrrrJys6  rJcCstjsdSd}z!tddg}|d}ddd|D}||d7}Wn ty7|d 7}Ynwt d d t tj D}|d 7}| D]\}}|d |d|d7}qN|d7}|S)Nz:# torch.cuda.is_available()==False, no GPU info collected z# CUDA Info: Znvccz --versionrrcSs g|] }|dvrd|dqS))r#  r)rsrrrrs z-_cuda_system_info_comment..z# nvcc not found css|] }tj|VqdSN)rbcudaZget_device_name)rirrr s  z,_cuda_system_info_comment..z# GPU Hardware Info: rsz : rt) rbrwZ is_available subprocess check_outputdecoder$r0FileNotFoundErrorrrangeZ device_countr^)rjZcuda_version_outZcuda_version_linescommentZ gpu_namesnamecountrrr_cuda_system_info_comments&    rF) stable_outputc CsXddl}ddl}|r dSd|jjd|jjd|jjd|jjj d S)Nrz*# config omitted due to stable_output=Truez~import torch._dynamo.config import torch._inductor.config import torch._functorch.config import torch.fx.experimental._config r) Ztorch._functorch.configZtorch._inductor.configZ_dynamor Zcodegen_configZ _inductorZ _functorchZfxZ experimental_config)rrbrrrgenerate_config_strings    rcCstjtdS)Nzminifier_launcher.py)r"r#r0rHrrrrget_minifier_repro_path src Cst}td|trt|zt|d}||WdWdS1s)wYWdStyF}z t|t d|d}~ww)NzWriting minified repro to: %sr6z(Could not write to {minified_repro_path}) rr;r<use_buckrr9r8OSError exceptionNotImplementedError)contentsZminified_repro_pathr=errrhelper_for_dump_minify s    &  rc@s eZdZdS) AccuracyErrorN)r>r?r@rrrrrsrcCsBt|}tt|D]}t||tjr||||jq |S)z This clone inputs is different from utils clone_input. In case of minifier, all the tensors are leaf tensors while creating a new graph. So, we set the requires_grad field w/o checking the leafness of the tensor. )rr~rP isinstancerbTensorZrequires_grad_ requires_grad)example_inputsZ cloned_inputsidxrrrclone_inputs_retaining_gradness s rc Csddlm}ddlm}m}m}t|}|st|}t |dr%| dt |dd}t |d d} t |d sP|dus>| durP||}|durI||_ | durP| |_ ||} |rX| S|| rd|| } | ||| d|S) z Runs a forward and possibly backward iteration for a given mod and args. When disable_clone is True, we will use args as-is without cloning. This is higher fidelity but we may destroy the args in the process. r)make_boxed_funcr )collect_resultsreduce_to_scalar_lossrequires_bwd_pass zero_gradTnamed_parametersN named_buffersZ _boxed_call)Ztorch._functorch.aot_autogradrtestingrrrcopydeepcopyrhasattrrgetattrrrZbackward) rQargsonly_fwdZ disable_clonerrrrZorig_named_parametersZorig_named_buffersoutZlossrrrrun_fwd_maybe_bwd-s.       r require_fp64 ignore_non_fpc Cs(ddlm}ddlm}m}ddlm} t||r#|||_|||_ t||r2|||_|||_ t |||} d} t j rfzt t|t|\} } t | | |} Wntye|r^tdtdYnwzt |||}Wnty}z tdWYd}~dSd}~ww| | || t jd|d }|S) aa Check two models have same accuracy. require_fp64: if True, raise an error if we unable to calculate the fp64 reference ignore_non_fp: if True, do not compare outputs which are not floating point. This is mostly useful for the minifier (which wants to avoid quantizing floating point error into integer/boolean error) r )OptimizedModule)"named_buffers_for_optimized_module%named_parameters_for_optimized_module)sameNzCould not generate fp64 outputszWhile minifying the program in accuracy minification mode, ran into a runtime exception which is likely an unrelated issue. Skipping this graph.T)ZtolZ equal_nanr)Z eval_framerrrrutilsrrrrrr Zsame_two_models_use_fp64 cast_to_fp64rrr Exception RuntimeErrorr;r<rZrepro_tolerance)rQZopt_gmrrrrrrrrrefZfp64_refZ fp64_modelZ fp64_examplesresrZpassingrrrsame_two_modelsTsP           rcCs|jjD]Q}|jdkr5|jtjjjjkr5t |j dksJt |j dr5|j dtj kr5|j dtj f|_ |jdkrU|j d}|durUt |rUt|j }tj |d<||_ q|j||S)N call_functionrWr rrf)graphnodesopr)rbopsZprimsZconvert_element_typedefaultrPrrfloat64kwargsgetdictZlintZ recompile)modelnoderfZ new_kwargsrrrcast_dtype_args_to_fp64s       rcsBddlm}|}tjkrt|}|fdd|}||fS)Nr)tree_mapcs"t|tjr|r|S|Srv)rrbrrctorrfrrs  zcast_to..)Ztorch.utils._pytreerrrbrr)rfrinputsrrrrcast_tos    rcCsttj||Srv)rrbr)rrrrrrsrc Cs^z|t|t|}t||||||d WSty.}z tdWYd}~dSd}~ww)NrzWhile minifying the program in accuracy minification mode, ran into a runtime exception which is likely an unrelated issue. Skipping this graphF)rrrrrr;r)rQrZ compiler_fnrrrZ compiled_gmrrrrbackend_accuracy_failss&  rstrideztorch._prims_common.StrideTypereztorch._prims_common.ShapeTypereturncCs|dur|St|Srv)rZmake_contiguous_strides_for)rrerrr_stride_or_defaultsrdcs fddS)Ncs|dur|SSrvrrrrrrsz_mk_defaulter..rrrrr _mk_defaulters rcpuc@s4eZdZddZdddddZddZd d ZdS) NopInputReadercCs d|_dS)Nrtotal)r,rrrr/s zNopInputReader.__init__Ndevice dtype_hintcCs|jd7_dS)Nr r)r, storage_hashnbytesrrrrrstorageszNopInputReader.storagecOdSrvrr,rrrrrtensorzNopInputReader.tensorcOrrvrrrrrsymint rzNopInputReader.symintr>r?r@r/rrrrrrrrs  rc@sLeZdZd ddddZdddddZ d dddddd d Zd d ZdS) InputReaderN)pbarcCs8|dur td|durt|nd|_g|_||_dS)Nz0no save_dir specified, will generate random data)r;r<r storerr)r,save_dirrrrrr/s   zInputReader.__init__rcCs|jdur |jdt|}t|}|jdur=|dur=z|j|}Wn ty-Ynw||jkr;t d||j|St d|||j f}t d|d}t |||| S)Nr zdevice mismatch: %s != %sz1could not load %s, generating random data insteadre)rupdate_device_or_default_dtype_or_defaultrZ read_storager}rr;r<itemsizerruntyped_storage)r,rrrrrrerrrrrs"       zInputReader.storage)storage_offsetrfris_leafc Kst||d}t|}t|}t|}t|}tjg||j|d} t| ||||Wdn1s7wY|sut | j tj d} Wdn1sTwYt| ||||Wdn1spwYtj j| |ksJtj| ||j| | S)Nr)rfrr)Z memory_format)r_storage_offset_or_defaultr_is_leaf_or_default_requires_grad_or_defaultrbrrZno_gradset_Z enable_gradcloneZpreserve_format _subclasses meta_utils safe_is_leaf_utilsZset_tensor_metadatarappend) r,rrerrrfrrmetadatatrrrr2s,      zInputReader.tensorcCs|j||Srv)rr)r,valrrrrSs zInputReader.symintrvrrrrrrs  !rc@sLeZdZddddZddZdddd efd d Zdd d ZdddZdS) InputWriterF stable_hashcCs:g|_t|_||_|durt||dnd|_i|_dS)Nr)_lines itertoolsrstorage_counterrr r seen_storages)r,rrrrrr/es   zInputWriter.__init__cCs*dg}|dd|jD|d|S)Nzdef load_args(reader):css|]}d|VqdS)rVNr)rlrrrryusz$InputWriter.lines..zload_args._version = 0)extendrr)r,rrrrlinesqs  zInputWriter.linesNr device_hintrc Cst|}|j|}|dur|Sdt|j}d}tdt|kr'd|}d}|j}|jdkr9|dus7J|}td|krDd|}| } d} |j dur[|jjdkr[|j |} |j |d| d| ||d||j|<|S) Nbufrz , dtype_hint=metaz , device=z = reader.storage(, rY)r rrr[rrrrMrrrZ write_storagerr) r,rrrwsvZmaybe_dtype_hintrorrrrrrrs0        zInputWriter.storagec Cs4|j||j|jd}g}td|jd|kr$|tt |t d|jkr4|d|jt d| krF|d| t j|}|rZ|dd|Dtd|jkrj|d|jt jj|}td|kr|d||jd d |tt |jg|d |dS) Nrrzdtype=zstorage_offset=css"|] \}}|d|VqdS)=Nr)rkrrrrrys z%InputWriter.tensor..zrequires_grad=zis_leaf=zreader.tensor(r) # )rrrfrrrerrstrtuplerrrrbrZget_tensor_metadatarr^rrrrrrrr0)r,rrrrZtensor_metadatarrrrrs2  zInputWriter.tensorcCs0t|tjr |jj}|jd|d|dS)Nzreader.symint(r )rrbZSymIntrhintrr)r,rrrrrrs zInputWriter.symint)rN) r>r?r@r/rr rrrrrrrrds   r)FF)F)Sr functoolsrDrloggingr"rzrBr2 collectionsr importlibrtypingrrrrbZtorch._prims_commonZ _prims_commonrZtorch._subclasses.meta_utilsZtorch._dynamo.testingrrZ torch.multiprocessing.reductionsr Ztorch.utils._content_storer r rr rr getLoggerr>r;rZinductor_configZ is_fbcoderZlibfb.py.build_infoZlibfbr1Z extra_importspyZ build_infoZ BuildInfoZget_build_ruler(r4r0r:rrHr_rJ lru_cacherrrrrrrrrrrrrrrZfloat32rrrrrrrrrrrrrs        5 d  + E )  T