Content - 8524449be6e0d143ac115feadda6d5e4e95936d0 - c3e590d/__pycache__/dynamite.cpython-35.pyc

Tip revision: 2003303aba820a91be4b2db9788d15db14cff6dd authored by Frank Seide on 08 September 2020, 19:38:44 UTC
some updates, Marian-related
Tip revision: 2003303
dynamite.cpython-35.pyc


çîXæã@s¢ddlZddlZddlZdZdZdZdZddZddZ	Gdd	d	Z
Gd
dde
ZGdd
d
e
ZddZ
dddZdddZeZdddZddZddZddZddZedZedZdd Zeejjd!d"d#d$d#fZeejjd!d%d#d&d#fZeejjd!d'd#d(d#fZ eejj!Z!eejj"Z"eejj#d!d)d#fZ#eejj$d!d*d#fZ$eejj%d!d+d#fZ%ee
j&d!d,d#fZ'd-d.Z(eejj)d!d/d#fZ)eejj*d!d0d#fZ*d1d2Z+e+Z,d3d4Z-d5d6Z.d7d8Z/e/d9d:d;Z0d<d=Z1e#d9d>d?Z2e#d@dAZ3d9dBdCZ4dDdEZ5dFdGZ6ddHdIZ7ddJdKZ8dLdMZ9dNdOdPZ:dQdRdSZ;e<dTdUdVZ=dWdXZ>dYdZZ?dd[l@mAZBdd\lCmDZEejjejjejjejj!ejjFejjGejjHejj#ejj"ejj$ejj%ejj)ejj*ejjIhZJd]d^ZKd_d`ZLdadbdcZMdddlNmNZNdedfZOdgdhZPdS)iéNTz(times_initializer)cCst|tr|St|S)N)Ú
isinstanceÚVariableÚConstant)Úx©rúC:\work\dynamite\dynamite.pyÚto_Variable6srcKs|S)Nr)ÚkwargsrrrÚ	as_kwargs:sr
c@s~eZdZdZdfdddZddZddZd	d
Zddd
ZddZ	dddZ
ddZdZe
ddZdddZdddZddZddZddZd d!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Ze
d3d:d4d5Zd6d7Zd8d9ZdS);rrNc	Cs©tj|}||_||_tdd|D|_||_||_||_x&|jD]}t	|t
sbtqbWd|_t
j
|_t
j
d7_
|S)Ncss|]}t|VqdS)N)r)Ú.0Úinputrrrú	<genexpr>Dsz#Variable.__new__.<locals>.<genexpr>Fé)ÚobjectÚ__new__ÚshapeÚopÚtupleÚinputsÚbackprop_to_functionsÚadditional_argsÚadditional_kwargsrrÚAssertionErrorÚcomputedÚgeneration_counterÚ
generation_id)	ÚclsrrrrrrÚvÚinprrrr@s						zVariable.__new__c
Cs{|jstt|ds&tt|j|j|jd|jd|jd|j	}tj
|_tj
d7_
|S)NÚinitializerrrrr)rrÚhasattrrrrrrrrrr)ÚselfÚresrrrÚcloneQs6zVariable.clonecCs|jstt|ds&t|j|_|j|_|j|_|j|_|j|_|j|_t	j
|_t	j
d7_
dS)Nrr)rrr rrrrrrrrr)r!ÚotherrrrÚreplace_withYszVariable.replace_withcCs\t|trdSt|tr&dS|jtjjkr?dS|jtjjkrXdSdS)NÚPÚCÚGÚSÚV)rÚ	ParameterrrÚcntkÚNDArrayViewÚ__getitem__Úsplice)r!rrrÚtype_as_chards
zVariable.type_as_charFcCs|jtjjkrJ|rJ|jdjdt|jdd}n5|j}|dj	|j
7}|jr|d7}|dt|j7}|S)Nrú[ú]z{:05}Ú*ú:)
rr,r-r.rÚtype_as_stringÚstrrr0Úformatrrr)r!Úexpand_getitemÚtrrrr5js/	
zVariable.type_as_stringcCs<t|j}|jd}|ddkr8|d}|S)Nú rz	<functionr)r6rÚsplit)r!r9ÚtsrrrÚop_as_stringts

zVariable.op_as_stringcsÉ|jd}|d|j7}|jr\|ddjfdd|jD7}|jr||dt|j7}|jr²|ddjdd	|jjD7}|jrÅ|d
7}|S)Nr8z = z (z, cs"g|]}|jdqS)r8)r5)rr)r8rrú
<listcomp>~s	z0Variable.signature_as_string.<locals>.<listcomp>z; css)|]\}}|dt|VqdS)ú=N)r6)rÚnameÚvalrrrr
sz/Variable.signature_as_string.<locals>.<genexpr>ú))r5r=rÚjoinrr6rÚitems)r!r8r9r)r8rÚsignature_as_stringzs	-		-	
zVariable.signature_as_stringc
s¹dkstfjj}|tkr|djdkrTtd|fdd}t||d	jSt||d	jd
jdjS)
Nrréé,éé
csu|j}t|tjd}|dks8tfd|j}|d|}|j}|S)NrrÚreduce_to_shape)r)rÚlenrÚreshape)ÚargÚinput_shapeZnum_ones_to_insertZreduce_via_shaper")Ú
batch_sizeÚreduction_opr!Ú
shape_batchedrrÚreduce_batchs	z-Variable.create_batched.<locals>.reduce_batchrrr)rFrGrH)	rrrÚunary_reduction_opsÚprintrrrr)r!Úbatched_inputsrOrrRr)rOrPr!rQrÚcreate_batcheds	
zVariable.create_batchedcCstj}|t_|S)N)rÚ_batch_eval_fn)Z
batch_eval_fnÚprevrrrÚ	set_yield¤s		zVariable.set_yieldc
Cs]ytdd|jD}|rr|jrS|j||jd||j}q°|j||jd|}n>|jr|j||j|j}n|j||j}|j|jkråt|ddt|j|j|j|jksýt|SWnTt	k
rXt|ddtd|j|jtdd|jDYnXdS)Ncss|]}|jVqdS)N)Údata)rrrrrr
«sz$Variable._call_op.<locals>.<genexpr>ÚoutÚ	skip_freeTz_call_op failure:css|]}|jVqdS)N)r)rrrrrr
½s)
rrrrrrÚ
dump_graphrTrÚ	Exception)r!r[ÚargsrZrrrÚ_call_op©s&	%	
/zVariable._call_opcCs2|jst|jd||_d|_dS)Nr[T)rrr`rZ)r!r[rrrÚcompute_dataÀszVariable.compute_datacCsE|js>tjr1tj||js>tn
t|g|jS)N)rrrWrÚ
batch_evalrZ)r!rrrÚ	get_valueÅs		

zVariable.get_valuecCs|jjS)N)rcÚ
to_ndarray)r!rrrrdÍszVariable.to_ndarraycCsC|js8t|ddtd|jtd|j|S)Nr\Tzbackprop_to() missing forzbackprop_to missing)rr]rTrEÚNotImplementedError)r!ÚirrrÚbackprop_toÐs
	zVariable.backprop_torcCst|}t|||S)N)rÚcreate_gradient_graph)r!Z
set_of_paramsÚerror_signalrrrÚ
grad_timesÖszVariable.grad_timescCs
t||S)N)Úplus)r!r$rrrÚ__add__ÚszVariable.__add__cCs
t||S)N)Úminus)r!r$rrrÚ__sub__ÜszVariable.__sub__cCs
t||S)N)Ú
element_times)r!r$rrrÚ__mul__ÞszVariable.__mul__cCs
t||S)N)Úgreater)r!r$rrrÚ__gt__àszVariable.__gt__cCs
t||S)N)Útimes)r!r$rrrÚ
__matmul__âszVariable.__matmul__cCs||}|||<|S)Nr)rÚgÚkeyr"rrrÚ_place_itemäs

zVariable._place_itemcsòttrf}nyttrjdksKjdksKtjdkrijdksotjjf}ntst||jdd}||jkr»|St	|t
jj|fdfddfdfS)Nrrrcs3t|jdjtj|jd|fdfS)Nrr)rrrrw)rru)rvrrÚ<lambda>ús)z&Variable.__getitem__.<locals>.<lambda>r)
rÚintÚsliceÚsteprÚstartÚstopÚfalserrr,r-r.)r!rvZ	first_dimrr)rvrr.és	$$zVariable.__getitem__cCs|S)Nr)rrrrÚ	_op_aliasýszVariable._op_aliasÚaxisc
Gs|dkrtdtt|fd	d
||djtjj|d|dkr]dn"tddtt|Ddt	d|S)Nrz.splice: axis >= 0 case not implemented for nowrrcss|]}|ddVqdS)cSs||||S)Nr)rrurfrrrrxsz+Variable.splice.<locals>.<genexpr>.<lambda>Nr)rrfrrrr
sz"Variable.splice.<locals>.<genexpr>rr)réÿÿÿÿr)
Ú
ValueErrorrrKrr,r-r/rÚranger
)rr_rrrr/ÿs
&	7zVariable.splicecCs"t|tjj|fd|fS)Nr)rr,r-rL)r!rrrrrLszVariable.reshapecCs(t|tjj|fdtd|S)NrrJ)rr,r-Ú
reduce_sumr
)r!rrrrÚreduce_sum_to_shape
szVariable.reduce_sum_to_shaper) Ú__name__Ú
__module__Ú__qualname__rrr#r%r0r5r=rErVrWÚstaticmethodrYr`rarcrdrgrjrlrnrprrrtrwr.rr/rLrrrrrr=s:
rc@sReZdZdddZdddZddZdd	Zd
dZdS)r+NcCstj||dgS)Nr+)rr)rrrrrrrszParameter.__new__cCsN|r||_tj|_|f|_tdd|DrJ|jdS)Ncss|]}|tkVqdS)N)ÚINFER)rÚdimrrrr
sz%Parameter.__init__.<locals>.<genexpr>)rr+Ú_initializerrÚallra)r!rrrrrÚ__init__s	zParameter.__init__cCstdd|jDs"tt|drUtjj|jdd}|`n$tjjt	j
|jt	j}tjj|_
|_
|S)Ncss|]}|tkVqdS)N)r)rrrrrr
sz(Parameter._initialize.<locals>.<genexpr>rç©?g©¿r)rrrr r,r-Úrandom_uniform_floatrÚ
from_denseÚnpÚzerosÚfloat32ÚcoreÚ	__class__)r!rZrrrrs"	$zParameter._initializecCsV|j}tjj|_|_|j|_||_d|_t|drR|`dS)NTr)	rZr,rr-rrrr r)r!r$rZrrrÚshare_data_from s			zParameter.share_data_fromcCs0||_tdd|Dr,|jdS)Ncss|]}|tkVqdS)N)r)rrrrrr
-sz#Parameter.resize.<locals>.<genexpr>)rrra)r!rrrrÚresize+s	zParameter.resize)rrrrrrrrrrrrr+
s
	r+c@seZdZdddZdS)rNcCsdt|tjs3tjjtj|tj}tj||j	dg}||_
d|_|S)NrT)rr,r-rrÚarrayrrrrrZr)rrZrrrrrr1s!		zConstant.__new__)rrrrrrrrr0srcCs¹t|tjtfr!|jnf}t|tjtfrH|jnf}tt|t|}d|t||}d|t||}tddt||DS)Nrcss$|]\}}t||VqdS)N)Úmax)rZdimAZdimBrrrr
?sz$elementwise_shape.<locals>.<genexpr>)r)r)	rrÚndarrayrrrrKrÚzip)ÚaÚbÚshapeAÚshapeBÚrankrrrÚelementwise_shape9s''r¢csfdd}|S)Ncs%tt||||fdS)Nr)rr¢)rr)rÚopcoderrÚfCszbinary_op.<locals>.fr)r£rr¤r)rr£rÚ	binary_opAsr¥csfdd}|S)Ncst|j|fdS)Nr)rr)r)rr£rrr¤Nszunary_op.<locals>.fr)r£rr¤r)rr£rÚunary_opMsr¦cs&tjfdd}|S)Ncstf|fdS)Nr)r)r)rr£rrr¤Xszunary_reduction_op.<locals>.f)rSÚadd)r£rr¤r)rr£rÚunary_reduction_opVs
r¨cCsR|}|jd}|j}|j}t|jdjtjj||jdfS)Nrr)rrrr,r-Ú
dot_transpose)rrurrrr rrrÚtimes_backprop_to_0^s

		rªcCsã|jd}|}|j}|j}t|dkrPd|}|j|}t|dkr{d|}|j|}|d|df}t|tjj||f}|j|jdjkrß|j|jdj}|S)Nrr)r)r)rrrKrLrr,r-Ú
transpose_dot)rrurrrr ÚshapeCr"rrrÚtimes_backprop_to_1fs
		

rcCsãt|ttfr%|dkr%dSt|dr|jdtkrT|jdn(t|tjtfry|jdnd|jdf}|j	|t|tjtfrº|jn
|jdf}t|tjtfrë|jnf}|fkrodt
|kodknsCdt
|ko=dknrOtd|d|dkrotdf}t
|dkr||df}t
|dkr»||df}t|tj
j||fdttfS)	NrrrrFz(times only supports matrices and vectorszinner dimensions do not matchrr)rryÚfloatr rrrrrrrKÚ	TypeErrorr,r-Údotrªr)rrrrr r¬rrrrszs&!H
1'FrscCs¦t|drt|jd|jdtkr9|jdn(t|tjtfr^|jdndf}|j|t|tjtfr|jn
|jdf}t|tjtfrÆ|jnf}dt|koédknsdt|kodknrt	d|d|dkr>t	df}t|dkrg||df}t|dkr||df}t|t
jj||fS)	NrrrrFz(times only supports matrices and vectorszinner dimensions do not matchrr)
r rrrrrrrrKr¯r,r-r©)rrrrr r¬rrrÚtimes_transposes 
N
1'Fr±rcCs(|j|jkr$|j|j}|S)N)rr)rrurrrÚ_unbroadcast¥sr²rcCst|jd|S)Nr)r²r)rrurrrrx«srxcCst|jd|S)Nr)r²r)rrurrrrx«scCst|jd|S)Nr)r²r)rrurrrrx¬scCst|jdt|S)Nr)r²rÚzero)rrurrrrx¬scCst|jd||jdS)Nrr)r²r)rrurrrrxscCst|jd||jdS)Nrr)r²r)rrurrrrxscCs||t|S)N)Úone)rrurrrrx±scCs||tkS)N)r³)rrurrrrx²scCs||S)Nr)rrurrrrx³scCs|S)Nr)rrurrrrx´scCs_t|jdj}t|j}||}|dksAt|jd|}|j|S)Nrr)r)rKrrrrL)rruÚ
input_rankÚoutput_rankZnum_reduced_dimsZpadded_g_shaperrrÚ
_pad_unreduce¸s
r·cCst||t|jdS)Nr)r·r³r)rrurrrrx¿scCs+t||t|jdt||S)Nr)r·Úexpr)rrurrrrxÀscCst|t||S)N)Úreduce_log_sumr)ÚoutputÚlabelrrrÚcross_entropy_with_softmaxÄsr¼csfddS)Ncs,t|ttfr"t|S|S)N)rÚlistrÚmap)r)Úbroadcasting_unary_opr¦rrr¿Üs
z0BroadcastingUnary.<locals>.broadcasting_unary_opr)r¦r)r¿r¦rÚBroadcastingUnaryÚsrÀcsfdd}|S)NcsCd|_t|_x*jD]\}}t|||qW|S)NT)Ú__ismodel__Úget_parametersrDÚsetattr)r¤r@Úvalue)r	rrÚpatchïs
		zModel.<locals>.patchr)r	rÅr)r	rÚModelîs	rÆcCs|S)Nr)rrrrÚidentityüsrÇÚcs^tt|fdtt|ftddtfdd}|S)NrÚWrcs|S)Nr)r)rÉÚ
activationrrrÚdenseszDense.<locals>.dense)r+rÚtimes_initializerrÆrÀ)ÚNrÊr@rËr)rÉrÊrrÚDenseÿs
!rÎcCstdd}|S)NcSs|j}|S)N)rd)rZx_cpurrrÚ
log_values	szLogValues.<locals>.log_values)rÀ)rÏrrrÚ	LogValuessrÐcsytt|fdtt||fdtt|ftdddfdd}|S)NrrÉÚRrcs.ttt|t|S)N)rkrs)Úsr)rÑrÉrÊrrrÚrnn_stepszRNNUnit.<locals>.rnn_step)r+rrÌrÆ)rÍrÊr@rÓr)rÑrÉrÊrrÚRNNUnits
6rÔcstdfttdfdttdfdttdddfdd}|S)NérrÉrÑrcsö|\}}t|t|}t|dd}t|dd}t|dd}t|dd}t|}	|	|}
t|}||}||
}
t|}||
}||
fS)NrrrFrÕé)rsÚ	row_sliceÚsigmoid)ZdhcrÚdhÚdcÚproj4Úit_projÚbit_projÚft_projÚot_projÚitÚbitÚftÚbftÚctÚotÚht)rÍrÑrÉrÊrrrÚlstms 

zLSTM.<locals>.lstm)r+rrÌrÆ)rÍrÊrçr)rÍrÑrÉrÊrrÚLSTMs
9rècsCtt|fdttdtfdd}|S)NrÚEcs
t|S)N)rs)r)rérrÚ	embedding:szEmbedding.<locals>.embedding)r+rrÌrÆrÀ)rÍr@rêr)rérÚ	Embedding8srëcs%tdfdd}|S)NÚ	__items__cs!xD]}||}qW|S)Nr)rr¤)Ú	functionsrrÚseqAs
zSequential.<locals>.seq)rÆ)rírîr)rírÚ
Sequential@s!rïcs1tdtfdd}ttS)NÚmap_functioncs
|S)Nr)r)rðrrÚmap_fIszMap.<locals>.map_f)rÆrÀr¤)rðrñr)rðrÚMapHsròcs(tdfdd}|S)NÚ
step_functioncsA}x|D]}||}q
Wt|tr=|dS|S)Nr)rr)rrÒÚsample)Ú
initial_staterórrÚfoldRs
zFold.<locals>.fold)rÆ)rórõrör)rõrórÚFoldOs$r÷cs4ttdfdd}|S)Nrócs=}g}x*|D]"}||}|j|qW|S)N)Úappend)rrÒr[rô)rõrórrÚ
recurrence\s
zRecurrence.<locals>.recurrence)rrÆ)rórõrùr)rõrórÚ
RecurrenceZs$rúcCsÉg}x¶t|D]¨}|ddkr8|dkr8qt||}t|trf|j|q|dkrxF|D]}|jt|qyWqt|dr|jt|qWt|S)NrÚ_rìrÁ)	ÚdirÚgetattrrr+røÚextendrÂr r)ÚmÚ
parametersÚmember_nameÚmemberÚitemrrrrÂhs
rÂrûcCsñt}xát|D]Ó}|ddkr;|dkr;qt||}t|trn|d|||<q|dkr¼xlt|D].\}}|jt|dj||qWqt	|dr|jt||d|qW|S)NrrûrìÚ.z{}[{}]rÁ)
Údictrürýrr+Ú	enumerateÚupdateÚget_parameter_namesr7r )rÿÚrootZparameter_namesrrrfrrrrrxs	)"rú$cCsçxàt|D]Ò}|ddkr2|dkr2q
t||}t|trvt|d|dt|jq
|dkr»xZt|D]%\}}t|dj	||qWq
t
|dr
t||d|q
WdS)Nrrûrìrz: z{}[{}]rÁ)rürýrr+rTr6rrÚdump_parametersr7r )rÿr	rrrfrrrrrs& r)ÚrootscsÛgtfddx|D]}|q.Wttks`tttks~tt}xMD]E}x)|jD]}t||kstqW|jt|qWS)NcsTt|krPjt|x|jD]}|q/Wj|dS)N)Úidr§rrø)Únoder)ÚorderÚtraverseÚvisitedrrr¡s
ztopo_sort.<locals>.traverse)ÚsetrKrrr
r§)rrÚseenrr)rrrrÚ	topo_sorts	
(	
rc	Csýddlm}|ddt|D}d|krE|dnd}d|kra|dnd}d|kr}|dnd}d|kr|dnd}d	|krµ|d	nd}|||||}t|d
|||fd||fddS)
Nr)ÚCountercss|]}|jVqdS)N)r0)rr9rrrr
ìsz$print_graph_stats.<locals>.<genexpr>r&r'r*r(r)znodes,z(#compute, #splice, #slice),z(parameters, constants))ÚcollectionsrrrT)	ÚvarsrÚstatsZ
num_paramsZ
num_constsZnum_varsZnum_getitemsZnum_splicesÚtotalrrrÚprint_graph_statsêsrc
st|}t|}tdd|D}tfdd}ddfdd}x¬|D]¤}|jrqtdd	}|||_g|_d|_xI|jD]>}t	|t
r½|jr½|jj||jd
7_q½W|jdkrt||qtWd}	d}
x¿rétj
dfdd
}|}|||	d
7}	|=xi|D]a}|
d
7}
xN|jD]C}|jdks¶t|jd
8_|jdkr||qWqWq+W|
|ksütdS)Ncss|]}|jsdVqdS)rN)r)rrrrrr
ùsz+transform_to_batched_ops.<locals>.<genexpr>cs:|j}|kr%|g|<n|j|dS)N)rvrø)rrv)Ú	ready_opsrrÚ	add_readyþs	z+transform_to_batched_ops.<locals>.add_readyrc
sdddtdkr¬jtjjkrjrj}|d}|jd}|jd||t|}j|dS	d7	dSjtjjksëjtjj	ksëjtjjkrïdSx&jD]}t
|tsùtqùWjtjj
kpTjtjjkpTjtjjkddtfddjDdstndt}
fd	d
tj}tfddtjD	d7	tddtjDr¥tfd
dt|Dsftj}xptD]\}}	|	jt|qWn@j|}x+tD]\}}	|	j||qÄWx2tD]$\}}	|	jjksòtqòWdS)NrcsB|djtjjkoAtfddt|DS)Nrc3sb|]X\}}|jtjjkoY|jdjdkoY|jd|jdkVqdS)rN)rr,r-r.rr)rrfrM)Úarg0rrr
&sz\transform_to_batched_ops.<locals>.transform_batched_op.<locals>.reslicing.<locals>.<genexpr>)rr,r-r.rr)r_r)rrÚ	reslicing"s
zItransform_to_batched_ops.<locals>.transform_batched_op.<locals>.reslicingrcSs)t|ttjfr%t|jSdS)Nr)rrrrrKr)rrrrr¡GszDtransform_to_batched_ops.<locals>.transform_batched_op.<locals>.rankc3s|]}|VqdS)Nr)rr)r¡rrr
IszItransform_to_batched_ops.<locals>.transform_batched_op.<locals>.<genexpr>csytfddD}|dks5trdkrtfdd|Dsvtddtfdd|DstStfd	d|DrÂSjtjkr÷tfd
d|Dr÷S|r/jd}jd||t	|S}tj
|d|}|jtjj
krqd7|SdS)Nc3s|]}|jVqdS)N)r)rr)rfrrr
Pszetransform_to_batched_ops.<locals>.transform_batched_op.<locals>.make_batched_input.<locals>.<genexpr>rrc3s|]}|kVqdS)Nr)rrM)rrrr
Usr\Tc3s|]}|kVqdS)Nr)rrM)rrrr
Wsc3s|]}|kVqdS)Nr)rrM)rrrr
Zsc3s;|]1}|jtjko2|jdjdkVqdS)rN)rrrr)rrM)rrrr
]sr)
rrrr]rrrrrrKr/r,r-)rfrr_Úi0rr")Úis_mulÚnew_rankÚnum_gathersÚop_batchÚranksr)rrfrÚmake_batched_inputOs&%1

zRtransform_to_batched_ops.<locals>.transform_batched_op.<locals>.make_batched_inputc3s$|]\}}||VqdS)Nr)rrfr)r%rrr
qscss!|]\}}||kVqdS)Nr)rÚibrrrrr
vsc3s&|]}|j|kVqdS)N)r)rrf)rUÚv0rrr
xs)rKrr,r-r/rrr%r.rLrrrr°r©r«rrrrrrr#ÚaliasrVr)
r#r_rrZ	v_batchedrZnum_batched_opsZ
num_inputsrfr)Únum_compute_launchesr")	rUr r%r!r#r¡r$rr'rÚtransform_batched_op sH
	$	

!
??	" ! 
%.z6transform_to_batched_ops.<locals>.transform_batched_opcs+|jtjjks*|jtjjkr7d|jfS|jtjjksv|jtjjksv|jtjjkr£d|j|jdj	t
|jdffS|j}tdd|D}|j
rÿtfddtjDd|j|tdd|jDfS)	NTFrrcss0|]&}t|ts|n	t|VqdS)N)rrzr6)rrMrrrr
sz=transform_to_batched_ops.<locals>.make_key.<locals>.<genexpr>c3s|]}||fVqdS)Nr)rÚarg_name)Úadditional_kwargs_tuplifiedrrr
¢scss|]}|jVqdS)N)r)rrrrrr
£s)rr,r-r.rLr°r©r«rrr
rrrÚsortedÚkeys)ÚpZadditional_args_sanitizedr)r,rÚmake_keys*
?-		
	+z*transform_to_batched_ops.<locals>.make_keyrrvcst||djfS)Nr)rKr)rv)rrrrxµsz*transform_to_batched_ops.<locals>.<lambda>)rrKÚsumrrrvZ	consumersZnon_ready_inputsrrrrørr.r)
rÚnodesÚ	num_nodesZexpected_num_opsrr*r/r0rZbatches_runZops_runrvr#r)r)r"rrÚtransform_to_batched_opsõsJ	n
				$



r4)Úmul)ÚreducecCstrt|t|}t|}d}xc|D][}|js5|jtkrtt|j	d}||_
||_||7}q5d|_
q5Wtj
|f}xk|D]c}|jsd}|j
}|dkr||||j}|j|j	}|jd|qWdS)Nrrr[rr)Úuse_batchingr4rrKrrÚops_with_outÚfunctools_reduceÚmul_operatorrÚ
mem_offsetÚmem_sizer,r-rLra)rr2r3r;r/r<Zarenar[rrrrbÛs,

			


		rbcst|g}dd|DxC|D];}tfdd|jDr)jt|q)Wt|krtdt||<t}x>tfddt	|D]}|}|jt|xõt
|jD]ä\}}t|kr÷|j|}	|	||}
|j|
jkrt
|
dd	td
|
jd|jd|d
|j|j|
jkst|kr±|
|<q÷t||ksÉt||
|<q÷WqÄWfdd|D}|S)NcSsh|]}t|qSr)r
)rr/rrrú	<setcomp>s	z(create_gradient_graph.<locals>.<setcomp>c3s!|]}t|kVqdS)N)r
)rr)Ú
active_setrrr
sz(create_gradient_graph.<locals>.<genexpr>zCgrad_times: variable does not depend on any of the given parameterscst|kS)N)r
)r)r>rrrxsz'create_gradient_graph.<locals>.<lambda>r\Tzgradient shapez&came back different from input's shapez	for inputzof opcsi|]}||qSrr)rr/)Ú	gradientsrrú
<dictcomp>6s	z)create_gradient_graph.<locals>.<dictcomp>)rÚanyrr§r
rrrÚfilterÚreversedrrgrr]rTrEr)r	rrir2rZg_usedrurfrrgZinput_gr"r)r>r?rrh
s6
"	
	(
+
rhFcCsbt|tr|g}xCt|D]5}|sD|jdkr%t|jddq%WdS)Nr*r)r8T>r)r*)rrrr0rTrE)rr\rrrrr]<s
	r])Úgreenletc	sgtrÜtt|}fdd|D}dfdd}fddfddfd	d|Dgfd
d}tj|}|tj|n0x-t|D]}|}j|qéWS)Ncs%g|]}|fddqS)cs
|S)Nr)r_)r¤rrrxLsz&map_batch.<locals>.<listcomp>.<lambda>r)rr_)r¤rrr>Ls	zmap_batch.<locals>.<listcomp>csdjdS)Nr)Úswitchr)Úcurrent_coro_indexÚ	greenletsrrÚyield_to_firstOsz!map_batch.<locals>.yield_to_firstcs4d7tkr"djdS)Nrr)rKrEr)rFrGrrÚ
yield_to_nextSs
z map_batch.<locals>.yield_to_nextcsfdd}|S)Ncs!}j|dS)N)rø)r")ÚcoroÚresultrIrrÚrun_coroZs	
z1map_batch.<locals>.coro_wrapper.<locals>.run_coror)rJrL)rKrI)rJrÚcoro_wrapperYszmap_batch.<locals>.coro_wrappercs"g|]}t|qSr)rD)rrJ)rMrrr>_s	cs\j|dtkrQttksAttgdS)Nr)rørKrrb)r)rFrGÚpending_varsrIrrÚyield_to_batch_evalbs

z&map_batch.<locals>.yield_to_batch_eval)Úuse_coroutinesrrrrYrø)	r¤Ú
batch_argsZzipped_batch_argsZcorosrHrOZprev_yield_to_batch_evalr_r"r)rMrFr¤rGrNrKrIrÚ	map_batchFs$rRcstdt|dt||}tdd|D}tj|}t|}|St}fddt|}|S)Nzbatch ofrcss|]}|dVqdS)rNr)rÚcritrrrr
sz"train_minibatch.<locals>.<genexpr>cst|}|dkrS|||d|d|||ddS|dkrt||d|dS|dSdS)NrFrr)rK)r¤r_Ún)Útree_reducerrrUs;z$train_minibatch.<locals>.tree_reduce)rTrKrRrrr/rrk)Ú	criterionrQZcritsZ
crits_batchedrSr¤r)rUrÚtrain_minibatch}srW)QÚnumpyrr,rr7rPrrÌrr
rr+rr¢r¥r¦rrSr¨rªrrsr±r³r´r²r-rlrkrnrmrprorqÚtanhrØÚrelur¸rr(r·rr¹r¼Úclassification_errorrÀrÆrÇrÎrÐrÔrèrërïròr÷rúrÂrrr½rrr4Úoperatorr5r:Ú	functoolsr6r9r°r©r«r/r8rbrhr]rDrRrWrrrrÚ<module>s"Ð#		***!!!!!		Mß$$!2/7
Browse the archive

https://github.com/Microsoft/CNTK
