ó
‡oŠ\c@s‰dd
lZdd
l
ZddlmZ
ddlmZ
ddd„Zdef
d„ƒYZ	d	„Z
d
d
„
Zdd
d„ƒYZ
d
S(iÿÿÿÿN(
tnorm(
tminimizei †
iúcs
|j|d
d
…df|d
d
…dfd||j
dfƒ
}ˆ|dˆ
dˆƒ
}||jƒ}	|jƒ}
|j|d
d
…df|d
d
…dfd||j
dfƒ
}x|D]…}t‡‡
‡fd†|jddƒd	|d
dƒ}
|
js
qÅn|
d
ks0
|
jd|
krÅ|
j	}	|
jd}
qÅqÅWt
j|	|d
d
…df|d
d
…dfƒS(sÓ
    A function to find the maximum of the acquisition function

    It uses a combination of random sampling (cheap) and the 'L-BFGS-B'
    optimization method. First by sampling `n_warmup` (1e5) points at random,
    and then running L-BFGS-B from `n_iter` (250) random starting points.

    Parameters
    ----------
    :param ac:
        The acquisition function object that return its point-wise value.

    :param gp:
        A gaussian process fitted to the relevant data.

    :param y_max:
        The current maximum known value of the target function.

    :param bounds:
        The variables bounds to limit the search of the acq max.

    :param random_state:
        instance of np.RandomState random number generator

    :param n_warmup:
        number of times to randomly sample the aquisition function

    :param n_iter:
        number of times to run scipy.minimize

    Returns
    -------
    :return: x_max, The arg max of the acquisition function.
    Nii
tsizetgpty_maxc

s#ˆ|jd
dƒdˆ
dˆƒ
S(Ni
iÿÿÿÿRR(
treshape(
t
x(tacRR(sN:\TCAD\SLALOM\Bayes\util.pyt<lambda>7siÿÿÿÿtboundstmethodsL-BFGS-B(tuniformtshapetargmaxtmaxR
RtsuccesstNonetfunRtnptclip(RRRR	trandom_statetn_warmuptn_itertx_triestystx_maxtmax_acqtx_seedstx_trytres((RRRsN:\TCAD\SLALOM\Bayes\util.pytacq_maxs$%/



/





		
 
	
tUtilityFunctioncBsMeZ
dZd
„Zd„Zed„ƒ
Zed„ƒ
Zed„ƒ
ZRS(s9
    An object to compute the acquisition functions.
    cCsI||_||_
|
dkr<dj|
ƒ
}t|ƒ
‚
n	|
|_dS(sC
        If UCB is to be used, a constant kappa is needed.
        tucbteitpoisWThe utility function {} has not been implemented, please choose one of ucb, ei, or poi.N(sucbseiR"(tkappatxitformattNotImplementedErrortkind(tselfR'R#R$terr((sN:\TCAD\SLALOM\Bayes\util.pyt__init__Os		
	
cCsy|jd
kr%|j
|
||jƒS|jdkrM|j|
|||jƒS|jdkru|j|
|||jƒSdS(NR R!R"(R't_ucbR#t_eiR$t_poi(R(RRR((sN:\TCAD\SLALOM\Bayes\util.pytutility_s





cCsGtj
ƒ-
tjd
ƒ

|
j|dtƒ

\}}WdQX|||S(Ntignoret
return_std(twarningstcatch_warningstsimplefiltertpredicttTrue(RRR#tmeantstd((sN:\TCAD\SLALOM\Bayes\util.pyR+gs



!cCswtj
ƒ-
tjd
ƒ

|
j|dtƒ

\}}WdQX||||}|||tj|ƒ
|tj|ƒ
S(NR/R0(R1R2R3R4R5Rtcdftpdf(RRRR$R6R7t
z((sN:\TCAD\SLALOM\Bayes\util.pyR,os




!
cCsZtj
ƒ-
tjd
ƒ

|
j|dtƒ

\}}WdQX||||}tj|ƒ
S(NR/R0(R1R2R3R4R5RR8(RRRR$R6R7R:((sN:\TCAD\SLALOM\Bayes\util.pyR-xs




!
(	t__name__t
__module__t__doc__R*R.tstaticmethodR+R,R-(((sN:\TCAD\SLALOM\Bayes\util.pyRJs			cCsËd
dl}t
|
tƒr'|
g
}
nx|
D]•}t|dƒ~}xttr¼yt|ƒ
}Wntk
rs


Pn
X|j|ƒ
}y"|jd|dd|dƒ
WqIt	k
r¸


qIXqIWWdQXq.W|S(sLoad previous ...

    iÿÿÿÿNt
rtparamsttarget(
tjsont
isinstancetstrtopenR5tnextt
StopIterationtloadstregistertKeyError(t	optimizertlogsRBtlogt
jt	iteration((sN:\TCAD\SLALOM\Bayes\util.pyt	load_logs‚s$



	






	




c

Csa|d
krt
jjƒ}n?t|tƒrBt
jj|ƒ
}nt|t
jjƒs]t‚
|S(s­
    Creates a random number generator based on an optional seed.  This can be
    an integer or another random state for a seeded rng, or None for an
    unseeded rng.
    N(RRtrandomtRandomStateRCtinttAssertionError(
R((sN:\TCAD\SLALOM\Bayes\util.pyt
ensure_rngŸs



tColourscBsïeZ
dZd
ZdZdZdZdZdZdZ	dZ
d	Zd
Ze
d„ƒ
Ze
d„ƒ
Ze
d
„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
Ze
d„ƒ
ZRS(sPrint in nice colours.sssssssssscCs||
|jS(
N(
tEND(tclst
stcolour((sN:\TCAD\SLALOM\Bayes\util.pyt_wrap_colour¼scCs|j|
|j
ƒS(
sWrap text in black.(R[RW(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytblackÀscCs|j|
|j
ƒS(
sWrap text in blue.(R[tBLUE(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytblueÅscCs|j|
|j
ƒS(
sWrap text in bold.(R[tBOLD(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytboldÊscCs|j|
|j
ƒS(
sWrap text in cyan.(R[tCYAN(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytcyanÏscCs|j|
|j
ƒS(
sWrap text in darkcyan.(R[tDARKCYAN(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytdarkcyanÔscCs|j|
|j
ƒS(
sWrap text in green.(R[tGREEN(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytgreenÙscCs|j|
|j
ƒS(
sWrap text in purple.(R[tPURPLE(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytpurpleÞscCs|j|
|j
ƒS(
sWrap text in red.(R[tRED(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytredãscCs|j|
|j
ƒS(
sWrap text in underline.(R[t	UNDERLINE(RXRY((sN:\TCAD\SLALOM\Bayes\util.pyt	underlineèscCs|j|
|j
ƒS(
sWrap text in yellow.(R[tYELLOW(RXRY((sN:\TCAD\SLALOM\Bayes\util.pytyellowís(R;R<R=R]R_RaRcRWReRgRiRkRmtclassmethodR[R\R^R`RbRdRfRhRjRlRn(((sN:\TCAD\SLALOM\Bayes\util.pyRV®s,









((R1tnumpyRtscipy.statsRtscipy.optimizeR
RtobjectRRPRRURV(((sN:\TCAD\SLALOM\Bayes\util.pyt<module>
s


C8