Revision 873a2bf5c79fe2f828e72e14ef74db409d387854 authored by Sanne ten Oever on 23 July 2021, 08:31:05 UTC, committed by GitHub on 23 July 2021, 08:31:05 UTC
1 parent 4e7bf0f
RNN_subFun.cpython-37.pyc
B
bÒÕ`&: ã @ sÞ d Z ddlZddlZddlZddlmZ ddlmZm Z m
Z
mZmZm
Z
ddlZddlmZ ddlmZ ddlmZ dd d
Zdd Zd
d ZdddZg dg fddZdddZG dd dejjZG dd dejjZdS )z6
Created on Mon Mar 16 10:41:49 2020
@author: sanoev
é N)Ú
Sequential)ÚDenseÚDropoutÚ
ActivationÚLSTMÚ
BidirectionalÚ Embedding)Úpadded_everygram_pipeline)ÚMLE)Ú
Vocabularyé c C sÖ t d g }g }g }x>tj t| ¡D ]*}| |¡ | | | ¡ | || ¡ q&W tt| d|d }|d |
||d
}} |d |
||d
}
}t dt| t dt| ||
f| |f||ffS )NzShuffling sentencesg ð?g Y@zSize of training set = %dzSize of test set = %d)ÚprintÚnpÚrandomÚpermutationÚlenÚappendÚint)Zsentences_originalZ
next_originalZpercentage_testZ
tmp_sentencesZtmp_sentences_inxZ
tmp_next_wordÚiZ cut_indexÚx_trainÚx_testÚy_trainÚy_test© r ú/data/workspaces/lacns/workspaces/lacns-sanoev/working_data/Experiments/E002_DNN_N400/01_CompModel/01_Scripts/Git/RNN_subFun.pyÚshuffle_and_split_training_set s
r c c s d}xt j||ft jd}t j|t jd}xbt|D ]V}x0t| |t| D ]\} }
||
||| f<