Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- public DataSetIterator readData(int bacthSize,boolean train){
- int dataLenght = 10;
- int[] dataGameStep = new int[dataLenght];
- int[][][] boardGameSet = new int[23][23][35];
- int[] actionGameSet = new int[20];
- double[][][][] data_storage = new double[10][23][23][35];
- int[][][][] temp_data = new int[10][23][23][25];
- int[][] temp_action = new int[10][20];
- int dataset_game_lenght_id = -1;
- int dataset_board_id = -1;
- int dataset_action_id = -1;
- int file_id = -1;
- ArrayList<INDArray> collectedINDArrayBoard = new ArrayList<>();
- ArrayList<INDArray> collectedINDArrayLabel = new ArrayList<>();
- INDArray totalInput;
- INDArray totalLabel;
- DataSet dataSet = null;
- try {
- if(file_id < 0){
- if(train){
- file_id = H5.H5Fopen("train.h5", HDF5Constants.H5F_ACC_RDWR, HDF5Constants.H5P_DEFAULT);
- }else{
- file_id = H5.H5Fopen("test.h5", HDF5Constants.H5F_ACC_RDWR, HDF5Constants.H5P_DEFAULT);
- }
- }
- }
- catch (Exception e) {
- e.printStackTrace();
- }
- // Open a Group of game step from specific game number
- try{
- if(file_id >= 0){
- dataset_game_lenght_id = H5.H5Dopen(file_id,"/GAME_ROUND_INFO",
- HDF5Constants.H5P_DEFAULT);
- H5.H5Dread(dataset_game_lenght_id, HDF5Constants.H5T_NATIVE_INT,
- HDF5Constants.H5S_ALL,HDF5Constants.H5S_ALL,
- HDF5Constants.H5P_DEFAULT, dataGameStep);
- H5.H5Dclose(dataset_game_lenght_id);
- for(int i = 0; i < dataLenght; i++){
- for(int j=1; j < dataGameStep[i]; j++){
- String path_boad = "GameNum_"+i+"_GameStep_"+j+"_"+"DATASET_BOARD_INFO";
- dataset_board_id = H5.H5Dopen(file_id,path_boad,HDF5Constants.H5P_DEFAULT);
- H5.H5Dread(dataset_board_id, HDF5Constants.H5T_NATIVE_INT,
- HDF5Constants.H5S_ALL,HDF5Constants.H5S_ALL, HDF5Constants.H5P_DEFAULT,
- boardGameSet);
- String path_action = "GameNum_"+i+"_GameStep_"+j+"_"+"DATASET_ACTION_INFO";
- dataset_action_id = H5.H5Dopen(file_id,path_action,HDF5Constants.H5P_DEFAULT);
- H5.H5Dread(dataset_action_id, HDF5Constants.H5T_NATIVE_INT,HDF5Constants.H5S_ALL,
- HDF5Constants.H5S_ALL,HDF5Constants.H5P_DEFAULT, actionGameSet);
- INDArray input = converBoardDataToNDArray(boardGameSet);
- INDArray label = coverActionDataToINDArray(actionGameSet);
- collectedINDArrayBoard.add(input);
- collectedINDArrayLabel.add(label);
- H5.H5Dclose(dataset_board_id);
- H5.H5Dclose(dataset_action_id);
- }
- }
- H5.H5Fclose(file_id);
- System.out.println(collectedINDArrayBoard.get(0).rank());
- totalInput = Nd4j.vstack(collectedINDArrayBoard);
- //System.out.println(totalInput.rank());
- totalLabel = Nd4j.vstack(collectedINDArrayLabel);
- System.out.println(collectedINDArrayLabel.get(0).rank());
- //System.out.println(totalLabel.rank());
- dataSet = new DataSet(totalInput,totalLabel);
- }
- }catch (Exception e) {
- e.printStackTrace();
- }
- return new ListDataSetIterator(dataSet.asList(),bacthSize);
- }
Add Comment
Please, Sign In to add comment