org.datavec.image.transform.ImageTransformProcess Java Examples

@Test
public void testBatchImageSparkTransform() throws Exception {
    int seed = 12345;

    File f0 = new ClassPathResource("/testimages/class1/A.jpg").getFile();
    File f1 = new ClassPathResource("/testimages/class1/B.png").getFile();
    File f2 = new ClassPathResource("/testimages/class1/C.jpg").getFile();

    BatchImageRecord batch = new BatchImageRecord();
    batch.add(f0.toURI());
    batch.add(f1.toURI());
    batch.add(f2.toURI());

    ImageTransformProcess imgTransformProcess = new ImageTransformProcess.Builder().seed(seed)
                    .scaleImageTransform(10).cropImageTransform(5).build();

    ImageSparkTransform imgSparkTransform = new ImageSparkTransform(imgTransformProcess);
    Base64NDArrayBody body = imgSparkTransform.toArray(batch);

    INDArray fromBase64 = Nd4jBase64.fromBase64(body.getNdarray());
    System.out.println("Base 64ed array " + fromBase64);
    assertEquals(3, fromBase64.size(0));
}
 

@Test
    public void testBatchImageSparkTransform() throws Exception {
        int seed = 12345;

        File f0 = new ClassPathResource("datavec-spark-inference/testimages/class1/A.jpg").getFile();
        File f1 = new ClassPathResource("datavec-spark-inference/testimages/class1/B.png").getFile();
        File f2 = new ClassPathResource("datavec-spark-inference/testimages/class1/C.jpg").getFile();

        BatchImageRecord batch = new BatchImageRecord();
        batch.add(f0.toURI());
        batch.add(f1.toURI());
        batch.add(f2.toURI());

        ImageTransformProcess imgTransformProcess = new ImageTransformProcess.Builder().seed(seed)
                        .scaleImageTransform(10).cropImageTransform(5).build();

        ImageSparkTransform imgSparkTransform = new ImageSparkTransform(imgTransformProcess);
        Base64NDArrayBody body = imgSparkTransform.toArray(batch);

        INDArray fromBase64 = Nd4jBase64.fromBase64(body.getNdarray());
//        System.out.println("Base 64ed array " + fromBase64);
        assertEquals(3, fromBase64.size(0));
    }
 

@Test
    public void testSingleImageSparkTransform() throws Exception {
        int seed = 12345;

        File f1 = new ClassPathResource("datavec-spark-inference/testimages/class1/A.jpg").getFile();

        SingleImageRecord imgRecord = new SingleImageRecord(f1.toURI());

        ImageTransformProcess imgTransformProcess = new ImageTransformProcess.Builder().seed(seed)
                        .scaleImageTransform(10).cropImageTransform(5).build();

        ImageSparkTransform imgSparkTransform = new ImageSparkTransform(imgTransformProcess);
        Base64NDArrayBody body = imgSparkTransform.toArray(imgRecord);

        INDArray fromBase64 = Nd4jBase64.fromBase64(body.getNdarray());
//        System.out.println("Base 64ed array " + fromBase64);
        assertEquals(1, fromBase64.size(0));
    }
 

@Test
public void testSingleImageSparkTransform() throws Exception {
    int seed = 12345;

    File f1 = new ClassPathResource("/testimages/class1/A.jpg").getFile();

    SingleImageRecord imgRecord = new SingleImageRecord(f1.toURI());

    ImageTransformProcess imgTransformProcess = new ImageTransformProcess.Builder().seed(seed)
                    .scaleImageTransform(10).cropImageTransform(5).build();

    ImageSparkTransform imgSparkTransform = new ImageSparkTransform(imgTransformProcess);
    Base64NDArrayBody body = imgSparkTransform.toArray(imgRecord);

    INDArray fromBase64 = Nd4jBase64.fromBase64(body.getNdarray());
    System.out.println("Base 64ed array " + fromBase64);
    assertEquals(1, fromBase64.size(0));
}
 

private INDArray applyTransform(ImageTransformProcess imageTransformProcess, NativeImageLoader nativeImageLoader, INDArray input) throws IOException {
    if (imageTransformProcess != null) {
        return imageTransformProcess.executeArray(new ImageWritable(nativeImageLoader.asFrame(input)));
    } else {
        return input;
    }
}
 

public void runMain(String[] args) throws Exception {
    JCommander jcmdr = new JCommander(this);

    try {
        jcmdr.parse(args);
    } catch (ParameterException e) {
        //User provides invalid input -> print the usage info
        jcmdr.usage();
        if (jsonPath == null)
            System.err.println("Json path parameter is missing.");
        try {
            Thread.sleep(500);
        } catch (Exception e2) {
        }
        System.exit(1);
    }

    if (jsonPath != null) {
        String json = FileUtils.readFileToString(new File(jsonPath));
        ImageTransformProcess transformProcess = ImageTransformProcess.fromJson(json);
        transform = new ImageSparkTransform(transformProcess);
    } else {
        log.warn("Server started with no json for transform process. Please ensure you specify a transform process via sending a post request with raw json"
                + "to /transformprocess");
    }

    server = Server.forRouter(Mode.PROD, port, this::createRouter);
}
 

@Override
public void processValidWritable(Writable writable, List<Writable> record, int inputIndex, Object... extraArgs) {
    String inputName = imageLoadingStepConfig.getInputNames().get(inputIndex);

    NativeImageLoader nativeImageLoader = imageLoaders.get(inputName);

    ImageTransformProcess imageTransformProcess = null;
    if (imageLoadingStepConfig.getImageTransformProcesses() != null) {
        imageTransformProcess = imageLoadingStepConfig.getImageTransformProcesses().get(inputName);
    }

    INDArray input;

    try {
        if (writable instanceof ImageWritable) {
            input = nativeImageLoader.asMatrix(((ImageWritable) writable).getFrame());
        } else if (writable instanceof BytesWritable) {
            input = nativeImageLoader.asMatrix(((BytesWritable) writable).getContent());
        } else if (writable instanceof Text) {
            input = nativeImageLoader.asMatrix(writable.toString());
        } else if (writable instanceof NDArrayWritable) {
            input = ((NDArrayWritable) writable).get();
        } else {
            throw new IllegalArgumentException("Illegal type to load from " + writable.getClass());
        }

        INDArray output;

        if (imageLoadingStepConfig.isUpdateOrderingBeforeTransform()) {
            output = applyTransform(imageTransformProcess, nativeImageLoader, permuteImageOrder(input));
        } else {
            output = permuteImageOrder(applyTransform(imageTransformProcess, nativeImageLoader, input));
        }

        record.add(new NDArrayWritable(output));
    } catch (IOException e) {
        e.printStackTrace();
    }
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    return transform.getImageTransformProcess();
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    this.transform = new ImageSparkTransform(imageTransformProcess);
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    log.error("Unsupported operation: getImageTransformProcess not supported for class", getClass());
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    log.error("Unsupported operation: setImageTransformProcess not supported for class", getClass());
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    log.error("Unsupported operation: setImageTransformProcess not supported for class", getClass());
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    return transform.getImageTransformProcess();
}
 

@Override
public void setImageTransformProcess(ImageTransformProcess imageTransformProcess) {
    this.transform = new ImageSparkTransform(imageTransformProcess);
}
 

@Override
public ImageTransformProcess getImageTransformProcess() {
    log.error("Unsupported operation: getImageTransformProcess not supported for class", getClass());
    throw new UnsupportedOperationException("Invalid operation for " + this.getClass());
}
 

/**
 *
 * @return
 */
ImageTransformProcess getImageTransformProcess();
 

/**
 *
 * @param imageTransformProcess
 */
void setImageTransformProcess(ImageTransformProcess imageTransformProcess);
 

/**
 *
 * @param imageTransformProcess
 */
void setImageTransformProcess(ImageTransformProcess imageTransformProcess);
 

/**
 *
 * @return
 */
ImageTransformProcess getImageTransformProcess();