Java Code Examples for org.datavec.image.data.ImageWritable#getFrame()

The following examples show how to use org.datavec.image.data.ImageWritable#getFrame() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: ResizeImageTransformTest.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testResizeUpscale1() throws Exception {
    ImageWritable srcImg = TestImageTransform.makeRandomImage(32, 32, 3);

    ResizeImageTransform transform = new ResizeImageTransform(200, 200);

    ImageWritable dstImg = transform.transform(srcImg);

    Frame f = dstImg.getFrame();
    assertEquals(f.imageWidth, 200);
    assertEquals(f.imageHeight, 200);

    float[] coordinates = {100, 200};
    float[] transformed = transform.query(coordinates);
    assertEquals(200f * 100 / 32, transformed[0], 0);
    assertEquals(200f * 200 / 32, transformed[1], 0);
}
Example 2
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testCropImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform = new CropImageTransform(rng, frame.imageHeight / 2, frame.imageWidth / 2,
                    frame.imageHeight / 2, frame.imageWidth / 2);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight <= frame.imageHeight);
        assertTrue(f.imageWidth <= frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new CropImageTransform(1, 2, 3, 4);
    writable = transform.transform(writable);
    float[] coordinates = {1, 2, 3, 4};
    float[] transformed = transform.query(coordinates);
    assertEquals(1 - 2, transformed[0], 0);
    assertEquals(2 - 1, transformed[1], 0);
    assertEquals(3 - 2, transformed[2], 0);
    assertEquals(4 - 1, transformed[3], 0);
}
Example 3
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testScaleImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 4);
    Frame frame = writable.getFrame();
    ImageTransform transform = new ScaleImageTransform(rng, frame.imageWidth / 2, frame.imageHeight / 2);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight >= frame.imageHeight / 2);
        assertTrue(f.imageHeight <= 3 * frame.imageHeight / 2);
        assertTrue(f.imageWidth >= frame.imageWidth / 2);
        assertTrue(f.imageWidth <= 3 * frame.imageWidth / 2);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new ScaleImageTransform(frame.imageWidth, 2 * frame.imageHeight);
    writable = transform.transform(writable);
    float[] coordinates = {5, 7, 11, 13};
    float[] transformed = transform.query(coordinates);
    assertEquals(5 * 2,  transformed[0], 0);
    assertEquals(7 * 3,  transformed[1], 0);
    assertEquals(11 * 2, transformed[2], 0);
    assertEquals(13 * 3, transformed[3], 0);
}
Example 4
Source File: ResizeImageTransformTest.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testResizeUpscale1() throws Exception {
    ImageWritable srcImg = TestImageTransform.makeRandomImage(32, 32, 3);

    ResizeImageTransform transform = new ResizeImageTransform(200, 200);

    ImageWritable dstImg = transform.transform(srcImg);

    Frame f = dstImg.getFrame();
    assertEquals(f.imageWidth, 200);
    assertEquals(f.imageHeight, 200);

    float[] coordinates = {100, 200};
    float[] transformed = transform.query(coordinates);
    assertEquals(200f * 100 / 32, transformed[0], 0);
    assertEquals(200f * 200 / 32, transformed[1], 0);
}
Example 5
Source File: ImageWritableToINDArrayTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Override
public INDArray transform(ImageWritable imageWritable) {

    int height = imageWritable.getHeight();
    int width = imageWritable.getWidth();
    int channels = imageWritable.getFrame().imageChannels;

    INDArray out = null;
    try {
        out = loader.asMatrix(imageWritable);
    } catch (IOException e) {
        e.printStackTrace();
    }

    // Convert back to uint8 and reshape to the number of channels in the image
    out = out.reshape(channels, height, width);
    INDArray compressed = out.castTo(DataType.UINT8);
    return compressed;
}
Example 6
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testMultiImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 3);
    Frame frame = writable.getFrame();
    ImageTransform transform = new MultiImageTransform(rng, new CropImageTransform(10),
                    new FlipImageTransform(), new ScaleImageTransform(10), new WarpImageTransform(10));

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight >= frame.imageHeight - 30);
        assertTrue(f.imageHeight <= frame.imageHeight + 20);
        assertTrue(f.imageWidth >= frame.imageWidth - 30);
        assertTrue(f.imageWidth <= frame.imageWidth + 20);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new MultiImageTransform(new ColorConversionTransform(COLOR_BGR2RGB));
    writable = transform.transform(writable);
    float[] transformed = transform.query(new float[] {11, 22});
    assertEquals(11, transformed[0], 0);
    assertEquals(22, transformed[1], 0);
}
Example 7
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testRandomCropTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform = new RandomCropTransform(frame.imageHeight / 2, frame.imageWidth / 2);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight == frame.imageHeight / 2);
        assertTrue(f.imageWidth == frame.imageWidth / 2);
    }
    assertEquals(null, transform.transform(null));

    transform = new RandomCropTransform(frame.imageHeight, frame.imageWidth);
    writable = transform.transform(writable);
    float[] coordinates = {2, 4, 6, 8};
    float[] transformed = transform.query(coordinates);
    assertEquals(2, transformed[0], 0);
    assertEquals(4, transformed[1], 0);
    assertEquals(6, transformed[2], 0);
    assertEquals(8, transformed[3], 0);
}
Example 8
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testMultiImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 3);
    Frame frame = writable.getFrame();
    ImageTransform transform = new MultiImageTransform(rng, new CropImageTransform(10),
                    new FlipImageTransform(), new ScaleImageTransform(10), new WarpImageTransform(10));

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight >= frame.imageHeight - 30);
        assertTrue(f.imageHeight <= frame.imageHeight + 20);
        assertTrue(f.imageWidth >= frame.imageWidth - 30);
        assertTrue(f.imageWidth <= frame.imageWidth + 20);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new MultiImageTransform(new ColorConversionTransform(COLOR_BGR2RGB));
    writable = transform.transform(writable);
    float[] transformed = transform.query(new float[] {11, 22});
    assertEquals(11, transformed[0], 0);
    assertEquals(22, transformed[1], 0);
}
Example 9
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testRotateImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform =
                    new RotateImageTransform(rng, 180).interMode(INTER_NEAREST).borderMode(BORDER_REFLECT);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(f.imageHeight, frame.imageHeight);
        assertEquals(f.imageWidth, frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new RotateImageTransform(0, 0, -90, 0);
    writable = transform.transform(writable);
    float[] coordinates = {frame.imageWidth / 2, frame.imageHeight / 2, 0, 0};
    float[] transformed = transform.query(coordinates);
    assertEquals(frame.imageWidth  / 2, transformed[0], 0);
    assertEquals(frame.imageHeight / 2, transformed[1], 0);
    assertEquals((frame.imageHeight + frame.imageWidth) / 2, transformed[2], 1);
    assertEquals((frame.imageHeight - frame.imageWidth) / 2, transformed[3], 1);
}
Example 10
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testScaleImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 4);
    Frame frame = writable.getFrame();
    ImageTransform transform = new ScaleImageTransform(rng, frame.imageWidth / 2, frame.imageHeight / 2);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight >= frame.imageHeight / 2);
        assertTrue(f.imageHeight <= 3 * frame.imageHeight / 2);
        assertTrue(f.imageWidth >= frame.imageWidth / 2);
        assertTrue(f.imageWidth <= 3 * frame.imageWidth / 2);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new ScaleImageTransform(frame.imageWidth, 2 * frame.imageHeight);
    writable = transform.transform(writable);
    float[] coordinates = {5, 7, 11, 13};
    float[] transformed = transform.query(coordinates);
    assertEquals(5 * 2,  transformed[0], 0);
    assertEquals(7 * 3,  transformed[1], 0);
    assertEquals(11 * 2, transformed[2], 0);
    assertEquals(13 * 3, transformed[3], 0);
}
Example 11
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 6 votes vote down vote up 
@Test
public void testRotateImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform =
                    new RotateImageTransform(rng, 180).interMode(INTER_NEAREST).borderMode(BORDER_REFLECT);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(f.imageHeight, frame.imageHeight);
        assertEquals(f.imageWidth, frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new RotateImageTransform(0, 0, -90, 0);
    writable = transform.transform(writable);
    float[] coordinates = {frame.imageWidth / 2, frame.imageHeight / 2, 0, 0};
    float[] transformed = transform.query(coordinates);
    assertEquals(frame.imageWidth  / 2, transformed[0], 0);
    assertEquals(frame.imageHeight / 2, transformed[1], 0);
    assertEquals((frame.imageHeight + frame.imageWidth) / 2, transformed[2], 1);
    assertEquals((frame.imageHeight - frame.imageWidth) / 2, transformed[3], 1);
}
Example 12
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testCropImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform = new CropImageTransform(rng, frame.imageHeight / 2, frame.imageWidth / 2,
                    frame.imageHeight / 2, frame.imageWidth / 2);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight <= frame.imageHeight);
        assertTrue(f.imageWidth <= frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new CropImageTransform(1, 2, 3, 4);
    writable = transform.transform(writable);
    float[] coordinates = {1, 2, 3, 4};
    float[] transformed = transform.query(coordinates);
    assertEquals(1 - 2, transformed[0], 0);
    assertEquals(2 - 1, transformed[1], 0);
    assertEquals(3 - 2, transformed[2], 0);
    assertEquals(4 - 1, transformed[3], 0);
}
Example 13
Source File: ResizeImageTransformTest.java    From DataVec with Apache License 2.0 6 votes vote down vote up 
@Test
public void testResizeDownscale() throws Exception {
    ImageWritable srcImg = TestImageTransform.makeRandomImage(571, 443, 3);

    ResizeImageTransform transform = new ResizeImageTransform(200, 200);

    ImageWritable dstImg = transform.transform(srcImg);

    Frame f = dstImg.getFrame();
    assertEquals(f.imageWidth, 200);
    assertEquals(f.imageHeight, 200);

    float[] coordinates = {300, 400};
    float[] transformed = transform.query(coordinates);
    assertEquals(200f * 300 / 443, transformed[0], 0);
    assertEquals(200f * 400 / 571, transformed[1], 0);
}
Example 14
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 5 votes vote down vote up 
@Test
public void testWarpImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform = new WarpImageTransform(rng, frame.imageWidth / 10).interMode(INTER_CUBIC)
                    .borderMode(BORDER_REPLICATE);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(f.imageHeight, frame.imageHeight);
        assertEquals(f.imageWidth, frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new WarpImageTransform(1, 2, 3, 4, 5, 6, 7, 8);
    writable = transform.transform(writable);
    float[] coordinates = { 0, 0,                                frame.imageWidth, 0,
                            frame.imageWidth, frame.imageHeight, 0, frame.imageHeight};
    float[] transformed = transform.query(coordinates);
    assertEquals(1,                     transformed[0], 0);
    assertEquals(2,                     transformed[1], 0);
    assertEquals(3 + frame.imageWidth,  transformed[2], 0);
    assertEquals(4,                     transformed[3], 0);
    assertEquals(5 + frame.imageWidth,  transformed[4], 0);
    assertEquals(6 + frame.imageHeight, transformed[5], 0);
    assertEquals(7,                     transformed[6], 0);
    assertEquals(8 + frame.imageHeight, transformed[7], 0);
}
Example 15
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 5 votes vote down vote up 
@Test
public void testProbabilisticPipelineTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 3);
    Frame frame = writable.getFrame();

    ImageTransform randCrop = new RandomCropTransform(frame.imageHeight / 2, frame.imageWidth / 2);
    ImageTransform flip = new FlipImageTransform();
    List<Pair<ImageTransform, Double>> pipeline = new LinkedList<>();
    pipeline.add(new Pair<>(randCrop, 1.0));
    pipeline.add(new Pair<>(flip, 0.5));
    ImageTransform transform = new PipelineImageTransform(pipeline, true);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertTrue(f.imageHeight == frame.imageHeight / 2);
        assertTrue(f.imageWidth == frame.imageWidth / 2);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new PipelineImageTransform(new EqualizeHistTransform());
    writable = transform.transform(writable);
    float[] transformed = transform.query(new float[] {88, 99});
    assertEquals(88, transformed[0], 0);
    assertEquals(99, transformed[1], 0);
}
Example 16
Source File: RandomCropTransform.java    From deeplearning4j with Apache License 2.0 5 votes vote down vote up 
/**
 * Takes an image and returns a randomly cropped image.
 *
 * @param image  to transform, null == end of stream
 * @param random object to use (or null for deterministic)
 * @return transformed image
 */
@Override
protected ImageWritable doTransform(ImageWritable image, Random random) {
    if (image == null) {
        return null;
    }
    // ensure that transform is valid
    if (image.getFrame().imageHeight < outputHeight || image.getFrame().imageWidth < outputWidth)
        throw new UnsupportedOperationException(
                        "Output height/width cannot be more than the input image. Requested: " + outputHeight + "+x"
                                        + outputWidth + ", got " + image.getFrame().imageHeight + "+x"
                                        + image.getFrame().imageWidth);

    // determine boundary to place random offset
    int cropTop = image.getFrame().imageHeight - outputHeight;
    int cropLeft = image.getFrame().imageWidth - outputWidth;

    Mat mat = converter.convert(image.getFrame());
    int top = rng.nextInt(cropTop + 1);
    int left = rng.nextInt(cropLeft + 1);

    y = Math.min(top, mat.rows() - 1);
    x = Math.min(left, mat.cols() - 1);
    Mat result = mat.apply(new Rect(x, y, outputWidth, outputHeight));


    return new ImageWritable(converter.convert(result));
}
Example 17
Source File: TestImageTransform.java    From DataVec with Apache License 2.0 5 votes vote down vote up 
@Test
public void testBoxImageTransform() throws Exception {
    ImageTransform transform = new BoxImageTransform(rng, 237, 242).borderValue(Scalar.GRAY);

    for (int i = 0; i < 100; i++) {
        ImageWritable writable = makeRandomImage(0, 0, i % 4 + 1);
        Frame frame = writable.getFrame();

        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(237, f.imageWidth);
        assertEquals(242, f.imageHeight);
        assertEquals(frame.imageChannels, f.imageChannels);

        float[] coordinates = {1, 2, 3, 4, 0, 0};
        float[] transformed = transform.query(coordinates);
        int x = (frame.imageWidth - f.imageWidth) / 2;
        int y = (frame.imageHeight - f.imageHeight) / 2;

        assertEquals(1 - x, transformed[0], 0);
        assertEquals(2 - y, transformed[1], 0);
        assertEquals(3 - x, transformed[2], 0);
        assertEquals(4 - y, transformed[3], 0);
        assertEquals(  - x, transformed[4], 0);
        assertEquals(  - y, transformed[5], 0);
    }
    assertEquals(null, transform.transform(null));
}
Example 18
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 5 votes vote down vote up 
@Test
public void testBoxImageTransform() throws Exception {
    ImageTransform transform = new BoxImageTransform(rng, 237, 242).borderValue(Scalar.GRAY);

    for (int i = 0; i < 100; i++) {
        ImageWritable writable = makeRandomImage(0, 0, i % 4 + 1);
        Frame frame = writable.getFrame();

        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(237, f.imageWidth);
        assertEquals(242, f.imageHeight);
        assertEquals(frame.imageChannels, f.imageChannels);

        float[] coordinates = {1, 2, 3, 4, 0, 0};
        float[] transformed = transform.query(coordinates);
        int x = (frame.imageWidth - f.imageWidth) / 2;
        int y = (frame.imageHeight - f.imageHeight) / 2;

        assertEquals(1 - x, transformed[0], 0);
        assertEquals(2 - y, transformed[1], 0);
        assertEquals(3 - x, transformed[2], 0);
        assertEquals(4 - y, transformed[3], 0);
        assertEquals(  - x, transformed[4], 0);
        assertEquals(  - y, transformed[5], 0);
    }
    assertEquals(null, transform.transform(null));
}
Example 19
Source File: RandomCropTransform.java    From DataVec with Apache License 2.0 5 votes vote down vote up 
/**
 * Takes an image and returns a randomly cropped image.
 *
 * @param image  to transform, null == end of stream
 * @param random object to use (or null for deterministic)
 * @return transformed image
 */
@Override
protected ImageWritable doTransform(ImageWritable image, Random random) {
    if (image == null) {
        return null;
    }
    // ensure that transform is valid
    if (image.getFrame().imageHeight < outputHeight || image.getFrame().imageWidth < outputWidth)
        throw new UnsupportedOperationException(
                        "Output height/width cannot be more than the input image. Requested: " + outputHeight + "+x"
                                        + outputWidth + ", got " + image.getFrame().imageHeight + "+x"
                                        + image.getFrame().imageWidth);

    // determine boundary to place random offset
    int cropTop = image.getFrame().imageHeight - outputHeight;
    int cropLeft = image.getFrame().imageWidth - outputWidth;

    Mat mat = converter.convert(image.getFrame());
    int top = rng.nextInt(cropTop + 1);
    int left = rng.nextInt(cropLeft + 1);

    y = Math.min(top, mat.rows() - 1);
    x = Math.min(left, mat.cols() - 1);
    Mat result = mat.apply(new Rect(x, y, outputWidth, outputHeight));


    return new ImageWritable(converter.convert(result));
}
Example 20
Source File: TestImageTransform.java    From deeplearning4j with Apache License 2.0 5 votes vote down vote up 
@Test
public void testWarpImageTransform() throws Exception {
    ImageWritable writable = makeRandomImage(0, 0, 1);
    Frame frame = writable.getFrame();
    ImageTransform transform = new WarpImageTransform(rng, frame.imageWidth / 10).interMode(INTER_CUBIC)
                    .borderMode(BORDER_REPLICATE);

    for (int i = 0; i < 100; i++) {
        ImageWritable w = transform.transform(writable);
        Frame f = w.getFrame();
        assertEquals(f.imageHeight, frame.imageHeight);
        assertEquals(f.imageWidth, frame.imageWidth);
        assertEquals(f.imageChannels, frame.imageChannels);
    }
    assertEquals(null, transform.transform(null));

    transform = new WarpImageTransform(1, 2, 3, 4, 5, 6, 7, 8);
    writable = transform.transform(writable);
    float[] coordinates = { 0, 0,                                frame.imageWidth, 0,
                            frame.imageWidth, frame.imageHeight, 0, frame.imageHeight};
    float[] transformed = transform.query(coordinates);
    assertEquals(1,                     transformed[0], 0);
    assertEquals(2,                     transformed[1], 0);
    assertEquals(3 + frame.imageWidth,  transformed[2], 0);
    assertEquals(4,                     transformed[3], 0);
    assertEquals(5 + frame.imageWidth,  transformed[4], 0);
    assertEquals(6 + frame.imageHeight, transformed[5], 0);
    assertEquals(7,                     transformed[6], 0);
    assertEquals(8 + frame.imageHeight, transformed[7], 0);
}