backtype.storm.grouping.CustomStreamGrouping Java Examples

@Override
public BoltDeclarer customGrouping(final String component, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, grouping);
        }                

        @Override
        public String getComponent() {
            return component;
        }                

        @Override
        public String getStream() {
            return null;
        }
    });
    return this;        
}
 

@Override
public BoltDeclarer customGrouping(final String component, final String streamId, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, streamId, grouping);
        }                

        @Override
        public String getComponent() {
            return component;
        }                

        @Override
        public String getStream() {
            return streamId;
        }
    });
    return this;
}
 

@Override
public BoltDeclarer customGrouping(final String component, final String streamId, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, streamId, grouping);
        }

        @Override
        public String getComponent() {
            return component;
        }
    });
    return this;
}
 

@Override
public BoltDeclarer customGrouping(final String component, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, grouping);
        }

        @Override
        public String getComponent() {
            return component;
        }
    });
    return this;
}
 

@Override
public BoltDeclarer customGrouping(final String component, final String streamId, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, streamId, grouping);
        }

        @Override
        public String getComponent() {
            return component;
        }
    });
    return this;
}
 

@Override
public BoltDeclarer customGrouping(final String component, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(InputDeclarer declarer) {
            declarer.customGrouping(component, grouping);
        }

        @Override
        public String getComponent() {
            return component;
        }
    });
    return this;
}
 

@Override
public LinearDRPCInputDeclarer customGrouping(final String streamId, final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(String prevComponent, InputDeclarer declarer) {
            declarer.customGrouping(prevComponent, streamId, grouping);
        }
    });
    return this;
}
 

public static CustomStreamGrouping instantiateJavaObject(JavaObject obj) {
    List<JavaObjectArg> args = obj.get_args_list();
    Class[] paraTypes = new Class[args.size()];
    Object[] paraValues = new Object[args.size()];
    for (int i = 0; i < args.size(); i++) {
        JavaObjectArg arg = args.get(i);
        paraValues[i] = arg.getFieldValue();

        if (arg.getSetField().equals(JavaObjectArg._Fields.INT_ARG)) {
            paraTypes[i] = Integer.class;
        } else if (arg.getSetField().equals(JavaObjectArg._Fields.LONG_ARG)) {
            paraTypes[i] = Long.class;
        } else if (arg.getSetField().equals(JavaObjectArg._Fields.STRING_ARG)) {
            paraTypes[i] = String.class;
        } else if (arg.getSetField().equals(JavaObjectArg._Fields.BOOL_ARG)) {
            paraTypes[i] = Boolean.class;
        } else if (arg.getSetField().equals(JavaObjectArg._Fields.BINARY_ARG)) {
            paraTypes[i] = ByteBuffer.class;
        } else if (arg.getSetField().equals(JavaObjectArg._Fields.DOUBLE_ARG)) {
            paraTypes[i] = Double.class;
        } else {
            paraTypes[i] = Object.class;
        }
    }

    try {
        Class clazz = Class.forName(obj.get_full_class_name());
        Constructor cons = clazz.getConstructor(paraTypes);
        return (CustomStreamGrouping) cons.newInstance(paraValues);
    } catch (Exception e) {
        LOG.error("instantiate_java_object fail", e);
    }

    return null;

}
 

public MkCustomGrouper(TopologyContext context, CustomStreamGrouping grouping,
                       GlobalStreamId stream, List<Integer> targetTask, int myTaskId) {
    this.myTaskId = myTaskId;
    this.grouping = grouping;
    this.grouping.prepare(context, stream, targetTask);

}
 

@Override
public LinearDRPCInputDeclarer customGrouping(final CustomStreamGrouping grouping) {
    addDeclaration(new InputDeclaration() {
        @Override
        public void declare(String prevComponent, InputDeclarer declarer) {
            declarer.customGrouping(prevComponent, grouping);
        }
    });
    return this;
}
 

private static boolean isIdentityPartition(PartitionNode n) {
    Grouping g = n.thriftGrouping;
    if(g.is_set_custom_serialized()) {
        CustomStreamGrouping csg = (CustomStreamGrouping) Utils.javaDeserialize(g.get_custom_serialized(), Serializable.class);
        return csg instanceof IdentityGrouping;
    }
    return false;
}
 

@Override
public BoltDeclarer customGrouping(String componentId, String streamId, CustomStreamGrouping grouping) {
    return grouping(componentId, streamId, Grouping.custom_serialized(Utils.javaSerialize(grouping)));
}
 

@Override
public BoltDeclarer customGrouping(String componentId, CustomStreamGrouping grouping) {
    return customGrouping(componentId, Utils.DEFAULT_STREAM_ID, grouping);
}
 

private static CustomStreamGrouping buildCustomStreamGrouping(ObjectDef def, ExecutionContext context)
        throws ClassNotFoundException,
        IllegalAccessException, InstantiationException, NoSuchMethodException, InvocationTargetException {
    Object grouping = buildObject(def, context);
    return (CustomStreamGrouping)grouping;
}
 

private static CustomStreamGrouping buildCustomStreamGrouping(ObjectDef def, ExecutionContext context)
        throws ClassNotFoundException,
        IllegalAccessException, InstantiationException, NoSuchMethodException, InvocationTargetException {
    Object grouping = buildObject(def, context);
    return (CustomStreamGrouping)grouping;
}
 

@Ignore
@Test
public void testRoutingByCustomGrouping() throws Exception {
    Config conf = new Config();
    conf.setNumWorkers(2); // use two worker processes
    TopologyBuilder topologyBuilder = new TopologyBuilder();
    topologyBuilder.setSpout("blue-spout", new BlueSpout()); // parallelism hint

    topologyBuilder.setBolt("green-bolt-1", new GreenBolt(0)).setNumTasks(2)
        .customGrouping("blue-spout", new CustomStreamGrouping() {
            int count = 0;
            List<Integer> targetTask;

            @Override
            public void prepare(WorkerTopologyContext context, GlobalStreamId stream, List<Integer> targetTasks) {
                this.targetTask = targetTasks;
            }

            @Override
            public List<Integer> chooseTasks(int taskId, List<Object> values) {
                if (count % 2 == 0) {
                    count++;
                    return Arrays.asList(targetTask.get(0));
                } else {
                    count++;
                    return Arrays.asList(targetTask.get(1));
                }
            }
        });

    LocalCluster cluster = new LocalCluster();
    cluster.submitTopology("mytopology", new HashMap(), topologyBuilder.createTopology());

    while (true) {
        try {
            Thread.sleep(1000);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}
 

@Override
public BoltDeclarer customGrouping(
    String componentId, String streamId, CustomStreamGrouping grouping) {
  delegate.customGrouping(componentId, streamId, new CustomStreamGroupingDelegate(grouping));
  return this;
}
 

@Override
public BoltDeclarer customGrouping(String componentId, CustomStreamGrouping grouping) {
  return customGrouping(componentId, Utils.DEFAULT_STREAM_ID, grouping);
}
 

/**
 * ## Repartitioning Operation
 *
 * @param partitioner
 * @return
 */
public Stream partition(CustomStreamGrouping partitioner) {
    return partition(Grouping.custom_serialized(Utils.javaSerialize(partitioner)));
}
 

/**
 * A custom stream grouping by implementing the CustomStreamGrouping interface.
 */
T customGrouping(String componentId, CustomStreamGrouping grouping);
 

/**
 * A custom stream grouping by implementing the CustomStreamGrouping interface.
 */
T customGrouping(String componentId, String streamId, CustomStreamGrouping grouping);
 

LinearDRPCInputDeclarer customGrouping(CustomStreamGrouping grouping); 

LinearDRPCInputDeclarer customGrouping(String streamId, CustomStreamGrouping grouping); 

T customGrouping(String componentId, String streamId, CustomStreamGrouping grouping); 

T customGrouping(String componentId, CustomStreamGrouping grouping);