Java Code Examples for org.apache.rocketmq.store.config.MessageStoreConfig#setMappedFileSizeCommitLog()

The following examples show how to use org.apache.rocketmq.store.config.MessageStoreConfig#setMappedFileSizeCommitLog() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: IntegrationTestBase.java    From rocketmq with Apache License 2.0 6 votes vote down vote up 
public static BrokerController createAndStartBroker(String nsAddr) {
    String baseDir = createBaseDir();
    BrokerConfig brokerConfig = new BrokerConfig();
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    brokerConfig.setBrokerName(BROKER_NAME_PREFIX + BROKER_INDEX.getAndIncrement());
    brokerConfig.setBrokerIP1("127.0.0.1");
    brokerConfig.setNamesrvAddr(nsAddr);
    brokerConfig.setEnablePropertyFilter(true);
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setMappedFileSizeCommitLog(COMMIT_LOG_SIZE);
    storeConfig.setMaxIndexNum(INDEX_NUM);
    storeConfig.setMaxHashSlotNum(INDEX_NUM * 4);
    return createAndStartBroker(storeConfig, brokerConfig);

}
Example 2
Source File: DefaultMessageStoreTest.java    From rocketmq with Apache License 2.0 6 votes vote down vote up 
@Test(expected = OverlappingFileLockException.class)
public void test_repeat_restart() throws Exception {
    QUEUE_TOTAL = 1;
    MessageBody = StoreMessage.getBytes();

    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    MessageStore master = new DefaultMessageStore(messageStoreConfig, null, new MyMessageArrivingListener(), new BrokerConfig());

    boolean load = master.load();
    assertTrue(load);

    try {
        master.start();
        master.start();
    } finally {
        master.shutdown();
        master.destroy();
    }
}
Example 3
Source File: ScheduleMessageServiceTest.java    From rocketmq with Apache License 2.0 6 votes vote down vote up 
@Before
public void init() throws Exception {
    messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMessageDelayLevel(testMessageDelayLevel);
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(true);
    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    brokerConfig = new BrokerConfig();
    BrokerStatsManager manager = new BrokerStatsManager(brokerConfig.getBrokerClusterName());
    messageStore = new DefaultMessageStore(messageStoreConfig, manager, new MyMessageArrivingListener(), new BrokerConfig());

    assertThat(messageStore.load()).isTrue();

    messageStore.start();
    scheduleMessageService = messageStore.getScheduleMessageService();
}
Example 4
Source File: MessageStoreTestBase.java    From rocketmq with Apache License 2.0 6 votes vote down vote up 
protected DefaultMessageStore createMessageStore(String base, boolean createAbort) throws Exception {
    baseDirs.add(base);
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    storeConfig.setMappedFileSizeCommitLog(1024 * 100);
    storeConfig.setMappedFileSizeConsumeQueue(1024);
    storeConfig.setMaxHashSlotNum(100);
    storeConfig.setMaxIndexNum(100 * 10);
    storeConfig.setStorePathRootDir(base);
    storeConfig.setStorePathCommitLog(base + File.separator + "commitlog");
    storeConfig.setFlushDiskType(FlushDiskType.ASYNC_FLUSH);
    DefaultMessageStore defaultMessageStore = new DefaultMessageStore(storeConfig,  new BrokerStatsManager("CommitlogTest"), (topic, queueId, logicOffset, tagsCode, msgStoreTime, filterBitMap, properties) -> {

    }, new BrokerConfig());

    if (createAbort) {
        String fileName = StorePathConfigHelper.getAbortFile(storeConfig.getStorePathRootDir());
        makeSureFileExists(fileName);
    }
    Assert.assertTrue(defaultMessageStore.load());
    defaultMessageStore.start();
    return defaultMessageStore;
}
Example 5
Source File: MessageStoreWithFilterTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
                                           boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}
Example 6
Source File: DLedgerProduceAndConsumeIT.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
public MessageStoreConfig buildStoreConfig(String brokerName, String peers, String selfId) {
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    String baseDir =  IntegrationTestBase.createBaseDir();
    storeConfig.setStorePathRootDir(baseDir);
    storeConfig.setStorePathCommitLog(baseDir + SEP + "commitlog");
    storeConfig.setHaListenPort(nextPort());
    storeConfig.setMappedFileSizeCommitLog(10 * 1024 * 1024);
    storeConfig.setEnableDLegerCommitLog(true);
    storeConfig.setdLegerGroup(brokerName);
    storeConfig.setdLegerSelfId(selfId);
    storeConfig.setdLegerPeers(peers);
    return storeConfig;
}
Example 7
Source File: BatchPutMessageTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
private MessageStore buildMessageStore() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    messageStoreConfig.setFlushIntervalConsumeQueue(1);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "putmessagesteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "putmessagesteststore" + File.separator + "commitlog");
    return new DefaultMessageStore(messageStoreConfig, new BrokerStatsManager("simpleTest"), new MyMessageArrivingListener(), new BrokerConfig());
}
Example 8
Source File: DefaultMessageStoreTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
private MessageStore buildMessageStore() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 1024 * 10);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 1024 * 10);
    messageStoreConfig.setMaxHashSlotNum(10000);
    messageStoreConfig.setMaxIndexNum(100 * 100);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    messageStoreConfig.setFlushIntervalConsumeQueue(1);
    return new DefaultMessageStore(messageStoreConfig, new BrokerStatsManager("simpleTest"), new MyMessageArrivingListener(), new BrokerConfig());
}
Example 9
Source File: DefaultMessageStoreShutDownTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
public DefaultMessageStore buildMessageStore() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 1024 * 10);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 1024 * 10);
    messageStoreConfig.setMaxHashSlotNum(10000);
    messageStoreConfig.setMaxIndexNum(100 * 100);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    return new DefaultMessageStore(messageStoreConfig, new BrokerStatsManager("simpleTest"), null, new BrokerConfig());
}
Example 10
Source File: AppendCallbackTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
@Before
public void init() throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 8);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 4);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(100 * 10);
    messageStoreConfig.setStorePathRootDir(System.getProperty("user.home") + File.separator + "unitteststore");
    messageStoreConfig.setStorePathCommitLog(System.getProperty("user.home") + File.separator + "unitteststore" + File.separator + "commitlog");
    //too much reference
    DefaultMessageStore messageStore = new DefaultMessageStore(messageStoreConfig, null, null, null);
    CommitLog commitLog = new CommitLog(messageStore);
    callback = commitLog.new DefaultAppendMessageCallback(1024);
}
Example 11
Source File: ConsumeQueueTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
public MessageStoreConfig buildStoreConfig(int commitLogFileSize, int cqFileSize,
    boolean enableCqExt, int cqExtFileSize) {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfig();
    messageStoreConfig.setMappedFileSizeCommitLog(commitLogFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(cqFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueueExt(cqExtFileSize);
    messageStoreConfig.setMessageIndexEnable(false);
    messageStoreConfig.setEnableConsumeQueueExt(enableCqExt);

    messageStoreConfig.setStorePathRootDir(storePath);
    messageStoreConfig.setStorePathCommitLog(storePath + File.separator + "commitlog");

    return messageStoreConfig;
}
Example 12
Source File: DefaultMessageStoreCleanFilesTest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
private void initMessageStore(String deleteWhen, int diskMaxUsedSpaceRatio, double diskSpaceCleanForciblyRatio) throws Exception {
    MessageStoreConfig messageStoreConfig = new MessageStoreConfigForTest();
    messageStoreConfig.setMappedFileSizeCommitLog(mappedFileSize);
    messageStoreConfig.setMappedFileSizeConsumeQueue(mappedFileSize);
    messageStoreConfig.setMaxHashSlotNum(100);
    messageStoreConfig.setMaxIndexNum(8);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    messageStoreConfig.setFlushIntervalConsumeQueue(1);

    // Invalidate DefaultMessageStore`s scheduled task of cleaning expired files.
    // work with the code 'Thread.sleep(1000 * 60 + 100)' behind.
    messageStoreConfig.setCleanResourceInterval(Integer.MAX_VALUE);

    messageStoreConfig.setFileReservedTime(fileReservedTime);
    messageStoreConfig.setDeleteWhen(deleteWhen);
    messageStoreConfig.setDiskMaxUsedSpaceRatio(diskMaxUsedSpaceRatio);

    String storePathRootDir = System.getProperty("user.home") + File.separator
            + "DefaultMessageStoreCleanFilesTest-" + UUID.randomUUID();
    String storePathCommitLog = storePathRootDir + File.separator + "commitlog";
    messageStoreConfig.setStorePathRootDir(storePathRootDir);
    messageStoreConfig.setStorePathCommitLog(storePathCommitLog);

    messageStore = new DefaultMessageStore(messageStoreConfig,
            new BrokerStatsManager("test"), new MyMessageArrivingListener(), new BrokerConfig());

    cleanCommitLogService = getCleanCommitLogService(diskSpaceCleanForciblyRatio);
    cleanConsumeQueueService = getCleanConsumeQueueService();

    assertTrue(messageStore.load());
    messageStore.start();
}
Example 13
Source File: HATest.java    From rocketmq with Apache License 2.0 5 votes vote down vote up 
private void buildMessageStoreConfig(MessageStoreConfig messageStoreConfig){
    messageStoreConfig.setMappedFileSizeCommitLog(1024 * 1024 * 10);
    messageStoreConfig.setMappedFileSizeConsumeQueue(1024 * 1024 * 10);
    messageStoreConfig.setMaxHashSlotNum(10000);
    messageStoreConfig.setMaxIndexNum(100 * 100);
    messageStoreConfig.setFlushDiskType(FlushDiskType.SYNC_FLUSH);
    messageStoreConfig.setFlushIntervalConsumeQueue(1);
}
Example 14
Source File: MessageStoreTestBase.java    From rocketmq with Apache License 2.0 4 votes vote down vote up 
protected DefaultMessageStore createDledgerMessageStore(String base, String group, String selfId, String peers, String leaderId, boolean createAbort, int deleteFileNum) throws Exception {
    System.setProperty("dledger.disk.ratio.check", "0.95");
    System.setProperty("dledger.disk.ratio.clean", "0.95");
    baseDirs.add(base);
    MessageStoreConfig storeConfig = new MessageStoreConfig();
    storeConfig.setMappedFileSizeCommitLog(1024 * 100);
    storeConfig.setMappedFileSizeConsumeQueue(1024);
    storeConfig.setMaxHashSlotNum(100);
    storeConfig.setMaxIndexNum(100 * 10);
    storeConfig.setStorePathRootDir(base);
    storeConfig.setStorePathCommitLog(base + File.separator + "commitlog");
    storeConfig.setFlushDiskType(FlushDiskType.ASYNC_FLUSH);

    storeConfig.setEnableDLegerCommitLog(true);
    storeConfig.setdLegerGroup(group);
    storeConfig.setdLegerPeers(peers);
    storeConfig.setdLegerSelfId(selfId);
    DefaultMessageStore defaultMessageStore = new DefaultMessageStore(storeConfig,  new BrokerStatsManager("DLedgerCommitlogTest"), (topic, queueId, logicOffset, tagsCode, msgStoreTime, filterBitMap, properties) -> {

    }, new BrokerConfig());
    DLedgerServer dLegerServer = ((DLedgerCommitLog) defaultMessageStore.getCommitLog()).getdLedgerServer();
    if (leaderId != null) {
        dLegerServer.getdLedgerConfig().setEnableLeaderElector(false);
        if (selfId.equals(leaderId)) {
            dLegerServer.getMemberState().changeToLeader(-1);
        } else {
            dLegerServer.getMemberState().changeToFollower(-1, leaderId);
        }

    }
    if (createAbort) {
        String fileName = StorePathConfigHelper.getAbortFile(storeConfig.getStorePathRootDir());
        makeSureFileExists(fileName);
    }
    if (deleteFileNum > 0) {
        DLedgerConfig config = dLegerServer.getdLedgerConfig();
        if (deleteFileNum > 0) {
            File dir = new File(config.getDataStorePath());
            File[] files = dir.listFiles();
            if (files != null) {
                Arrays.sort(files);
                for (int i = files.length - 1; i >= 0; i--) {
                    File file = files[i];
                    file.delete();
                    if (files.length - i >= deleteFileNum) {
                        break;
                    }
                }
            }
        }
    }
    Assert.assertTrue(defaultMessageStore.load());
    defaultMessageStore.start();
    return defaultMessageStore;
}