69 lines
2.4 KiB
Java
69 lines
2.4 KiB
Java
/*
|
|
* Copyright (c) 2014 Hewlett-Packard Development Company, L.P.
|
|
*
|
|
* Licensed to the Apache Software Foundation (ASF) under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
package com.hpcloud.mon.persister.consumer;
|
|
|
|
import com.google.inject.Inject;
|
|
import com.hpcloud.mon.persister.configuration.MonPersisterConfiguration;
|
|
import kafka.consumer.KafkaStream;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
import java.util.List;
|
|
import java.util.concurrent.ExecutorService;
|
|
import java.util.concurrent.Executors;
|
|
|
|
public abstract class KafkaConsumer {
|
|
|
|
private static final String KAFKA_CONFIGURATION = "Kafka configuration:";
|
|
private static final Logger logger = LoggerFactory.getLogger(KafkaConsumer.class);
|
|
|
|
private final Integer numThreads;
|
|
private ExecutorService executorService;
|
|
@Inject
|
|
private KafkaStreams kafkaStreams;
|
|
|
|
protected abstract Runnable createRunnable(KafkaStream stream, int threadNumber);
|
|
protected abstract String getStreamName();
|
|
|
|
@Inject
|
|
public KafkaConsumer(MonPersisterConfiguration configuration) {
|
|
|
|
this.numThreads = configuration.getKafkaConfiguration().getNumThreads();
|
|
logger.info(KAFKA_CONFIGURATION + " numThreads = " + numThreads);
|
|
}
|
|
|
|
public void run() {
|
|
List<KafkaStream<byte[], byte[]>> streams = kafkaStreams.getStreams().get(getStreamName());
|
|
executorService = Executors.newFixedThreadPool(numThreads);
|
|
|
|
int threadNumber = 0;
|
|
for (final KafkaStream stream : streams) {
|
|
executorService.submit(createRunnable(stream, threadNumber));
|
|
threadNumber++;
|
|
}
|
|
}
|
|
|
|
public void stop() {
|
|
if (executorService != null) {
|
|
executorService.shutdown();
|
|
}
|
|
}
|
|
}
|