Unverified Commit a3f94dee authored by Sebastian Schüpbach's avatar Sebastian Schüpbach
Browse files

remove throttling

parent e57afe01
Pipeline #14940 passed with stages
in 9 minutes and 10 seconds
......@@ -14,4 +14,3 @@ data:
INDEXER_HOST: "{{ .Values.indexerHost }}"
INDEXER_CONNECT_TIMEOUT_MS: "{{ .Values.indexerConnectTimeoutMs }}"
INDEXER_READ_TIMEOUT_MS: "{{ .Values.indexerReadTimeoutMs }}"
THROTTLING_IN_MS: "{{ .Values.throttlingInMs }}"
......@@ -13,7 +13,6 @@ inaccessibleMediahosts: 'youtu.be,youtube.com,vimeo.com,srf.ch'
indexerHost: 'http://media-indexer-service:8082'
indexerConnectTimeoutMs: 4000
indexerReadTimeoutMs: 240000
throttlingInMs: 0
############################################
## Values below should be defined via the #
......
......@@ -3,7 +3,6 @@ app:
indexerHost: ${INDEXER_HOST:?system}
indexerConnectTimeoutMs: ${INDEXER_CONNECT_TIMEOUT_MS:?system}
indexerReadTimeoutMs: ${INDEXER_READ_TIMEOUT_MS:?system}
throttlingInMs: ${THROTTLING_IN_MS:?system}
kafka:
streams:
bootstrap.servers: ${KAFKA_BOOTSTRAP_SERVERS:?system}
......
......@@ -18,14 +18,14 @@
~
-->
<Configuration status="debug" name="media-metadata-extractor" packages="">
<Configuration status="info" name="media-metadata-extractor" packages="">
<Appenders>
<Console name="STDOUT" target="SYSTEM_OUT">
<PatternLayout pattern="[%-5p] [%d{yyyy-MM-dd HH:mm:ss}] [%c{1.}:%L] %m%n"/>
</Console>
</Appenders>
<Loggers>
<Root level="debug">
<Root level="info">
<AppenderRef ref="STDOUT"/>
</Root>
</Loggers>
......
......@@ -101,8 +101,6 @@ class KafkaTopology extends Logging {
stream
.mapValues(v => (v._1, v._2.get))
.mapValues(v => {
Thread.sleep(SettingsFromFile.getThrottlingInMs)
logger.warn("Enriching now")
enrichWithMetadata(v, metadataFetcher)
})
.branch(
......
......@@ -43,8 +43,6 @@ trait Settings {
def getKafkaReportTopic: String
def getId: String
def getThrottlingInMs: Int
}
......@@ -56,8 +54,7 @@ object SettingsFromFile extends Settings {
"inaccessibleMediahosts",
"indexerHost",
"indexerConnectTimeoutMs",
"indexerReadTimeoutMs",
"throttlingInMs"
"indexerReadTimeoutMs"
).asJava,
"app.yml",
false,
......@@ -87,7 +84,4 @@ object SettingsFromFile extends Settings {
def getKafkaReportTopic: String = settings.getProcessReportTopic
def getId: String = "media-metadata-extractor"
def getThrottlingInMs: Int =
settings.getAppSettings.getProperty("throttlingInMs").toInt
}
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment