Skip to content
Snippets Groups Projects
Commit 3eddcc8e authored by Sergey Yakubov's avatar Sergey Yakubov
Browse files

add stream to the file snupper

parent 3a6c47cb
No related branches found
No related tags found
No related merge requests found
Showing
with 23 additions and 1 deletion
......@@ -39,6 +39,7 @@ Error EventMonConfigFactory::ParseConfigFile(std::string file_name) {
(err = parser.GetString("AsapoEndpoint", &config.asapo_endpoint)) ||
(err = parser.GetString("Tag", &config.tag)) ||
(err = parser.GetString("BeamtimeID", &config.beamtime_id)) ||
(err = parser.GetString("Stream", &config.stream)) ||
(err = parser.GetString("Mode", &config.mode_str)) ||
(err = parser.GetUInt64("NThreads", &config.nthreads)) ||
(err = parser.GetString("RootMonitoredFolder", &config.root_monitored_folder)) ||
......
......@@ -30,6 +30,7 @@ struct EventMonConfig {
uint64_t subset_batch_size = 1;
uint64_t subset_multisource_nsources = 1;
uint64_t subset_multisource_sourceid = 1;
std::string stream;
private:
std::string log_level_str;
std::string mode_str;
......
......@@ -39,7 +39,7 @@ std::unique_ptr<Producer> CreateProducer() {
Error err;
auto producer = Producer::Create(config->asapo_endpoint, (uint8_t) config->nthreads,
config->mode, asapo::SourceCredentials{config->beamtime_id, "", ""}, &err);
config->mode, asapo::SourceCredentials{config->beamtime_id, config->stream, ""}, &err);
if(err) {
std::cerr << "cannot create producer: " << err << std::endl;
exit(EXIT_FAILURE);
......
......@@ -49,6 +49,7 @@ Error SetFolderMonConfig (const EventMonConfig& config) {
config_string += "," + std::string("\"NThreads\":") + std::to_string(config.nthreads);
config_string += "," + std::string("\"LogLevel\":") + "\"" + log_level + "\"";
config_string += "," + std::string("\"RemoveAfterSend\":") + (config.remove_after_send ? "true" : "false");
config_string += "," + std::string("\"Stream\":") + "\"" + config.stream + "\"";
std::string subset_mode;
switch (config.subset_mode) {
......
......@@ -64,6 +64,8 @@ TEST_F(ConfigTests, ReadSettingsOK) {
test_config.remove_after_send = true;
test_config.subset_mode = SubSetMode::kBatch;
test_config.subset_batch_size = 9;
test_config.stream = "stream";
auto err = asapo::SetFolderMonConfig(test_config);
auto config = asapo::GetEventMonConfig();
......@@ -81,6 +83,7 @@ TEST_F(ConfigTests, ReadSettingsOK) {
ASSERT_THAT(config->remove_after_send, Eq(true));
ASSERT_THAT(config->subset_mode, Eq(SubSetMode::kBatch));
ASSERT_THAT(config->subset_batch_size, Eq(9));
ASSERT_THAT(config->stream, Eq("stream"));
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1","test2"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1","test2"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":false,
"Stream": "",
"Subset": {
"Mode":"batch",
"BatchSize":3
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test@ID@"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"multisource",
"SourceId":@ID@,
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1","test2"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1","test2"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -9,6 +9,7 @@
"MonitoredSubFolders":["test1","test2"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -40,6 +40,7 @@ job "asapo-filemon" {
"MonitoredSubFolders":["test_folder"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......@@ -99,6 +100,7 @@ job "asapo-filemon" {
"MonitoredSubFolders":["data"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
......@@ -40,6 +40,7 @@ job "asapo-filemon_batch" {
"MonitoredSubFolders":["test_folder"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"batch",
"BatchSize": {{ keyOrDefault "monitor_batch_size" "3" }}
......@@ -100,6 +101,7 @@ job "asapo-filemon_batch" {
"MonitoredSubFolders":["data"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"batch",
"BatchSize": {{ keyOrDefault "monitor_batch_size" "3" }}
......
......@@ -40,6 +40,7 @@ job "asapo-filemon_multisource" {
"MonitoredSubFolders":["test_folder"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"multisource",
"SourceId": 1,
......@@ -101,6 +102,7 @@ job "asapo-filemon_multisource" {
"MonitoredSubFolders":["data"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"multisource",
"SourceId": 2,
......
......@@ -40,6 +40,7 @@ job "asapo-produceronly" {
"MonitoredSubFolders":["test_folder"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......@@ -99,6 +100,7 @@ job "asapo-produceronly" {
"MonitoredSubFolders":["test_folder"],
"IgnoreExtentions":["tmp"],
"RemoveAfterSend":true,
"Stream": "",
"Subset": {
"Mode":"none"
}
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment