Skip to content
Snippets Groups Projects
Commit 2524e210 authored by Sergey Yakubov's avatar Sergey Yakubov
Browse files

update infiniband config

parent 2969938f
No related branches found
No related tags found
No related merge requests found
......@@ -2,7 +2,7 @@
"Mode": "consul",
"Receiver": {
"MaxConnections": 32,
"UseIBAddress": {{ keyOrDefault "use_ib_for_receiver" "true" }}
"UseIBAddress": {{ keyOrDefault "use_ib_for_receiver" "false" }}
},
"Port": {{ env "NOMAD_PORT_discovery" }},
"LogLevel": "{{ keyOrDefault "log_level" "info" }}"
......
......@@ -8,7 +8,7 @@
"AuthorizationInterval": 10000,
"ListenPort": {{ env "NOMAD_PORT_recv" }},
"DataServer": {
"AdvertiseURI": "{{ if or (env "meta.ib_address") "none" | regexMatch "none" }}{{ env "NOMAD_IP_recv" }}{{ else }}{{ env "meta.ib_address" }}{{ end }}:{{ env "NOMAD_PORT_recv_ds" }}",
"AdvertiseURI": "{{ if env "NOMAD_META_receiver_network_modes" | regexMatch "tcp" }}{{ env "NOMAD_IP_recv" }}{{ else if or (env "meta.ib_address") "none" | regexMatch "none" }}{{ env "NOMAD_IP_recv" }}{{ else }}{{ env "meta.ib_address" }}{{ end }}:{{ env "NOMAD_PORT_recv_ds" }}",
"NThreads": {{ env "NOMAD_META_receiver_dataserver_nthreads" }},
"ListenPort": {{ env "NOMAD_PORT_recv_ds" }},
"NetworkMode": ["{{ if or (env "meta.ib_address") "none" | regexMatch "none" }}{{ printf "%s" "tcp" }}{{ else }}{{ env "NOMAD_META_receiver_network_modes" | split "," | join "\",\"" }}{{ end }}"]
......
import asapo_consumer
import time
endpoint = "asap3-utl01.desy.de:8400"
beamtime = "11012171"
token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE2MzU3NTMxMDksImp0aSI6ImMyOTR0NWFodHY1am9vZHVoaGNnIiwic3ViIjoiYnRfMTEwMTIxNzEiLCJFeHRyYUNsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJyZWFkIiwid3JpdGUiXX19.kITePbv_dXY2ACxpAQ-PeQJPQtnR02bMoFrXq0Pbcm0"
datasource = 'VmFyZXgx'
consumer = asapo_consumer.create_consumer(endpoint,"/asap3/petra3/gpfs/p21.2/2021/data/11012171",False,
beamtime,datasource,token,20000)
laststream=consumer.get_stream_list()[-1]["name"]
print("laststream = " + laststream)
group_id = consumer.generate_group_id()
t1=time.time()
data, meta = consumer.get_next(group_id, meta_only = False, stream=laststream)
#meta['buf_id'] = 0
#data = consumer.retrieve_data(meta)
print ("total time: %f" % (time.time()-t1))
print ('id:',meta['_id'])
print ('file name:',meta['name'])
print ('file content:',repr(data.tobytes()[:1000]))
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment