diff --git a/deploy/docker_buildenv/Ubuntu16.04/Dockerfile b/deploy/docker_buildenv/Ubuntu16.04/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..1d58583ff26a9e97ecfc3fb1d184f8d58cd0af06 --- /dev/null +++ b/deploy/docker_buildenv/Ubuntu16.04/Dockerfile @@ -0,0 +1,12 @@ +from ubuntu:16.04 + +ENV GOPATH /tmp + +RUN apt update && apt install -y cmake g++ golang zlib1g-dev python cython python-numpy python3 cython3 python3-numpy git wget + + +ADD install_curl.sh install_curl.sh +RUN ./install_curl.sh /curl + + +ADD build.sh /bin/build.sh diff --git a/deploy/docker_buildenv/Ubuntu18.04/build.sh b/deploy/docker_buildenv/Ubuntu16.04/build.sh similarity index 57% rename from deploy/docker_buildenv/Ubuntu18.04/build.sh rename to deploy/docker_buildenv/Ubuntu16.04/build.sh index 3f3ac29d67e89d84e2ff5ccdcb3eee85b9d073de..48e7d972c0f0c7af47d1f4977f8e767f5ccdbeb4 100755 --- a/deploy/docker_buildenv/Ubuntu18.04/build.sh +++ b/deploy/docker_buildenv/Ubuntu16.04/build.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash cd /asapo/build -cmake -DCMAKE_BUILD_TYPE="Debug" .. +cmake -DCMAKE_BUILD_TYPE="Release" -DLIBCURL_DIR=/curl .. cd worker && make cd ../producer && make diff --git a/deploy/docker_buildenv/Ubuntu16.04/build_image.sh b/deploy/docker_buildenv/Ubuntu16.04/build_image.sh new file mode 100755 index 0000000000000000000000000000000000000000..6c427c9900115a0a539de65518d8216a3ea7cf97 --- /dev/null +++ b/deploy/docker_buildenv/Ubuntu16.04/build_image.sh @@ -0,0 +1,3 @@ +#!/usr/bin/env bash +docker build -t yakser/asapo-env:ubuntu16.04 . +docker push yakser/asapo-env:ubuntu16.04 diff --git a/deploy/docker_buildenv/Ubuntu16.04/install_curl.sh b/deploy/docker_buildenv/Ubuntu16.04/install_curl.sh new file mode 100755 index 0000000000000000000000000000000000000000..ac368ddc7e71cd37da7987fa69e59708ab8d8458 --- /dev/null +++ b/deploy/docker_buildenv/Ubuntu16.04/install_curl.sh @@ -0,0 +1,16 @@ +#!/usr/bin/env bash + +mkdir -p $1 +cd $1 +wget https://curl.haxx.se/download/curl-7.58.0.tar.gz +tar xzf curl-7.58.0.tar.gz +cd curl-7.58.0 +./configure --without-ssl --disable-shared --disable-manual --disable-ares --disable-cookies \ +--disable-crypto-auth --disable-ipv6 --disable-proxy --disable-unix-sockets \ +--without-libidn --without-librtmp --without-zlib --disable-ldap \ +--disable-libcurl-option --prefix=`pwd`/../ +make +make install +cd - +rm -rf bin share curl-7.58.0 +rm curl-7.58.0.tar.gz diff --git a/deploy/docker_buildenv/Ubuntu18.04/Dockerfile b/deploy/docker_buildenv/Ubuntu18.04/Dockerfile deleted file mode 100644 index ce3127fc15a7bd5fd40db71db5bbff77cf70a19d..0000000000000000000000000000000000000000 --- a/deploy/docker_buildenv/Ubuntu18.04/Dockerfile +++ /dev/null @@ -1,11 +0,0 @@ -from ubuntu:18.04 - -ENV GOPATH /tmp - -RUN apt update && apt install -y cmake g++ libcurl4-openssl-dev golang zlib1g-dev python cython python-numpy python3 cython3 python3-numpy - - -RUN apt install -y git - - -ADD build.sh /bin/build.sh \ No newline at end of file diff --git a/deploy/docker_buildenv/Ubuntu18.04/build_image.sh b/deploy/docker_buildenv/Ubuntu18.04/build_image.sh deleted file mode 100755 index 0a524d35f0b5fc051e7738683b7c9c4ab7a4946a..0000000000000000000000000000000000000000 --- a/deploy/docker_buildenv/Ubuntu18.04/build_image.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/usr/bin/env bash -docker build -t yakser/asapo-env:ubuntu18.04 . -#docker push yakser/asapo-env:ubuntu18.04 diff --git a/tests/manual/python_tests/test_p.py b/tests/manual/python_tests/test_p.py index 9a641528a8dc521f5efa4867a4ccabf6f3acba9e..5f1f8b973e20a1b9e3ede7c58ee3798cc89a88fd 100644 --- a/tests/manual/python_tests/test_p.py +++ b/tests/manual/python_tests/test_p.py @@ -3,18 +3,32 @@ from __future__ import print_function import asapo_worker import sys import json +import time +<<<<<<< Updated upstream broker, err = asapo_worker.create_server_broker("psana002:8400", "/tmp", "asapo_test2","", "yzgAcLmijSLWIm8dBiGNCbc0i42u5HSm-zR6FRqo__Y=", 1000000) +======= +source = "psana002:8400" +path = "/asapo_shared/asapo/data" +beamtime = "asapo_test" +token = "KmUDdacgBzaOD3NIJvN1NmKGqWKtx0DK-NyPjdpeWkc=" +>>>>>>> Stashed changes -if not broker: - print("Cannot create broker: " + err) - sys.exit(1) -last_id = 0 +broker, err = asapo_worker.create_server_broker( + source, path, beamtime, token, 1000) + +group_id, err = broker.generate_group_id() +if err is not None: + print('cannot generate group id, err: ', err) +else: + print('generated group id: ', group_id) + while True: - array, meta, err = broker.get_last(meta_only=False) - id = meta['_id'] - if id != last_id: - print ("file content:",array.tostring().strip().decode("utf-8")) - last_id = id + data, meta, err = broker.get_last(group_id, meta_only=False) + if err is not None: + print('err: ', err) + else: + print('filename: ', meta['name']) + time.sleep(1) diff --git a/worker/api/python/source_dist_linux/setup.py.in b/worker/api/python/source_dist_linux/setup.py.in index dacf73f5f46814ba4ea961a4f440fe3c5f4c6bd2..9fc10832c37b1d560b4071a09e54dbdb7f98764b 100644 --- a/worker/api/python/source_dist_linux/setup.py.in +++ b/worker/api/python/source_dist_linux/setup.py.in @@ -4,8 +4,8 @@ import numpy ext_modules = [ Extension("asapo_worker", ["asapo_worker.cpp"], - extra_objects=['lib/libasapo-worker.a', - 'lib/libcurl.a'], + extra_objects=['lib/libasapo-worker.a'], + libraries = ['curl'], include_dirs=["include/common","include",numpy.get_include()], extra_compile_args=@EXTRA_COMPILE_ARGS@, extra_link_args=@EXTRA_LINK_ARGS@,