diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 6df10acce38ca3cdd26a9f33ecc6b8bb6bfd514e..13519fe1cbc532e301794a404f185ee9db6b0f54 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -379,7 +379,7 @@ build-services-docker-release:
files="asapo-devel python-asapo python3-asapo"
for file in $files; do
if ls $CI_PROJECT_DIR/linux_packages/${dist}/${file}* 1> /dev/null 2>&1; then
- PACKAGE_ID=$(curl -s -G --header "JOB-TOKEN: $CI_JOB_TOKEN" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages -d package_name=$file-$dist -d package_type=generic | jq -c ".[] | select(.pipeline.ref | contains(\"$CI_COMMIT_REF_NAME\")) | (.id)")
+ PACKAGE_ID=$(curl -s -G --header "JOB-TOKEN: $CI_JOB_TOKEN" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages -d package_name=$file-$dist -d package_type=generic | jq -c ".[] | select(.pipeline != null) | select(.pipeline.ref | contains(\"$CI_COMMIT_REF_NAME\")) | (.id)")
if ! [ -z "$PACKAGE_ID" ]; then
echo Removing Package ${PACKAGE_ID}
curl --request DELETE --header "JOB-TOKEN: $CI_JOB_TOKEN" "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/${PACKAGE_ID}"
@@ -431,14 +431,14 @@ upload-python-packages:
- chmod 600 $NIMS_SSH_PRIVATE_KEY
- pip install twine
- >
- for pac_id in $(curl -s -G --header "JOB-TOKEN: $CI_JOB_TOKEN" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages -d package_type=pypi | python -c "import sys, json; [print(x['id']) for x in json.load(sys.stdin) if ('pipeline' in x) and ('ref' in x['pipeline']) and (x['pipeline']['ref'] == '$CI_COMMIT_REF_NAME')]"); do
+ for pac_id in $(curl -s -G --header "JOB-TOKEN: $CI_JOB_TOKEN" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages -d package_type=pypi | python -c "import sys, json; [print(x['id']) for x in json.load(sys.stdin) if ('pipeline' in x) and (x['pipeline'] is not None) and ('ref' in x['pipeline']) and (x['pipeline']['ref'] == '$CI_COMMIT_REF_NAME')]"); do
echo Removing package ${pac_id}
curl --request DELETE --header "JOB-TOKEN: $CI_JOB_TOKEN" "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/${pac_id}"
done
- >
for dist in $(ls $CI_PROJECT_DIR/wheel_packages); do
TWINE_PASSWORD=${CI_JOB_TOKEN} TWINE_USERNAME=gitlab-ci-token python -m twine upload --repository-url ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/pypi $CI_PROJECT_DIR/wheel_packages/${dist}/*
- echo "put $CI_PROJECT_DIR/wheel_packages/${dist}/* asapo/linux_wheels/" | sftp -vvvv -i $NIMS_SSH_PRIVATE_KEY -P 2022 asapo@it-fs5.desy.de
+ echo "put $CI_PROJECT_DIR/wheel_packages/${dist}/* asapo/linux_wheels/" | sftp -v -i $NIMS_SSH_PRIVATE_KEY -P 2022 asapo@it-fs5.desy.de
done
- wget -q -O- http://it-fs5.desy.de/cgi-bin/asapoSync.cgi
tags:
diff --git a/deploy/asapo_services_light/Dockerfile b/deploy/asapo_services_light/Dockerfile
index 8a3b94927bf165acc71665eb10087945f81fac59..a010c4ce1accb80b118bac672420f1e9845bf349 100644
--- a/deploy/asapo_services_light/Dockerfile
+++ b/deploy/asapo_services_light/Dockerfile
@@ -55,5 +55,6 @@ COPY supervisord.conf /etc/
COPY front-dist /usr/share/nginx/html
RUN mkdir -p /tmp/asapo/receiver/files/test_facility/gpfs/test/2019/data/asapo_test/
+RUN mkdir -p /tmp/logs/
CMD ["supervisord", "--configuration", "/etc/supervisord.conf"]
diff --git a/deploy/asapo_services_light/supervisord.conf b/deploy/asapo_services_light/supervisord.conf
index 51e1371c922b69a22899c5418e3f1839d90c7956..d4526e945b43f49dfff394102d1f33aa8e87c74c 100644
--- a/deploy/asapo_services_light/supervisord.conf
+++ b/deploy/asapo_services_light/supervisord.conf
@@ -9,71 +9,71 @@ user=root
[program:mongo]
command=/usr/bin/mongod --bind_ip_all --dbpath /var/lib/mongodb/
-stderr_logfile=/tmp/mongo_err.log
+stderr_logfile=/tmp/logs/mongo_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/mongo_out.log
+stdout_logfile=/tmp/logs/mongo_out.log
stdout_logfile_maxbytes = 0
[program:influxdb]
command = /usr/bin/influxd -config /etc/influxdb/influxdb.conf
environment=INFLUXDB_HTTP_FLUX_ENABLED="true", PRE_CREATE_DB="asapo_receivers;asapo_brokers"
-stderr_logfile=/tmp/influx_err.log
+stderr_logfile=/tmp/logs/influx_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/influx_out.log
+stdout_logfile=/tmp/logs/influx_out.log
stdout_logfile_maxbytes = 0
[program:nginx]
command=/usr/sbin/nginx -g "daemon off;"
-stderr_logfile=/tmp/nginx_err.log
+stderr_logfile=/tmp/logs/nginx_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/nginx_out.log
+stdout_logfile=/tmp/logs/nginx_out.log
stdout_logfile_maxbytes = 0
[program:discovery]
command=/asapo-discovery -config discovery.json
-stderr_logfile=/tmp/discovery_err.log
+stderr_logfile=/tmp/logs/discovery_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/discovery_out.log
+stdout_logfile=/tmp/logs/discovery_out.log
stdout_logfile_maxbytes = 0
[program:authorizer]
command=/asapo-authorizer -config authorizer.json
-stderr_logfile=/tmp/authorizer_err.log
+stderr_logfile=/tmp/logs/authorizer_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/authorizer_out.log
+stdout_logfile=/tmp/logs/authorizer_out.log
stdout_logfile_maxbytes = 0
[program:broker]
command=/asapo-broker -config broker.json
-stderr_logfile=/tmp/broker_err.log
+stderr_logfile=/tmp/logs/broker_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/broker_out.log
+stdout_logfile=/tmp/logs/broker_out.log
stdout_logfile_maxbytes = 0
[program:fts]
command=/asapo-file-transfer -config file-transfer.json
-stderr_logfile=/tmp/fts_err.log
+stderr_logfile=/tmp/logs/fts_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/fts_out.log
+stdout_logfile=/tmp/logs/fts_out.log
stdout_logfile_maxbytes = 0
[program:receiver]
command=/receiver receiver.json
-stderr_logfile=/tmp/receiver_err.log
+stderr_logfile=/tmp/logs/receiver_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/receiver_out.log
+stdout_logfile=/tmp/logs/receiver_out.log
stdout_logfile_maxbytes = 0
[program:monitoring]
command=/asapo-monitoring-server -config monitoring.json
-stderr_logfile=/tmp/monitoring_err.log
+stderr_logfile=/tmp/logs/monitoring_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/monitoring_out.log
+stdout_logfile=/tmp/logs/monitoring_out.log
stdout_logfile_maxbytes = 0
[program:envoyproxy]
command=envoy -c /etc/envoy/envoy.yaml
-stderr_logfile=/tmp/envoy_err.log
+stderr_logfile=/tmp/logs/envoy_err.log
stderr_logfile_maxbytes = 0
-stdout_logfile=/tmp/envoy_out.log
+stdout_logfile=/tmp/logs/envoy_out.log
stdout_logfile_maxbytes = 0
diff --git a/docs/site/docs/cookbook/gui.mdx b/docs/site/docs/cookbook/gui.mdx
new file mode 100644
index 0000000000000000000000000000000000000000..aa3c66465fd9e173992561b7e76abbb0490a1c0e
--- /dev/null
+++ b/docs/site/docs/cookbook/gui.mdx
@@ -0,0 +1,24 @@
+---
+title: GUI Examples
+---
+
+
+If you want to interactively test the simple producer/consumer functionality, you can use the GUI examples. They are written in python only, and use PyGTK with GTK3. They are very primitive, yet they allow for simple sending/receiving of the messages, pipeline steps and instance IDs, in-memory buffers and size/delay settings.
+
+<details>
+<summary>Producer GUI full code</summary>
+
+```python content="./examples/python/produce_ui.py"
+```
+
+</details>
+
+<details>
+<summary>Consumer GUI full code</summary>
+
+```python content="./examples/python/consume_ui.py"
+```
+
+</details>
+
+Both consumer and producer can be launched as-is and are configured by default to work with asapo standalone docker image. The tokens are generated in runtime via python jwt module and use the secret key from asapo standalone container.
diff --git a/docs/site/docs/getting-started.mdx b/docs/site/docs/getting-started.mdx
index 122ec08a745d51503e3e3954f4c79d75668415f2..0d52a48c8ae8984b1f6587e5a004520f704ec48e 100644
--- a/docs/site/docs/getting-started.mdx
+++ b/docs/site/docs/getting-started.mdx
@@ -11,73 +11,40 @@ import TabItem from '@theme/TabItem';
If you already have running ASAPO services and know the endpoint, you don't need this, and can go to [Client Libraries](#step-2).
-Otherwise, for testing purposes one can start ASAPO services in a standalone mode (this is not recommended for production deployment).
+Otherwise, for testing purposes one can start ASAPO services in a standalone mode. For this the special docker container is provided. Make sure you have access to gitlab and you login is valid. You may need to login first.
-
-The easiest way is to use a Docker container.
-So, make sure Docker is installed and you have necessary permissions to use it.
-Please note that this will only work on a Linux machine. Also please note that ASAPO needs some ports to be available. You can check the list
-[here](https://gitlab.desy.de/asapo/asapo/-/blob/develop/deploy/asapo_services/scripts/asapo.auto.tfvars.in#L54).
-
-Now, depending on how your Docker daemon is configured (if it uses a
-unix socket or a tcp port for communications)
- you can use pick corresponding script below, adjust and execute it to start ASAPO services.
-
-<Tabs
- defaultValue="unix"
- values={[
- { label: 'Docker with unix socket (default)', value: 'unix', },
- { label: 'Docker with tcp (used on FS machines)', value: 'tcp', },
- ]
-}>
-<TabItem value="unix">
-
-```shell content="./examples/start_asapo_socket.sh"
+```shell
+docker login gitlab.desy.de:5555
```
-</TabItem>
-
-<TabItem value="tcp">
+To start asapo standalone container simply do
-```shell content="./examples/start_asapo_tcp.sh"
+```shell
+docker run --name asapo --network host gitlab.desy.de:5555/asapo/asapo/asapo-standalone-dev:latest
```
-</TabItem>
-</Tabs>
-
-at the end you should see
-
-<p className="green-text"><strong>Apply complete! Resources: 25 added, 0 changed, 0 destroyed.</strong></p>
-
-which means ASAPO services successfully started. Your ASAPO endpoint for API calls will be **localhost:8400**.
-
-### Create data directories
-
-Next, you need to create directories where ASAPO will store the data
-(the structure matches the one used at DESY experiments).
-Since we are going to use beamline `test` and beamtime `asapo_test` in following examples,
-we must create two folders, one for the beamline filesystem and one for the core file system:
+The container launched in such a way will loose all the information on shutdown. If you want to persist your data, you need to use mounted volumes.
```shell
-ASAPO_HOST_DIR=/var/tmp/asapo # the folder used in step 1
-mkdir -p $ASAPO_HOST_DIR/global_shared/online_data/test/current/raw
-mkdir -p $ASAPO_HOST_DIR/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test
+LOCAL_MONGODB=~/asapo_mongodb # path for the local folder where the mongodb data will be saved, used for the metadata and message control
+LOCAL_INFLUXDB=~/asapo_influxdb # path for the local folder where the influxdb data will be saved, used for statistics and monitoring
+LOCAL_DATAFOLDER=~/asapo_data # path for the local data folder where the actual files will be saved
+LOCAL_LOGSFOLDER=~/asapo_logs # path for the local folder for the logs
+docker run --name asapo -v ${LOCAL_MONGODB}:/var/lib/mongodb/ \
+ -v ${LOCAL_INFLUXDB}:/var/lib/influxdb/ \
+ -v ${LOCAL_DATAFOLDER}:/tmp/asapo/receiver/files/test_facility/gpfs/test/2019/data/ \
+ -v ${LOCAL_LOGSFOLDER}:/tmp/logs/
+ --network host gitlab.desy.de:5555/asapo/asapo/asapo-standalone-dev:latest
```
-:::note ASAP::O in production mode
-
-We have a running instance for processing data collected during experiments. Please get in touch with FS-SC group for more information.
-
-:::
-
-### Services shutdown
-
-After you've done with your instance of ASAPO, you might want to gracefully shutdown the running services. If you don't do it, your machine will become bloated with the unused docker images.
+After the container was created in such a manner, all the consecutive launches can be done via simple commands
-```shell content="./examples/cleanup.sh"
+```shell
+docker start asapo
+docker stop asapo
```
-<br/><br/>
+The endpoint for such a container would be `localhost:8400`. The monitoring webpage is accessible through `http://localhost:8400/tv`.
## Install client libraries {#step-2}
@@ -111,6 +78,16 @@ Now you can install Python packages or C++ libraries for ASAPO Producer and Cons
</TabItem>
</Tabs>
+## Using the access token
+
+By default the access token are generated for asapo automatically during the beamsime start. For testing purposes the keys need to be generated by hand. You can use this pre-generated key for the asapo-standalone package:
+
+```
+eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk
+```
+
+This token will give you full access to the `asapo_test` beamtime. Or you can use various JWT-generation methods like [jwt.io](https://jwt.io) or use the [GUI Examples](cookbook/gui).
+
## Code examples
Please refer to the [Code Examples](cookbook/overview) sections to see the code snippets for various usage scenarious.
diff --git a/docs/site/examples/cpp/acknowledgements.cpp b/docs/site/examples/cpp/acknowledgements.cpp
index d8992ea60452fff6c5f15422cda94e658099ac1d..9ea2152b78cf221e10c37d4d6a7b647cf3dba97f 100644
--- a/docs/site/examples/cpp/acknowledgements.cpp
+++ b/docs/site/examples/cpp/acknowledgements.cpp
@@ -27,13 +27,12 @@ int main(int argc, char* argv[]) {
auto endpoint = "localhost:8400";
auto beamtime = "asapo_test";
-
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
diff --git a/docs/site/examples/cpp/consume.cpp b/docs/site/examples/cpp/consume.cpp
index 41b48881e9b2d831756c7788d83d2a6f16c42314..bec099c5f97ec0bb56da2ca79d23e9aa901da7fc 100644
--- a/docs/site/examples/cpp/consume.cpp
+++ b/docs/site/examples/cpp/consume.cpp
@@ -18,19 +18,19 @@ int main(int argc, char* argv[]) {
// test token. In production it is created during the start of the beamtime
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
// set it according to your configuration.
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
auto credentials = asapo::SourceCredentials
{
- "test_consumer_instance", // # conumser instance id (can be "auto")
- "pipeline_step_1", // # pipeline step id
+ "test_consumer_instance", // conumser instance id (can be "auto")
+ "pipeline_step_1", // pipeline step id
asapo::SourceType::kProcessed, // should be kProcessed or kRaw, kProcessed writes to the core FS
beamtime, // the folder should exist
"", // can be empty or "auto", if beamtime_id is given
diff --git a/docs/site/examples/cpp/consume_dataset.cpp b/docs/site/examples/cpp/consume_dataset.cpp
index 8b11aebedd40f84ff2a80b5b55df110e6858f068..c05d8f42dac0b56df1a953cacd44367bcfd24b31 100644
--- a/docs/site/examples/cpp/consume_dataset.cpp
+++ b/docs/site/examples/cpp/consume_dataset.cpp
@@ -16,11 +16,11 @@ int main(int argc, char* argv[]) {
auto beamtime = "asapo_test";
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
diff --git a/docs/site/examples/cpp/metadata.cpp b/docs/site/examples/cpp/metadata.cpp
index f63eb1d420f4d89705041e22823a1869e59d48ce..e3a47602b096bdf0f1c0ea301be6781f020697d8 100644
--- a/docs/site/examples/cpp/metadata.cpp
+++ b/docs/site/examples/cpp/metadata.cpp
@@ -28,11 +28,11 @@ int main(int argc, char* argv[]) {
auto beamtime = "asapo_test";
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
diff --git a/docs/site/examples/cpp/next_stream.cpp b/docs/site/examples/cpp/next_stream.cpp
index 41ecf9f5f68c0b32841efae24e85ee9cb06ff578..9e8e493429eefc5502ee8b8be4e13bfd795577cd 100644
--- a/docs/site/examples/cpp/next_stream.cpp
+++ b/docs/site/examples/cpp/next_stream.cpp
@@ -28,11 +28,11 @@ int main(int argc, char* argv[]) {
auto beamtime = "asapo_test";
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
diff --git a/docs/site/examples/cpp/pipeline.cpp b/docs/site/examples/cpp/pipeline.cpp
index c63c7ee5f41348d3726cc4715f015c3b61840f24..5e6bd1e5f31b8dcabaf4dd145a235c5bb1aa4699 100644
--- a/docs/site/examples/cpp/pipeline.cpp
+++ b/docs/site/examples/cpp/pipeline.cpp
@@ -28,11 +28,11 @@ int main(int argc, char* argv[]) {
auto beamtime = "asapo_test";
auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
- "eHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmN"
- "DNhbGZwOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdG"
- "VzdCIsIkV4dHJhQ2xhaW1zIjp7IkFjY2Vzc1R5cGV"
- "zIjpbIndyaXRlIiwicmVhZCJdfX0.dkWupPO-ysI4"
- "t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU";
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
auto path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test";
diff --git a/docs/site/examples/cpp/produce.cpp b/docs/site/examples/cpp/produce.cpp
index d47f324c38f30b2ce209500b02c18a4a0a0cf588..4c449102f1d16caae41301bf614556e27eaa9df7 100644
--- a/docs/site/examples/cpp/produce.cpp
+++ b/docs/site/examples/cpp/produce.cpp
@@ -32,15 +32,22 @@ int main(int argc, char* argv[]) {
auto endpoint = "localhost:8400";
auto beamtime = "asapo_test";
+ auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
+
auto credentials = asapo::SourceCredentials
{
- "test_producer_instance", // # producer instance id (can be "auto")
- "pipeline_step_1", // # pipeline step id
+ "test_producer_instance", // producer instance id (can be "auto")
+ "pipeline_step_1", // pipeline step id
asapo::SourceType::kProcessed, // should be kProcessed or kRaw, kProcessed writes to the core FS
beamtime, // the folder should exist
"", // can be empty or "auto", if beamtime_id is given
"test_source", // source
- "" // authorization token
+ token // authorization token
};
auto producer = asapo::Producer::Create(endpoint,
diff --git a/docs/site/examples/cpp/produce_dataset.cpp b/docs/site/examples/cpp/produce_dataset.cpp
index 3de79fa422f994b8aeaf5eacc27f6903380cfa91..ed46cce296d49dd27f20724c62c3fb757e936bec 100644
--- a/docs/site/examples/cpp/produce_dataset.cpp
+++ b/docs/site/examples/cpp/produce_dataset.cpp
@@ -26,7 +26,14 @@ int main(int argc, char* argv[]) {
auto endpoint = "localhost:8400";
auto beamtime = "asapo_test";
- auto credentials = asapo::SourceCredentials{asapo::SourceType::kProcessed, beamtime, "", "test_source", ""};
+ auto token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJl"
+ "eHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpc"
+ "yIsInN1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYU"
+ "NsYWltcyI6eyJBY2Nlc3NUeXBlcyI6WyJ3cml0ZSI"
+ "sIndyaXRlcmF3IiwicmVhZCJdfX0.cz6R_kVf4yh7"
+ "IJD6bJjDdgTaxPN3txudZx9DE6WaTtk";
+
+ auto credentials = asapo::SourceCredentials{asapo::SourceType::kProcessed, beamtime, "", "test_source", token};
auto producer = asapo::Producer::Create(endpoint, 1, asapo::RequestHandlerType::kTcp, credentials, 60000, &err);
exit_if_error("Cannot start producer", err);
diff --git a/docs/site/examples/python/acknowledgements.py b/docs/site/examples/python/acknowledgements.py
index 32d3055d059dd0e37d926dbf812bdf05694ef62d..8570c83d992cc2b5465283f2bd5da84838c95731 100644
--- a/docs/site/examples/python/acknowledgements.py
+++ b/docs/site/examples/python/acknowledgements.py
@@ -13,10 +13,10 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/consume.py b/docs/site/examples/python/consume.py
index 1b095f6d3d72fc734a3d2208212e75efe8fb2d36..e0133cebca993145ac8cf140920fab11c9d06c7e 100644
--- a/docs/site/examples/python/consume.py
+++ b/docs/site/examples/python/consume.py
@@ -6,10 +6,10 @@ beamtime = "asapo_test"
# test token. In production it is created during the start of the beamtime
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
# set it according to your configuration.
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/consume_dataset.py b/docs/site/examples/python/consume_dataset.py
index 8ed7711d784c5e8b5ef65f99cdeed5846d5ebbec..df6d2e3a4e5c5180fa6d18c6737e7c3f4a489ff7 100644
--- a/docs/site/examples/python/consume_dataset.py
+++ b/docs/site/examples/python/consume_dataset.py
@@ -7,10 +7,10 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/consume_ui.py b/docs/site/examples/python/consume_ui.py
new file mode 100755
index 0000000000000000000000000000000000000000..136d1e6de116cc69a8fba7ca99cbf8c74ae67b3d
--- /dev/null
+++ b/docs/site/examples/python/consume_ui.py
@@ -0,0 +1,406 @@
+#!/usr/bin/env python3
+
+#XML generated with glade, see https://python-gtk-3-tutorial.readthedocs.io/en/latest/builder.html
+window_xml = '''
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- Generated with glade 3.40.0 -->
+<interface>
+ <requires lib="gtk+" version="3.24"/>
+ <object class="GtkAdjustment" id="delay_adjuster">
+ <property name="upper">1000</property>
+ <property name="step-increment">10</property>
+ <property name="page-increment">100</property>
+ <signal name="value-changed" handler="delay_adjuster_value_changed_cb" swapped="no"/>
+ </object>
+ <object class="GtkWindow" id="consumer_window">
+ <property name="can-focus">False</property>
+ <property name="title" translatable="yes">ASAPO Test Consumer</property>
+ <signal name="destroy" handler="consumer_window_destroy_cb" swapped="no"/>
+ <child>
+ <!-- n-columns=2 n-rows=11 -->
+ <object class="GtkGrid">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="margin-start">10</property>
+ <property name="margin-end">10</property>
+ <property name="margin-top">10</property>
+ <property name="margin-bottom">10</property>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">ASAPO URL</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">0</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">ASAPO Secret</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">1</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Beamtime</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">2</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Source</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">3</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Group ID</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">5</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Delay ms</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">8</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="url_edit">
+ <property name="width-request">300</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">localhost:8400</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">0</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="secret_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="visibility">False</property>
+ <property name="text" translatable="yes">veryverysecretkey</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">1</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="beamtime_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">asapo_test</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">2</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="source_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">test_source</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">3</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkButton" id="connect_button">
+ <property name="label" translatable="yes">Connect</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="clicked" handler="connect_button_clicked_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">9</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Stream</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">4</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="stream_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">default</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">4</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkToggleButton" id="run_button">
+ <property name="label" translatable="yes">Run</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="toggled" handler="run_button_toggled_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">10</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkButton" id="delete_stream_button">
+ <property name="label" translatable="yes">Delete Stream</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="clicked" handler="delete_stream_button_clicked_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">10</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="groupid_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">someid</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">5</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkScale">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="adjustment">delay_adjuster</property>
+ <property name="fill-level">1000</property>
+ <property name="round-digits">0</property>
+ <property name="digits">0</property>
+ <property name="value-pos">left</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">8</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel" id="connected_label">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="label" translatable="yes">Not Connected</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">9</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Pipeline Step</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">7</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Instance Id</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">6</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="instance_id_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">auto</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">6</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="pipeline_step_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">auto</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">7</property>
+ </packing>
+ </child>
+ </object>
+ </child>
+ </object>
+</interface>
+'''
+
+import gi
+
+gi.require_version("Gtk", "3.0")
+
+from gi.repository import GObject, Gtk, Gio
+from random import randbytes
+import asapo_consumer
+import jwt
+import time
+
+class WindowHandler(GObject.Object):
+ def __init__(self, url, secret, beamtime, source, stream, groupid, inst_id, pipeline, connect):
+ super().__init__()
+ self.url = url
+ self.secret = secret
+ self.beamtime = beamtime
+ self.source = source
+ self.stream = stream
+ self.groupid = groupid
+ self.inst_id = inst_id
+ self.pipeline = pipeline
+ self.connect = connect
+ self.cancel = None
+ self.consumer = None
+ self.task = None
+ self.delayms = 0
+ def consumer_window_destroy_cb(self, window):
+ try:
+ if (self.consumer is not None):
+ self.receive_stop()
+ finally:
+ Gtk.main_quit()
+ def connect_button_clicked_cb(self, button):
+ urltext = url.get_text()
+ secrettext = secret.get_text()
+ beamtimetext = beamtime.get_text()
+ sourcetext = source.get_text()
+ instidtext = self.inst_id.get_text()
+ pipelinetext = self.pipeline.get_text()
+
+ self.consumer = asapo_consumer.create_consumer(urltext,
+ "",
+ False,
+ beamtimetext,
+ sourcetext,
+ jwt.encode({
+ "exp": 9571710216, #FIXME: will break on 25.04.2273
+ "jti": "notsureifneeded",
+ "sub": "bt_"+beamtimetext,
+ "ExtraClaims": {
+ "AccessTypes": [
+ "write",
+ "read"
+ ]
+ }
+ }, secrettext, algorithm="HS256"),
+ 5000,
+ instidtext,
+ pipelinetext)
+ button.set_sensitive(False)
+ self.connect.set_text("Connected to: " + urltext)
+ def delete_stream_button_clicked_cb(self, button):
+ if (self.consumer is not None):
+ self.consumer.delete_stream(stream = stream.get_text())
+ def delay_adjuster_value_changed_cb(self, adjuster):
+ self.delayms = adjuster.get_value()
+ def run_button_toggled_cb(self, toggle):
+ if (toggle.get_active()):
+ if (self.consumer is None or self.task is not None):
+ toggle.set_active(False)
+ return
+ self.receive_start()
+ else:
+ self.receive_stop()
+ def receive_start(self):
+ self.cancel = Gio.Cancellable()
+ self.task = Gio.Task.new(self, self.cancel, None, None)
+ self.streamtxt = self.stream.get_text()
+ self.groupidtxt = self.groupid.get_text()
+ self.task.run_in_thread(self.receive)
+ def receive_stop(self):
+ if self.cancel is not None:
+ print ("cancelling")
+ self.cancel.cancel()
+ self.task = None
+ def receive(self, task, source_object, task_data, cancellable):
+ while not cancellable.is_cancelled():
+ data, meta = self.consumer.get_next(self.groupidtxt, meta_only = False, stream = self.streamtxt)
+ self.connect.set_text("Got Message: " + str(meta['_id']))
+ time.sleep(self.delayms / 1000.0)
+ self.connect.set_text("Last Received Message: " + str(meta['_id']))
+
+builder = Gtk.Builder()
+builder.add_from_string(window_xml)
+win = builder.get_object("consumer_window")
+url = builder.get_object("url_edit")
+secret = builder.get_object("secret_edit")
+beamtime = builder.get_object("beamtime_edit")
+source = builder.get_object("source_edit")
+stream = builder.get_object("stream_edit")
+groupid = builder.get_object("groupid_edit")
+inst_id = builder.get_object("instance_id_edit")
+pipeline = builder.get_object("pipeline_step_edit")
+connect = builder.get_object("connected_label")
+builder.connect_signals(WindowHandler(url, secret, beamtime, source, stream, groupid, inst_id, pipeline, connect))
+win.show_all()
+Gtk.main()
diff --git a/docs/site/examples/python/metadata.py b/docs/site/examples/python/metadata.py
index 11346dc0890c59e9950655fc2e8e1fec0c6331a6..765b85efb9621d6c19f3fc38787c6cd2a0e0f338 100644
--- a/docs/site/examples/python/metadata.py
+++ b/docs/site/examples/python/metadata.py
@@ -15,10 +15,10 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/next_stream.py b/docs/site/examples/python/next_stream.py
index d88638185b1d64f81023461d59111409c2c40af6..a50db1e766d25b17fa66d09b19d3704c45cfdd2b 100644
--- a/docs/site/examples/python/next_stream.py
+++ b/docs/site/examples/python/next_stream.py
@@ -13,10 +13,10 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/pipeline.py b/docs/site/examples/python/pipeline.py
index c2f8152b09dc6951db8a46dcb6396944e6cb1a71..a9cb49637577101e8eaccbf7f5143f0451afee01 100644
--- a/docs/site/examples/python/pipeline.py
+++ b/docs/site/examples/python/pipeline.py
@@ -13,10 +13,10 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
diff --git a/docs/site/examples/python/produce.py b/docs/site/examples/python/produce.py
index badc65110e05d525fec61adb2818efc4c44fb0c3..9a5303ffae093fe8b274a09533bce5af5c1d19f5 100644
--- a/docs/site/examples/python/produce.py
+++ b/docs/site/examples/python/produce.py
@@ -17,13 +17,19 @@ def callback(payload,err):
endpoint = "localhost:8400"
beamtime = "asapo_test"
+token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
+
producer = asapo_producer \
.create_producer(endpoint,
'processed', # should be 'processed' or 'raw', 'processed' writes to the core FS
beamtime, # the folder should exist
'auto', # can be 'auto', if beamtime_id is given
'test_source', # source
- '', # authorization token
+ token, # authorization token
1, # number of threads. Increase, if the sending speed seems slow
60000, # timeout. Do not change.
'test_producer_instance', # producer instance id (can be 'auto')
diff --git a/docs/site/examples/python/produce_dataset.py b/docs/site/examples/python/produce_dataset.py
index 106229c430b979bba1e547fcc1fca4c1de4a7eb1..e82b711776cdf5f0d7c28059b6e403cf16045a5f 100644
--- a/docs/site/examples/python/produce_dataset.py
+++ b/docs/site/examples/python/produce_dataset.py
@@ -11,7 +11,13 @@ def callback(payload,err):
endpoint = "localhost:8400"
beamtime = "asapo_test"
-producer = asapo_producer.create_producer(endpoint, 'processed', beamtime, 'auto', 'test_source', '', 1, 60000)
+token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
+
+producer = asapo_producer.create_producer(endpoint, 'processed', beamtime, 'auto', 'test_source', token, 1, 60000)
# dataset snippet_start
#assuming we have three different producers for a single dataset
diff --git a/docs/site/examples/python/produce_ui.py b/docs/site/examples/python/produce_ui.py
new file mode 100755
index 0000000000000000000000000000000000000000..2ec0db1acac46923b9e90ff019e3a42de97155a3
--- /dev/null
+++ b/docs/site/examples/python/produce_ui.py
@@ -0,0 +1,464 @@
+#!/usr/bin/env python3
+
+#XML generated with glade, see https://python-gtk-3-tutorial.readthedocs.io/en/latest/builder.html
+window_xml = '''
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- Generated with glade 3.40.0 -->
+<interface>
+ <requires lib="gtk+" version="3.24"/>
+ <object class="GtkAdjustment" id="delay_adjuster">
+ <property name="upper">1000</property>
+ <property name="step-increment">10</property>
+ <property name="page-increment">100</property>
+ <signal name="value-changed" handler="delay_adjuster_value_changed_cb" swapped="no"/>
+ </object>
+ <object class="GtkAdjustment" id="messages_size_adjuster">
+ <property name="lower">1</property>
+ <property name="upper">1000</property>
+ <property name="value">1</property>
+ <property name="step-increment">10</property>
+ <property name="page-increment">100</property>
+ <signal name="value-changed" handler="messages_size_adjuster_value_changed_cb" swapped="no"/>
+ </object>
+ <object class="GtkWindow" id="producer_window">
+ <property name="can-focus">False</property>
+ <property name="title" translatable="yes">ASAPO Test Producer</property>
+ <signal name="destroy" handler="producer_window_destroy_cb" swapped="no"/>
+ <child>
+ <!-- n-columns=2 n-rows=12 -->
+ <object class="GtkGrid">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="margin-start">10</property>
+ <property name="margin-end">10</property>
+ <property name="margin-top">10</property>
+ <property name="margin-bottom">10</property>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">ASAPO URL</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">0</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">ASAPO Secret</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">1</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Beamtime</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">2</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Source</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">3</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">In memory only</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">7</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Delay ms</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">8</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">10*KBytes per message</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">9</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="url_edit">
+ <property name="width-request">300</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">localhost:8400</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">0</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="secret_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="visibility">False</property>
+ <property name="text" translatable="yes">veryverysecretkey</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">1</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="beamtime_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">asapo_test</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">2</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="source_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">test_source</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">3</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkSwitch" id="memory_switch">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="halign">start</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">7</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkScale">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="adjustment">delay_adjuster</property>
+ <property name="fill-level">1000</property>
+ <property name="round-digits">0</property>
+ <property name="digits">0</property>
+ <property name="value-pos">left</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">8</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkScale">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="adjustment">messages_size_adjuster</property>
+ <property name="fill-level">1000</property>
+ <property name="round-digits">0</property>
+ <property name="digits">0</property>
+ <property name="value-pos">left</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">9</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkButton" id="connect_button">
+ <property name="label" translatable="yes">Connect</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="clicked" handler="connect_button_clicked_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">10</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel" id="connected_label">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="label" translatable="yes">Not Connected</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">10</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Stream</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">4</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="stream_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">default</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">4</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkToggleButton" id="run_button">
+ <property name="label" translatable="yes">Run</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="toggled" handler="run_button_toggled_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">11</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkButton" id="delete_stream_button">
+ <property name="label" translatable="yes">Delete Stream</property>
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="receives-default">True</property>
+ <property name="halign">center</property>
+ <signal name="clicked" handler="delete_stream_button_clicked_cb" swapped="no"/>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">11</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Pipeline Step</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">6</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkLabel">
+ <property name="visible">True</property>
+ <property name="can-focus">False</property>
+ <property name="halign">start</property>
+ <property name="label" translatable="yes">Instance Id</property>
+ </object>
+ <packing>
+ <property name="left-attach">0</property>
+ <property name="top-attach">5</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="instance_id_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">auto</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">5</property>
+ </packing>
+ </child>
+ <child>
+ <object class="GtkEntry" id="pipeline_step_edit">
+ <property name="visible">True</property>
+ <property name="can-focus">True</property>
+ <property name="text" translatable="yes">auto</property>
+ </object>
+ <packing>
+ <property name="left-attach">1</property>
+ <property name="top-attach">6</property>
+ </packing>
+ </child>
+ </object>
+ </child>
+ </object>
+</interface>
+'''
+
+import gi
+
+gi.require_version("Gtk", "3.0")
+
+from gi.repository import GObject, Gtk, Gio
+from random import randbytes
+import asapo_producer
+import jwt
+import time
+
+class WindowHandler(GObject.Object):
+ def __init__(self, url, secret, beamtime, source, stream, inst_id, pipeline, inmem, connect):
+ super().__init__()
+ self.url = url
+ self.secret = secret
+ self.beamtime = beamtime
+ self.source = source
+ self.stream = stream
+ self.inst_id = inst_id
+ self.pipeline = pipeline
+ self.inmem = inmem
+ self.connect = connect
+ self.cancel = None
+ self.producer = None
+ self.task = None
+ self.delayms = 0
+ self.size = 1
+ def producer_window_destroy_cb(self, window):
+ try:
+ if (self.producer is not None):
+ self.send_stop()
+ self.producer.wait_requests_finished(2000)
+ finally:
+ Gtk.main_quit()
+ def connect_button_clicked_cb(self, button):
+ urltext = url.get_text()
+ secrettext = secret.get_text()
+ beamtimetext = beamtime.get_text()
+ sourcetext = source.get_text()
+ instidtext = self.inst_id.get_text()
+ pipelinetext = self.pipeline.get_text()
+
+ print("AUTH string: ", jwt.encode({
+ "exp": 9571710216,
+ "jti": "c3iqaljf43alfp8rnkm0",
+ "sub": "bt_"+beamtimetext,
+ "ExtraClaims": {
+ "AccessTypes": [
+ "write",
+ "read"
+ ]
+ }
+ }, secrettext, algorithm="HS256"),)
+
+
+ self.producer = asapo_producer.create_producer(urltext,
+ 'processed',
+ beamtimetext,
+ 'auto',
+ sourcetext,
+ jwt.encode({
+ "exp": 9571710216,
+ "jti": "c3iqaljf43alfp8rnkm0",
+ "sub": "bt_"+beamtimetext,
+ "ExtraClaims": {
+ "AccessTypes": [
+ "write",
+ "read"
+ ]
+ }
+ }, secrettext, algorithm="HS256"),
+ 1,
+ 60000,
+ instidtext,
+ pipelinetext)
+ button.set_sensitive(False)
+ connect.set_text("Connected to: " + urltext)
+ def delete_stream_button_clicked_cb(self, button):
+ if (self.producer is not None):
+ self.producer.delete_stream(stream = stream.get_text())
+ def delay_adjuster_value_changed_cb(self, adjuster):
+ self.delayms = adjuster.get_value()
+ def messages_size_adjuster_value_changed_cb(self, adjuster):
+ self.size = adjuster.get_value()
+ def run_button_toggled_cb(self, toggle):
+ if (toggle.get_active()):
+ if (self.producer is None or self.task is not None):
+ toggle.set_active(False)
+ return
+ self.send_start()
+ else:
+ self.send_stop()
+ def send_start(self):
+ self.cancel = Gio.Cancellable()
+ self.task = Gio.Task.new(self, self.cancel, None, None)
+ self.streamtxt = self.stream.get_text()
+ self.inmemory = self.inmem.get_active()
+ self.task.run_in_thread(self.send)
+ def send_stop(self):
+ if self.cancel is not None:
+ print ("cancelling")
+ self.cancel.cancel()
+ self.task = None
+ def send(self, task, source_object, task_data, cancellable):
+ i = 0
+ while not cancellable.is_cancelled():
+ i+=1
+ self.producer.send(0, "processed/who_cares"+str(i), randbytes(int(self.size * 10000)), stream = self.streamtxt, ingest_mode = asapo_producer.CACHE_ONLY_INGEST_MODE if self.inmemory else asapo_producer.DEFAULT_INGEST_MODE, callback=callback, auto_id=True)
+ self.connect.set_text("Sent Message: " + str(i))
+ time.sleep(self.delayms / 1000.0)
+ self.connect.set_text("Last Sent Message: " + str(i))
+
+def callback(payload, err):
+ pass
+
+builder = Gtk.Builder()
+builder.add_from_string(window_xml)
+win = builder.get_object("producer_window")
+url = builder.get_object("url_edit")
+secret = builder.get_object("secret_edit")
+beamtime = builder.get_object("beamtime_edit")
+source = builder.get_object("source_edit")
+stream = builder.get_object("stream_edit")
+inst_id = builder.get_object("instance_id_edit")
+pipeline = builder.get_object("pipeline_step_edit")
+inmem = builder.get_object("memory_switch")
+connect = builder.get_object("connected_label")
+builder.connect_signals(WindowHandler(url, secret, beamtime, source, stream, inst_id, pipeline, inmem, connect))
+win.show_all()
+Gtk.main()
diff --git a/docs/site/examples/python/query.py b/docs/site/examples/python/query.py
index 83cfb51c9ef8dc00cd8e518fd5869f6e557453f5..cf3d50e45d8ae7a51fce304620eb1695d92e60b7 100644
--- a/docs/site/examples/python/query.py
+++ b/docs/site/examples/python/query.py
@@ -16,14 +16,14 @@ endpoint = "localhost:8400"
beamtime = "asapo_test"
token = str("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.e"
-"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6ImMzaXFhbGpmNDNhbGZ"
-"wOHJua20wIiwic3ViIjoiYnRfYXNhcG9fdGVzdCIsIkV4dHJhQ"
-"2xhaW1zIjp7IkFjY2Vzc1R5cGVzIjpbIndyaXRlIiwicmVhZCJ"
-"dfX0.dkWupPO-ysI4t-jtWiaElAzDyJF6T7hu_Wz_Au54mYU")
+"yJleHAiOjk1NzE3MTAyMTYsImp0aSI6Ind0ZmlzdGhpcyIsInN"
+"1YiI6ImJ0X2FzYXBvX3Rlc3QiLCJFeHRyYUNsYWltcyI6eyJBY"
+"2Nlc3NUeXBlcyI6WyJ3cml0ZSIsIndyaXRlcmF3IiwicmVhZCJ"
+"dfX0.cz6R_kVf4yh7IJD6bJjDdgTaxPN3txudZx9DE6WaTtk")
path_to_files = "/var/tmp/asapo/global_shared/data/test_facility/gpfs/test/2019/data/asapo_test"
-producer = asapo_producer.create_producer(endpoint, 'processed', beamtime, 'auto', 'test_source', '', 1, 60000)
+producer = asapo_producer.create_producer(endpoint, 'processed', beamtime, 'auto', 'test_source', token, 1, 60000)
producer.set_log_level('error')
# let's start with producing some messages with metadata
diff --git a/docs/site/sidebars.js b/docs/site/sidebars.js
index f58886388e503bf74323f50c0e1e7bf8eca4e4ad..a2c73129fe1abe945d61538c398a81ea350734cd 100644
--- a/docs/site/sidebars.js
+++ b/docs/site/sidebars.js
@@ -27,6 +27,7 @@ module.exports = {
'cookbook/overview',
'cookbook/simple-producer',
'cookbook/simple-consumer',
+ 'cookbook/gui',
'cookbook/simple-pipeline',
'cookbook/datasets',
'cookbook/acknowledgements',