Multi pulsar deployment

tf/ansible/group_vars/pulsar.yml

@@ -0,0 +1,45 @@
+pulsar_package_name: pulsar-app
+pulsar_package_version: 0.15.2.dev1
+
+pulsar_virtualenv_command: "python -m venv"
+pulsar_root: /opt/pulsar
+# Paths
+pulsar_persistence_dir: /data/share/persisted_data
+pulsar_staging_dir: /data/share/staging
+pulsar_dependencies_dir: /data/share/tools
+pulsar_venv_dir: "{{ pulsar_root }}/venv3"
+pulsar_config_dir: "{{ pulsar_root }}/config"
+pulsar_optional_dependencies:
+  - pycurl
+  - kombu
+  - psutil
+pulsar_pycurl_ssl_library: openssl
+pulsar_systemd: true
+pulsar_systemd_enabled: false
+pulsar_systemd_runner: webless
+
+
+pulsar_separate_privileges: false
+pulsar_create_user: true
+pulsar_user:
+  name: pulsar
+  create_home: false
+  shell: /bin/bash
+  home: "{{ pulsar_root }}"
+
+pulsar_yaml_config:
+  conda_auto_init: true
+  conda_auto_install: true
+  assign_ids: none
+  message_queue_url: REAL_MESSAGE_QUEUE_URL
+  min_polling_interval: 0.5
+  persistence_directory: "{{ pulsar_persistence_dir }}"
+  staging_directory: "{{ pulsar_staging_dir }}"
+  tool_dependency_dir: "{{ pulsar_dependencies_dir }}"
+  managers:
+    production:
+      submit_universe: vanilla
+      type: queued_condor
+    test:
+      submit_universe: vanilla
+      type: queued_condor

tf/ansible/main.yml

@@ -58,3 +58,6 @@
       notify: restart pulsar
       become: yes
 
+    - name: Install additional Pulsar services
+      import_tasks: pulsar.yml
+      become: yes

tf/ansible/pulsar.yml

@@ -0,0 +1,28 @@
+---
+- name: Pulsar setup
+  vars:
+    role_runs:
+      - pulsar_systemd_service_name: pulsar_eu
+        pulsar_config_dir: "{{ pulsar_root }}/config_eu"
+        message_queue_url: REAL_MESSAGE_QUEUE_URL_EU
+        pulsar_persistence_dir: /data/share/eu/persisted_data
+        pulsar_staging_dir: /data/share/eu/staging
+      - pulsar_systemd_service_name: pulsar_be
+        pulsar_config_dir: "{{ pulsar_root }}/config_be"
+        message_queue_url: REAL_MESSAGE_QUEUE_URL_BE
+        pulsar_persistence_dir: /data/share/be/persisted_data
+        pulsar_staging_dir: /data/share/be/staging
+
+  tasks:
+    - name: Execute Pulsar role multiple times with different variables
+      include_role:
+        name: galaxyproject.puslar
+      loop: "{{ role_runs }}"
+      loop_control:
+        loop_var: role_vars
+      vars:
+        pulsar_systemd_service_name: "{{ role_vars.pulsar_systemd_service_name }}"
+        pulsar_config_dir: "{{ role_vars.pulsar_config_dir }}"
+        message_queue_url: "{{ role_vars.message_queue_url }}"
+        pulsar_persistence_dir: "{{ role_vars.pulsar_persistence_dir }}"
+        pulsar_staging_dir: "{{ role_vars.pulsar_staging_dir }}"

tf/ansible/requirements.yml

@@ -0,0 +1,4 @@
+---
+roles:
+  - src: galaxyproject.pulsar
+    version: 1.0.11