Update appwrite to 1.7

.vscode/settings.json

@@ -1,3 +0,0 @@
-{
-    "ansible.python.interpreterPath": "/home/ptoal/.virtualenvs/ansible/bin/python"
-}

appwrite.json

@@ -0,0 +1,24 @@
+{
+    "projectId": "bab",
+    "projectName": "BAB",
+    "functions": [
+        {
+            "$id": "userinfo",
+            "name": "userinfo",
+            "runtime": "node-16.0",
+            "execute": ["any"],
+            "events": [],
+            "schedule": "",
+            "timeout": 15,
+            "enabled": true,
+            "logging": true,
+            "entrypoint": "src/main.js",
+            "commands": "npm install",
+            "ignore": [
+                "node_modules",
+                ".npm"
+            ],
+            "path": "functions/userinfo"
+        }
+    ]
+}

playbooks/deploy_application.yml

@@ -9,24 +9,15 @@
         suffix: .deploy
       register: tempdir
 
-    - name: Download zip file from url
+    - name: Download tar.gz file from url
       ansible.builtin.get_url:
         url: "{{ artifact_url }}"
-        dest: /{{ tempdir.path }}/BABFrontend.zip
+        dest: "/{{ tempdir.path }}/bab-release.tar.gz"
         mode: '0644'
 
-    # Temporary until this drops: https://github.com/ansible/ansible/issues/81092
-    - name: Unzip downloaded file
-      ansible.builtin.unarchive:
-        src: "{{ tempdir.path }}/BABFrontend.zip"
-        dest: "{{ tempdir.path }}"
-        list_files: true
-        remote_src: true
-      register: unzip_result
-
     - name: Extract tar into /usr/share/nginx/html/
       ansible.builtin.unarchive:
-        src: "{{ unzip_result.dest }}/{{ unzip_result.files[0] }}" # We expect exactly one tar file to be in the artifact.
+        src: "/{{ tempdir.path }}/bab-release.tar.gz"
         dest: /usr/share/nginx/html/
         remote_src: true
 

playbooks/files/database/boat.json

@@ -0,0 +1 @@
+{"total": 4, "documents": [{"name": "ProjectX", "displayName": "PX", "class": "J/27", "year": null, "imgSrc": "https://appwrite.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595c800394eaed548/view?project=65ede55a213134f2b688&mode=admin", "iconSrc": "https://appwrite.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595bd002db349c47b/view?project=65ede55a213134f2b688&mode=admin", "requiredCerts": [], "maxPassengers": 8, "defects": [], "bookingAvailable": null, "$id": "663594a70039a8408753", "$createdAt": "2024-05-04T01:51:35.800+00:00", "$updatedAt": "2024-05-04T01:59:25.214+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66341910003e287cd71c"}, {"name": "Take5", "displayName": "T5", "class": "J/27", "year": null, "imgSrc": "https://appwrite.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595c800394eaed548/view?project=65ede55a213134f2b688&mode=admin", "iconSrc": "https://appwrite.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595ad002e45213604/view?project=65ede55a213134f2b688&mode=admin", "requiredCerts": [], "maxPassengers": 8, "defects": [], "bookingAvailable": null, "$id": "663596b9000235ffea55", "$createdAt": "2024-05-04T02:00:24.871+00:00", "$updatedAt": "2024-05-04T02:00:24.871+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66341910003e287cd71c"}, {"name": "Wee Beestie", "displayName": "WB", "class": "Capri 25", "year": null, "imgSrc": "https://apidev.bab.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595d1002085458d4a/view?project=65ede55a213134f2b688", "iconSrc": null, "requiredCerts": [], "maxPassengers": 8, "defects": [], "bookingAvailable": null, "$id": "663597030029b71c7a9b", "$createdAt": "2024-05-04T02:01:39.517+00:00", "$updatedAt": "2024-05-04T02:29:32.827+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66341910003e287cd71c"}, {"name": "Just My Imagination", "displayName": "JMI", "class": "Siruis 28", "year": null, "imgSrc": "https://appwrite.toal.ca/v1/storage/buckets/663594f7001155eee5aa/files/663595980004adc65134/view?project=65ede55a213134f2b688&mode=admin", "iconSrc": null, "requiredCerts": [], "maxPassengers": 8, "defects": [], "bookingAvailable": true, "$id": "66359729003825946ae1", "$createdAt": "2024-05-04T02:02:17.749+00:00", "$updatedAt": "2024-05-04T11:08:42.882+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66341910003e287cd71c"}]}

playbooks/files/database/intervalTemplate.json

@@ -0,0 +1 @@
+{"total": 2, "documents": [{"name": "Weekend - Summer", "timeTuple": ["07:00", "11:00", "11:00", "15:00"], "$id": "663c17d70010075c2506", "$createdAt": "2024-05-09T00:24:54.989+00:00", "$updatedAt": "2024-05-09T02:27:55.456+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66361f480007fdd639af"}, {"name": "Weekday - Summer", "timeTuple": ["09:00", "12:00", "12:00", "15:00", "15:00", "18:00"], "$id": "663d0890001d054f9cd2", "$createdAt": "2024-05-09T17:32:00.192+00:00", "$updatedAt": "2024-05-10T12:32:42.320+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66361f480007fdd639af"}]}

playbooks/files/database/reservation.json

@@ -0,0 +1 @@
+{"total": 3, "documents": [{"user": "65ede5a2ca44888379bd", "start": "2024-05-13T16:00:00.000+00:00", "end": "2024-05-13T19:00:00.000+00:00", "resource": "66359729003825946ae1", "status": "tentative", "$id": "663f8a0b000d219e05c6", "$createdAt": "2024-05-11T15:08:58.860+00:00", "$updatedAt": "2024-05-14T01:50:04.662+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "663f8847000b8f5e29bb"}, {"user": "rich.ohare", "start": "2024-05-17T13:00:00.000+00:00", "end": "2024-05-17T16:00:00.000+00:00", "resource": "66359729003825946ae1", "status": "tentative", "$id": "663f8d880005f9c86b11", "$createdAt": "2024-05-11T15:23:51.749+00:00", "$updatedAt": "2024-05-14T01:49:19.743+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "663f8847000b8f5e29bb"}, {"user": "663e66b200284eb00659", "start": "2024-05-18T13:00:00.000+00:00", "end": "2024-05-18T16:00:00.000+00:00", "resource": "663597030029b71c7a9b", "status": "tentative", "$id": "6642bf91001a583ae6dc", "$createdAt": "2024-05-14T01:34:09.029+00:00", "$updatedAt": "2024-05-17T22:29:26.569+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "663f8847000b8f5e29bb"}]}

playbooks/files/database/skillTag.json

@@ -0,0 +1 @@
+{"total": 3, "documents": [{"name": "basic", "description": "Basic Skills", "tagColour": "", "$id": "660725e4666f2c2ed4b2", "$createdAt": "2024-03-29T20:34:44.420+00:00", "$updatedAt": "2024-04-07T16:19:07.205+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66072582a74d94a4bd01"}, {"name": "intermediate", "description": "Intermediate Skills", "tagColour": "", "$id": "660725f01f0c4fd286e9", "$createdAt": "2024-03-29T20:34:56.127+00:00", "$updatedAt": "2024-04-07T16:18:56.523+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66072582a74d94a4bd01"}, {"name": "advanced", "description": "Advanced Skills", "tagColour": "", "$id": "660725f9d40e34565514", "$createdAt": "2024-03-29T20:35:05.869+00:00", "$updatedAt": "2024-04-07T16:18:45.953+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "66072582a74d94a4bd01"}]}

playbooks/files/database/task.json

@@ -0,0 +1 @@
+{"total": 5, "documents": [{"title": "Wash Boat", "description": "Wash the deck, and hull<br>", "required_skills": ["660725e4666f2c2ed4b2"], "tags": ["65ee231947b1dceca3ef"], "duration": 2, "volunteers": [], "volunteers_required": 2, "status": "ready", "depends_on": [], "boat": "", "due_date": "2024-04-02T00:00:00.000+00:00", "$id": "660c73e3c42d9027ffde", "$createdAt": "2024-04-02T21:08:51.804+00:00", "$updatedAt": "2024-04-08T01:27:34.750+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee1cd5b550023fae4f"}, {"title": "Float the plane", "description": "What does this have to do with boats?<br>", "required_skills": ["660725f9d40e34565514"], "tags": ["65ee231947b1dceca3ef"], "duration": 4, "volunteers": [], "volunteers_required": 2, "status": "ready", "depends_on": [null], "boat": "4", "due_date": "2024-04-05T00:00:00.000+00:00", "$id": "66109c930ed300707ad6", "$createdAt": "2024-04-06T00:51:31.061+00:00", "$updatedAt": "2024-05-03T18:27:55.819+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee1cd5b550023fae4f"}, {"title": "Testing 123", "description": "This is a testing.<br>", "required_skills": ["660725e4666f2c2ed4b2", "660725f01f0c4fd286e9"], "tags": ["65ee231947b1dceca3ef", "65ee235be89c369cad44"], "duration": 2, "volunteers": [], "volunteers_required": 2, "status": "ready", "depends_on": [], "boat": "2", "due_date": "2024-04-06T00:00:00.000+00:00", "$id": "66118c702d4b5ed06979", "$createdAt": "2024-04-06T17:54:56.186+00:00", "$updatedAt": "2024-04-08T01:27:43.278+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee1cd5b550023fae4f"}, {"title": "Repair Rudder ", "description": "Rudder is broken.&nbsp; Fix it", "required_skills": ["660725f01f0c4fd286e9"], "tags": ["65ee231947b1dceca3ef"], "duration": 5, "volunteers": [], "volunteers_required": 2, "status": "ready", "depends_on": [], "boat": "3", "due_date": "2024-04-12T00:00:00.000+00:00", "$id": "6614745a1f576420fbed", "$createdAt": "2024-04-08T22:48:58.128+00:00", "$updatedAt": "2024-04-08T22:48:58.128+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee1cd5b550023fae4f"}, {"title": "Test 53", "description": "", "required_skills": [], "tags": [], "duration": 0, "volunteers": [], "volunteers_required": 0, "status": "ready", "depends_on": [], "boat": null, "due_date": "2024-05-03T00:00:00.000+00:00", "$id": "6634c914ec70293b93a1", "$createdAt": "2024-05-03T11:23:00.969+00:00", "$updatedAt": "2024-05-03T11:23:00.969+00:00", "$permissions": ["read(\"user:65ede5a2ca44888379bd\")", "update(\"user:65ede5a2ca44888379bd\")", "delete(\"user:65ede5a2ca44888379bd\")"], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee1cd5b550023fae4f"}]}

playbooks/files/database/taskTag.json

@@ -0,0 +1 @@
+{"total": 2, "documents": [{"description": "Tasks required for Launch", "name": "launch", "colour": null, "$id": "65ee231947b1dceca3ef", "$createdAt": "2024-03-10T21:16:09.294+00:00", "$updatedAt": "2024-03-30T14:16:46.407+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee21d72d5c8007c34c"}, {"description": "Tasks related to Haulout", "name": "haulout", "colour": null, "$id": "65ee235be89c369cad44", "$createdAt": "2024-03-10T21:17:15.952+00:00", "$updatedAt": "2024-03-30T14:16:32.125+00:00", "$permissions": [], "$databaseId": "65ee1cbf9c2493faf15f", "$collectionId": "65ee21d72d5c8007c34c"}]}

playbooks/install_appwrite.yml

@@ -47,7 +47,7 @@
     - name: Ensure appwrite image pulled from docker hub
       containers.podman.podman_image:
         name: docker.io/appwrite/appwrite
-        tag: 1.5.1
+        tag: 1.7.4
 
     - name: Ensure podman-compose.yml deployed
       ansible.builtin.copy:

playbooks/investigate_high_cpu.yml

@@ -21,7 +21,7 @@
     - name: Create Problem Template # noqa: no-relative-paths
       ansible.builtin.template:
         mode: '0644'
-        src: '../templates/cpuhog_ticket.j2'
+        src: 'cpuhog_ticket.j2'
         dest: /tmp/cpuhog_details.txt
       delegate_to: localhost
 

playbooks/load_data.yml

@@ -0,0 +1,46 @@
+---
+- name: Provision Beta Test User Accounts
+  hosts: appwrite
+  gather_facts: false
+  tasks:
+
+    - name: Load json for boats
+      ansible.builtin.set_fact:
+        boat_docs: "{{ lookup( 'ansible.builtin.file', 'files/database/boat.json' ) | ansible.builtin.from_json  }}"
+        interval_template_docs: "{{ lookup( 'ansible.builtin.file', 'files/database/intervalTemplate.json' ) | ansible.builtin.from_json  }}"
+
+    - name: Use Appwrite REST API to Load data
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections/boat/documents"
+        method: POST
+        body_format: json
+        headers:
+          X-Appwrite-Response-Format: '{{ appwrite_response_format }}'
+          X-Appwrite-Project: '{{ appwrite_project }}'
+          X-Appwrite-Key: '{{ appwrite_api_key }}'
+        body:
+          documentId: "{{ item['$id'] }}"
+          data: "{{ item| ansible.utils.remove_keys(target=['$id','$databaseId','$collectionId']) }}"
+        status_code: [201, 409]
+        return_content: true
+      register: appwrite_api_result
+      loop: '{{ boat_docs.documents }}'
+      delegate_to: localhost
+
+    - name: Use Appwrite REST API to Load IntervalTemplate data
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections/intervalTemplate/documents"
+        method: POST
+        body_format: json
+        headers:
+          X-Appwrite-Response-Format: '{{ appwrite_response_format }}'
+          X-Appwrite-Project: '{{ appwrite_project }}'
+          X-Appwrite-Key: '{{ appwrite_api_key }}'
+        body:
+          documentId: "{{ item['$id'] }}"
+          data: "{{ item| ansible.utils.remove_keys(target=['$id','$databaseId','$collectionId']) }}"
+        status_code: [201, 409]
+        return_content: true
+      register: appwrite_api_result
+      loop: '{{ interval_template_docs.documents }}'
+      delegate_to: localhost

playbooks/provision_database.yml

@@ -0,0 +1,59 @@
+---
+# TODO: This doesn't have any real idempotency.  Can't compare current and desired states.
+- name: Provision Database
+  hosts: appwrite
+  gather_facts: false
+  module_defaults:
+    ansible.builtin.uri:
+      body_format: json
+      headers:
+        X-Appwrite-Response-Format: '{{ appwrite_response_format }}'
+        X-Appwrite-Project: '{{ appwrite_project }}'
+        X-Appwrite-Key: '{{ appwrite_api_key }}'
+      return_content: true
+  tasks:
+    - name: Use Appwrite REST API to create new database
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases"
+        method: POST
+        body:
+          databaseId: "{{ bab_database.id }}"
+          name: "{{ bab_database.name }}"
+          enabled: "{{ bab_database.enabled }}"
+        status_code: [201, 409]
+      register: appwrite_api_result
+      delegate_to: localhost
+
+    - name: Create Collections
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections/"
+        method: POST
+        body:
+          collectionId: "{{ item.id }}"
+          name: "{{ item.name }}"
+          permissions: "{{ item.permissions }}"
+        status_code: [201, 409]
+      register: appwrite_api_result
+      loop: '{{ db_schema.collections }}'
+      delegate_to: localhost
+
+    # - name: Create Attributes
+    #   ansible.builtin.debug:
+    #     msg: "{{ lookup('ansible.builtin.template', 'appwrite_attribute_template.json.j2') }}"
+    #   register: appwrite_api_result
+    #   loop: "{{ bab_database.collections | subelements('attributes', skip_missing=True) }}"
+    # #   delegate_to: localhost
+
+    - name: Create Attributes
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections/{{ item[0].id }}/attributes/{{ ( item[1].format is defined and item[1].format != '' ) |ternary(item[1].format, item[1].type) }}"
+        method: POST
+        body: "{{ lookup('ansible.builtin.template', 'appwrite_attribute_template.json.j2') }}"
+        status_code: [202, 409]
+      register: appwrite_api_result
+      loop: "{{ db_schema.collections | subelements('attributes', skip_missing=True) }}"
+      delegate_to: localhost
+
+    # - name: Display response
+    #   ansible.builtin.debug:
+    #     var: appwrite_api_result

playbooks/provision_users.yml

@@ -1,6 +1,6 @@
 ---
 - name: Provision Beta Test User Accounts
-  hosts: apidev.bab.toal.ca
+  hosts: appwrite:&prod
   gather_facts: false
   tasks:
     - name: Use Appwrite REST API to create new user

playbooks/read_database.yml

@@ -0,0 +1,52 @@
+---
+- name: Gather Information about Database
+  hosts: appwrite:&dev
+  gather_facts: false
+  module_defaults:
+    ansible.builtin.uri:
+      body_format: json
+      headers:
+        X-Appwrite-Response-Format: '{{ appwrite_response_format }}'
+        X-Appwrite-Project: '{{ appwrite_project }}'
+        X-Appwrite-Key: '{{ appwrite_api_key }}'
+      return_content: true
+  tasks:
+    - name: Get Users
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/users"
+        method: GET
+      register: appwrite_api_result
+      delegate_to: localhost
+
+    - name: Display response
+      ansible.builtin.debug:
+        var: appwrite_api_result
+
+    - name: Get database info
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}"
+        method: GET
+      register: appwrite_api_result
+      delegate_to: localhost
+
+    - name: Get collection info
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections"
+        method: GET
+      register: appwrite_collections
+      delegate_to: localhost
+
+    - name: Get documents from each table
+      ansible.builtin.uri:
+        url: "{{ appwrite_api_uri }}/databases/{{ bab_database.id }}/collections/{{ item['$id'] }}/documents"
+        method: GET
+      loop: "{{ appwrite_collections.json.collections }}"
+      delegate_to: localhost
+      register: document_results
+
+    - name: Save Data
+      ansible.builtin.copy:
+        dest: 'files/database/{{ item.item.name }}.json'
+        content: '{{ item.json }}'
+      loop: "{{ document_results.results }}"
+      delegate_to: localhost

playbooks/templates/appwrite_attribute_template.json.j2

@@ -0,0 +1,11 @@
+{
+  "key": "{{ item[1].key }}",
+  "required": {{ item[1].required }},
+  {% if item[1].default is defined and item[1].default and item[1].default != "null" %}"default": "{{ item[1].default }}",{% endif %}
+  {% if item[1].array is defined %}"array": {{ item[1].array }}, {% endif %}
+  {% if item[1].elements is defined %}"elements": [{% for e in item[1].elements %}"{{ e }}"{%- if not loop.last %},{% endif %}{% endfor %}],{% endif %}
+  {% if item[1].min is defined %}"min": {{ item[1].min | int }},{% endif %}
+  {% if item[1].max is defined %}"max": {{ item[1].max | int }},{% endif %}
+  {% if item[1].size is defined %}"size": {{ item[1].size | int }},{% endif %}
+  {% if item[1].encrypt is defined %}"encrypt": {{ item[1].encrypt }}{% endif%}
+}