[SE-4481] Add feature to sync edx services logs

playbooks/retire_host.yml

@@ -38,6 +38,12 @@
     # This catches the case where tracking.log is 0b
     - name: Sync again
       command: /edx/bin/send-logs-to-object-store -d "{{ COMMON_LOG_DIR }}/tracking/" -b "{{ COMMON_OBJECT_STORE_LOG_SYNC_BUCKET }}/logs/tracking"
+    - name: Sync edX services logs again
+      command: "/edx/bin/send-logs-to-object-store -d {{ COMMON_LOG_DIR }}{{ item.src }} -b {{ COMMON_OBJECT_STORE_LOG_SYNC_BUCKET }} -p {{ item.dest }}"
+      with_items:
+      - { src: '/lms/', dest: '{{ COMMON_OBJECT_STORE_EDX_LOG_SYNC_PREFIX | defaut("logs/edx/") }}lms/' }
+      - { src: '/cms/', dest: '{{ COMMON_OBJECT_STORE_EDX_LOG_SYNC_PREFIX | default("logs/edx/") }}cms/' }
+      when: (COMMON_OBJECT_STORE_EDX_LOG_SYNC is defined) and COMMON_OBJECT_STORE_EDX_LOG_SYNC is true
 
 - name: Run minos verification
   hosts: "{{TARGET}}"

playbooks/roles/common/templates/etc/logrotate.d/hourly/edx_logrotate.j2

@@ -13,4 +13,10 @@
   postrotate
     /usr/bin/killall -HUP rsyslogd
   endscript
+  {% if COMMON_OBJECT_STORE_EDX_LOG_SYNC -%}
+  lastaction
+    {{ COMMON_OBJECT_STORE_LOG_SYNC_SCRIPT }} -d "{{ COMMON_LOG_DIR }}/lms" -b "{{ COMMON_OBJECT_STORE_LOG_SYNC_BUCKET }}" -p "{{ COMMON_OBJECT_STORE_EDX_LOG_SYNC_PREFIX }}lms/"
+    {{ COMMON_OBJECT_STORE_LOG_SYNC_SCRIPT }} -d "{{ COMMON_LOG_DIR }}/cms" -b "{{ COMMON_OBJECT_STORE_LOG_SYNC_BUCKET }}" -p "{{ COMMON_OBJECT_STORE_EDX_LOG_SYNC_PREFIX }}cms/"
+  endscript
+  {% endif -%}
 }

playbooks/roles/common_vars/defaults/main.yml

@@ -23,6 +23,9 @@ COMMON_OBJECT_STORE_LOG_SYNC_PREFIX: "logs/tracking/"
 COMMON_OBJECT_STORE_LOG_SYNC_SCRIPT: "{{ COMMON_BIN_DIR }}/send-logs-to-object-store"
 COMMON_OBJECT_STORE_LOG_SYNC_ON_EXIT: "{{ COMMON_BIN_DIR }}/sync-logs-on-exit"
 
+COMMON_OBJECT_STORE_EDX_LOG_SYNC_PREFIX : "logs/edx/"
+COMMON_OBJECT_STORE_EDX_LOG_SYNC : false
+
 COMMON_BASE_DIR: /edx
 COMMON_DATA_DIR: "{{ COMMON_BASE_DIR}}/var"
 COMMON_APP_DIR: "{{ COMMON_BASE_DIR}}/app"