Issue #LR-781 chore: Removed lern related jobs config. (#1640)

* Issue #LR-781 chore: Removed lern related jobs config.

* Issue #LR-781 chore: Removed lern related jobs config.

* Issue #LR-781 chore: added the lern-data-products in logs.

ansible/roles/analytics-bootstrap-spark/defaults/main.yml

@@ -4,7 +4,7 @@ analytics_user_home: /home/{{ analytics_user }}
 analytics_model_version: "2.0"
 analytics:
    home: /mount/data/analytics
-   paths: ['/home/analytics/sbin', '/mount/data/analytics', '/mount/data/analytics/logs', '/mount/data/analytics/logs/services', '/mount/data/analytics/logs/data-products', '/mount/data/analytics/logs/api-service', '/mount/data/analytics/api', '/mount/data/analytics/tmp', '/mount/data/analytics/scripts/monitor-data', '/mount/data/analytics/models-{{ analytics_model_version }}' ]
+   paths: ['/home/analytics/sbin', '/mount/data/analytics', '/mount/data/analytics/logs', '/mount/data/analytics/logs/services', '/mount/data/analytics/logs/data-products', '/mount/data/analytics/logs/api-service', '/mount/data/analytics/api', '/mount/data/analytics/tmp', '/mount/data/analytics/scripts/monitor-data', '/mount/data/analytics/models-{{ analytics_model_version }}', '/mount/data/analytics/logs/lern-data-products' ]
 
 # analytics:
 #    home: /mount/data/analytics

ansible/roles/data-products-deploy/defaults/main.yml

@@ -81,8 +81,6 @@ start_jobmanager:
     minute: 30
 have_weekly_jobs: false
 
-course_batch_status_updater_job_schedule: 60
-
 run_wfs_job:
   wfs:
     hour: 00
@@ -92,22 +90,6 @@ run_monitor_job:
     hour: 03
     minute: 00
 
-run_admin_user_reports_job:
-  admin-user-reports-3AMIST:
-    hour: 21
-    minute: 30
-  admin-user-reports-2PMIST:
-    hour: 8
-    minute: 30  
-
-run_admin_geo_reports_job:
-  admin-geo-reports-4AMIST:
-    hour: 22
-    minute: 30
-  admin-geo-reports-3PMIST:
-    hour: 9
-    minute: 30     
-
 run_assessment_aggregator_report_job:
   assessment-aggregator-report:
     hour: 18
@@ -132,36 +114,11 @@ run_etb_metrics_weekly_job:
 # These are the dummy times till sept30 for exhaust reports
 #To-Do: Update time after 3.2.7 deployment
 
-run_progress_exhaust:
-  progress-exhaust:
-    hour: 08
-    minute: 00
-
-run_response_exhaust:
-  response-exhaust:
-    hour: 09
-    minute: 00
-
-run_userinfo_exhaust:
-  userinfo-exhaust:
-    hour: 10
-    minute: 00
-
-run_collection_summary:
-  collection-summary:
-    hour: 09
-    minute: 30
-
 run_sourcing_summary:
   sourcing-summary:
     hour: 10
     minute: 30
 
-run_cassandra_migration:
-  cassandra-migration:
-    hour: 19
-    minute: 15
-
 run_uci_private_exhaust_job:
   uci-private-exhaust:
     hour: 03

ansible/roles/data-products-deploy/tasks/main.yml

@@ -260,90 +260,14 @@
     - spark-jobs
     - cronjobs
 
-- name: Create course-batch-status-updater cron job
-  cron: name="{{env}}-course-batch-status-updater" minute=*/{{ course_batch_status_updater_job_schedule }} job="{{ analytics.home }}/scripts/run-job.sh course-batch-status-updater"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark1-jobs
-
-- name: Create admin-user-reports cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh admin-user-reports"
-  with_dict: "{{ run_admin_user_reports_job }}"
-  tags:
-    - cronjobs 
-    - default-jobs
-    - spark-jobs
-- name: Create admin-geo-reports cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh admin-geo-reports"
-  with_dict: "{{ run_admin_geo_reports_job }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs 
-
 - name: Create assessment-aggregator reports cron job
   cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="/bin/bash {{ analytics.home }}/adhoc-scripts/run_exporter.sh > /home/analytics/output.log"
   with_dict: "{{ run_assessment_aggregator_report_job }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs  
-
-- name: Create etb metrics cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }} weekday={{ item.value.weekday }}  job="{{ analytics.home }}/scripts/run-job.sh etb-metrics"
-  with_dict: "{{ run_etb_metrics_weekly_job }}"
   tags:
     - cronjobs
     - default-jobs
     - spark-jobs
 
-- name: Create progress-exhaust cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh progress-exhaust"
-  with_dict: "{{ run_progress_exhaust }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark1-jobs
-
-- name: Create response-exhaust cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh response-exhaust"
-  with_dict: "{{ run_response_exhaust }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs
-
-- name: Create cassandra-migration cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh cassandra-migration"
-  with_dict: "{{ run_cassandra_migration }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs
-
-
-- name: Create userinfo-exhaust cron job
-  cron: name="{{ env }}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }} job="{{ analytics.home }}/scripts/run-job.sh userinfo-exhaust"
-  with_dict: "{{ run_userinfo_exhaust }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs
-
-- name: Create collection-summary cron job
-  cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-job.sh collection-summary-report"
-  with_dict: "{{ run_collection_summary }}"
-  tags:
-    - cronjobs
-    - default-jobs
-    - spark-jobs
-
-- name: Copy collection-summary ingestion spec
-  template: src="collection-summary-ingestion-spec.j2" dest={{ analytics.home }}/scripts/collection-summary-ingestion-spec.json mode=755 owner={{ analytics_user }} group={{ analytics_group }}
-  tags:
-    - ed-dataproducts
-
 - name: Create sourcing-summary cron job
   cron: name="{{env}}-{{ item.key }}" minute={{ item.value.minute }} hour={{ item.value.hour }}  job="{{ analytics.home }}/scripts/run-dock-job.sh sourcing-summary-report"
   with_dict: "{{ run_sourcing_summary }}"