Register the snapshot pipeline

Signed-off-by: Sampurna Pyne <sampurnapyne1710@gmail.com>

Author: Samk1710

insights/insights_snapshot_pipeline.py

@@ -9,7 +9,7 @@
 from aboutcode.pipeline import LoopProgress
 from django.db import transaction
 
-from insights.graphs import GRAPHS
+from insights.charts import CHARTS
 from insights.models import DailySnapshot
 from insights.models import ImporterInsight
 from insights.models import PackageCWEInsight
@@ -27,12 +27,12 @@ class InsightsSnapshotPipeline(VulnerableCodePipeline):
     @classmethod
     def steps(cls):
         return (
-            cls.compute_graph_analytics,
+            cls.compute_chart_analytics,
             cls.save_snapshot,
         )
 
-    def compute_graph_analytics(self):
-        """Run graph collect_fns to compute analytics."""
+    def compute_chart_analytics(self):
+        """Run chart collect_fns to compute analytics."""
 
         # List all package types
         self.packages = list(PackageV2.objects.order_by().values_list("type", flat=True).distinct())
@@ -42,49 +42,44 @@ def compute_graph_analytics(self):
         self.package_cwes = []
         self.importer_insights = []
         self.severity_insight = None
-
-        active_graphs = {
-            graph_id: graph_def for graph_id, graph_def in GRAPHS.items() if graph_def.collect_fn
-        }
+        active_charts = [chart_def for chart_def in CHARTS if chart_def.collect_fn]
 
         # Count steps for progress bar
         total_steps = sum(
-            len(self.packages) if graph_def.is_per_package else 1
-            for graph_def in active_graphs.values()
+            len(self.packages) if chart_def.is_per_package else 1 for chart_def in active_charts
         )
 
         progress = LoopProgress(total_iterations=total_steps, logger=self.log, progress_step=1)
         progress_iter = iter(progress.iter(range(total_steps)))
 
-        for graph_id, graph_def in active_graphs.items():
-            self.log(f"Running collect_fn for {graph_id}")
+        for chart_def in active_charts:
+            self.log(f"Running collect_fn for {chart_def.id}")
 
-            if graph_def.is_per_package:
+            if chart_def.is_per_package:
                 for pkg in self.packages:
                     next(progress_iter, None)
-                    graph_def.collect_fn(self, pkg)
+                    chart_def.collect_fn(self, pkg)
             else:
                 next(progress_iter, None)
-                graph_def.collect_fn(self)
+                chart_def.collect_fn(self)
 
     @transaction.atomic
     def save_snapshot(self):
         self.log("Saving snapshot")
         snapshot = DailySnapshot.objects.create()
 
         for insight in self.package_insights.values():
-            insight.snapshot = snapshot
+            insight.snapshot_id = snapshot.id
 
         for insight in self.importer_insights:
-            insight.snapshot = snapshot
+            insight.snapshot_id = snapshot.id
 
         if self.severity_insight:
-            self.severity_insight.snapshot = snapshot
+            self.severity_insight.snapshot_id = snapshot.id
             self.severity_insight.save()
 
         PackageInsight.objects.bulk_create(self.package_insights.values(), batch_size=5000)
         PackageNameInsight.objects.bulk_create(self.package_names, batch_size=5000)
         PackageCWEInsight.objects.bulk_create(self.package_cwes, batch_size=5000)
         ImporterInsight.objects.bulk_create(self.importer_insights, batch_size=5000)
-
         self.log("Snapshot saved successfully.")

vulnerabilities/improvers/__init__.py

@@ -7,6 +7,7 @@
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 
+from insights.insights_snapshot_pipeline import InsightsSnapshotPipeline
 from vulnerabilities.pipelines.v2_improvers import archive_urls
 from vulnerabilities.pipelines.v2_improvers import collect_ssvc_trees
 from vulnerabilities.pipelines.v2_improvers import compute_advisory_todo as compute_advisory_todo_v2
@@ -43,5 +44,6 @@
         enhance_with_github_poc.GithubPocsImproverPipeline,
         mark_unfurl_version_range.MarkUnfurlVersionRangePipeline,
         group_advisories_for_packages_v2.GroupAdvisoriesForPackages,
+        InsightsSnapshotPipeline,
     ]
 )