sentinel/tests/sentry/tasks/test_auto_ongoing_issues.py

from datetime import datetime, timedelta, timezone
from unittest import mock

from sentry.models.activity import Activity
from sentry.models.group import Group, GroupStatus
from sentry.models.grouphistory import GroupHistory, GroupHistoryStatus, record_group_history
from sentry.models.groupinbox import GroupInbox, GroupInboxReason, add_group_to_inbox
from sentry.tasks.auto_ongoing_issues import (
    TRANSITION_AFTER_DAYS,
    schedule_auto_transition_to_ongoing,
)
from sentry.testutils.cases import TestCase
from sentry.testutils.helpers.datetime import freeze_time
from sentry.types.activity import ActivityType
from sentry.types.group import GroupSubStatus


class ScheduleAutoNewOngoingIssuesTest(TestCase):
    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_simple(self, mock_backend):
        now = datetime.now(tz=timezone.utc)
        organization = self.organization
        project = self.create_project(organization=organization)
        group = self.create_group(
            project=project, status=GroupStatus.UNRESOLVED, substatus=GroupSubStatus.NEW
        )
        group.first_seen = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group.save()

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        group.refresh_from_db()
        assert group.status == GroupStatus.UNRESOLVED
        assert group.substatus == GroupSubStatus.ONGOING

        assert not GroupInbox.objects.filter(group=group).exists()

        set_ongoing_activity = Activity.objects.filter(
            group=group, type=ActivityType.AUTO_SET_ONGOING.value
        ).get()
        assert set_ongoing_activity.data == {"after_days": 7}

        assert GroupHistory.objects.filter(group=group, status=GroupHistoryStatus.ONGOING).exists()

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_reprocessed(self, mock_backend):
        now = datetime.now(tz=timezone.utc)

        project = self.create_project()

        group = self.create_group(
            project=project, status=GroupStatus.UNRESOLVED, substatus=GroupSubStatus.NEW
        )
        group.first_seen = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group.save()

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        group.refresh_from_db()
        assert group.status == GroupStatus.UNRESOLVED
        assert group.substatus == GroupSubStatus.ONGOING

        assert not GroupInbox.objects.filter(group=group).exists()

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_multiple_old_new(self, mock_backend):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        new_groups = []
        older_groups = []
        for day, hours in [
            (17, 2),  # really old issues would be created first
            (15, 5),
            (12, 1),
            (7, 14),
            (3, 24),  # 3+ day olds ones
            (3, 21),
            (3, 18),
            (3, 15),
            (3, 12),
            (3, 3),
            (3, 2),
            (3, 1),
            (2, 9),  # recent group_inbox should stay the same
            (2, 2),
            (1, 1),
            (0, 0),
        ]:
            group = self.create_group(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.NEW,
            )
            first_seen = now - timedelta(days=day, hours=hours)
            group.first_seen = first_seen
            group.save()

            if (now - first_seen).days >= 7:
                older_groups.append(group)
            else:
                new_groups.append(group)
        # before
        assert Group.objects.filter(project_id=project.id).count() == len(older_groups) + len(
            new_groups
        )

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        # after
        assert Group.objects.filter(project_id=project.id).count() == len(older_groups) + len(
            new_groups
        )
        assert not GroupInbox.objects.filter(group=group).exists()

        assert set(
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.NEW,
            ).values_list("id", flat=True)
        ) == {g.id for g in new_groups}
        assert set(
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ONGOING,
            ).values_list("id", flat=True)
        ) == {g.id for g in older_groups}

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.utils.metrics.incr")
    @mock.patch("sentry.tasks.auto_ongoing_issues.ITERATOR_CHUNK", new=2)
    @mock.patch("sentry.tasks.auto_ongoing_issues.CHILD_TASK_COUNT", new=50)
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_not_all_groups_get_updated(self, mock_backend, mock_metrics_incr):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        groups_count = 110
        for day, hours in [(TRANSITION_AFTER_DAYS, 1) for _ in range(groups_count)]:
            self.create_group(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.NEW,
                first_seen=now - timedelta(days=day, hours=hours),
            )

        # before
        assert (
            Group.objects.filter(
                project_id=project.id, status=GroupStatus.UNRESOLVED, substatus=GroupSubStatus.NEW
            ).count()
            == groups_count
        )

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        # after

        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.NEW,
            ).count()
            == 10
        )
        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ONGOING,
            ).count()
            == 100
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_new_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 100},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_regressed_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_escalating_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    @mock.patch("sentry.tasks.auto_ongoing_issues.logger")
    def test_unordered_ids(self, mock_logger, mock_backend):
        """
        Group ids can be non-chronological with first_seen time (ex. as a result of merging).
        Test that in this case, only groups that are >= TRANSITION_AFTER_DAYS days old are
        transitioned.
        """
        now = datetime.now(tz=timezone.utc)
        organization = self.organization
        project = self.create_project(organization=organization)

        # Create group with id x and first_seen < TRANSITION_AFTER_DAYS
        group_new = self.create_group(
            project=project, status=GroupStatus.UNRESOLVED, substatus=GroupSubStatus.NEW
        )
        group_new.first_seen = now - timedelta(days=TRANSITION_AFTER_DAYS - 1, hours=1)
        group_new.save()

        # Create group with id x+1 and first_seen > TRANSITION_AFTER_DAYS
        # This could happen if an older group is merged into a newer group
        group_old = self.create_group(
            project=project, status=GroupStatus.UNRESOLVED, substatus=GroupSubStatus.NEW
        )
        group_old.first_seen = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group_old.save()

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        group_new.refresh_from_db()
        assert group_new.status == GroupStatus.UNRESOLVED
        assert group_new.substatus == GroupSubStatus.NEW

        group_old.refresh_from_db()
        assert group_old.status == GroupStatus.UNRESOLVED
        assert group_old.substatus == GroupSubStatus.ONGOING
        assert not GroupInbox.objects.filter(group=group_old).exists()

        set_ongoing_activity = Activity.objects.filter(
            group=group_old, type=ActivityType.AUTO_SET_ONGOING.value
        ).get()
        assert set_ongoing_activity.data == {"after_days": 7}

        assert GroupHistory.objects.filter(
            group=group_old, status=GroupHistoryStatus.ONGOING
        ).exists()

        mock_logger.info.assert_called_once_with(
            "auto_transition_issues_new_to_ongoing started",
            extra={
                "first_seen_lte": 1688582400,
                "first_seen_lte_datetime": datetime(2023, 7, 5, 18, 40, tzinfo=timezone.utc),
            },
        )


class ScheduleAutoRegressedOngoingIssuesTest(TestCase):
    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_simple(self, mock_backend):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        group = self.create_group(
            project=project,
            status=GroupStatus.UNRESOLVED,
            substatus=GroupSubStatus.REGRESSED,
            first_seen=now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1),
        )
        group_inbox = add_group_to_inbox(group, GroupInboxReason.REGRESSION)
        group_inbox.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group_inbox.save(update_fields=["date_added"])
        group_history = record_group_history(
            group, GroupHistoryStatus.REGRESSED, actor=None, release=None
        )
        group_history.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group_history.save(update_fields=["date_added"])

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        group.refresh_from_db()
        assert group.status == GroupStatus.UNRESOLVED
        assert group.substatus == GroupSubStatus.ONGOING

        set_ongoing_activity = Activity.objects.filter(
            group=group, type=ActivityType.AUTO_SET_ONGOING.value
        ).get()
        assert set_ongoing_activity.data == {"after_days": 7}

        assert GroupHistory.objects.filter(group=group, status=GroupHistoryStatus.ONGOING).exists()

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.utils.metrics.incr")
    @mock.patch("sentry.tasks.auto_ongoing_issues.ITERATOR_CHUNK", new=2)
    @mock.patch("sentry.tasks.auto_ongoing_issues.CHILD_TASK_COUNT", new=50)
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_not_all_groups_get_updated(self, mock_backend, mock_metrics_incr):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        groups_count = 110
        for day, hours in [(TRANSITION_AFTER_DAYS, 1) for _ in range(groups_count)]:
            group = self.create_group(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.REGRESSED,
                first_seen=now - timedelta(days=day, hours=hours),
            )
            group_inbox = add_group_to_inbox(group, GroupInboxReason.REGRESSION)
            group_inbox.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
            group_inbox.save(update_fields=["date_added"])
            group_history = record_group_history(
                group, GroupHistoryStatus.REGRESSED, actor=None, release=None
            )
            group_history.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
            group_history.save(update_fields=["date_added"])

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.REGRESSED,
            ).count()
            == 10
        )
        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ONGOING,
            ).count()
            == 100
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_new_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_regressed_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 100},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_escalating_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )


class ScheduleAutoEscalatingOngoingIssuesTest(TestCase):
    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_simple(self, mock_backend):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        group = self.create_group(
            project=project,
            status=GroupStatus.UNRESOLVED,
            substatus=GroupSubStatus.ESCALATING,
            first_seen=now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1),
        )
        group_inbox = add_group_to_inbox(group, GroupInboxReason.ESCALATING)
        group_inbox.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group_inbox.save(update_fields=["date_added"])
        group_history = record_group_history(
            group, GroupHistoryStatus.ESCALATING, actor=None, release=None
        )
        group_history.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
        group_history.save(update_fields=["date_added"])

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        group.refresh_from_db()
        assert group.status == GroupStatus.UNRESOLVED
        assert group.substatus == GroupSubStatus.ONGOING

        set_ongoing_activity = Activity.objects.filter(
            group=group, type=ActivityType.AUTO_SET_ONGOING.value
        ).get()
        assert set_ongoing_activity.data == {"after_days": 7}

        assert GroupHistory.objects.filter(group=group, status=GroupHistoryStatus.ONGOING).exists()

    @freeze_time("2023-07-12 18:40:00Z")
    @mock.patch("sentry.utils.metrics.incr")
    @mock.patch("sentry.tasks.auto_ongoing_issues.ITERATOR_CHUNK", new=2)
    @mock.patch("sentry.tasks.auto_ongoing_issues.CHILD_TASK_COUNT", new=50)
    @mock.patch("sentry.tasks.auto_ongoing_issues.backend")
    def test_not_all_groups_get_updated(self, mock_backend, mock_metrics_incr):
        now = datetime.now(tz=timezone.utc)
        project = self.create_project()
        groups_count = 110

        for day, hours in [(TRANSITION_AFTER_DAYS, 1) for _ in range(groups_count)]:
            group = self.create_group(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ESCALATING,
                first_seen=now - timedelta(days=day, hours=hours),
            )
            group_inbox = add_group_to_inbox(group, GroupInboxReason.ESCALATING)
            group_inbox.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
            group_inbox.save(update_fields=["date_added"])
            group_history = record_group_history(
                group, GroupHistoryStatus.ESCALATING, actor=None, release=None
            )
            group_history.date_added = now - timedelta(days=TRANSITION_AFTER_DAYS, hours=1)
            group_history.save(update_fields=["date_added"])

        mock_backend.get_size.return_value = 0

        with self.tasks():
            schedule_auto_transition_to_ongoing()

        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ESCALATING,
            ).count()
            == 10
        )
        assert (
            Group.objects.filter(
                project=project,
                status=GroupStatus.UNRESOLVED,
                substatus=GroupSubStatus.ONGOING,
            ).count()
            == 100
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_new_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_regressed_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 0},
        )

        mock_metrics_incr.assert_any_call(
            "sentry.tasks.schedule_auto_transition_issues_escalating_to_ongoing.executed",
            sample_rate=1.0,
            tags={"count": 100},
        )