Unable to notify TriggerListener(s) while firing trigger (Trigger and Job will NOT be fired!).

[viveknuna]

I am using quartz.net 3.5.0 in C# .Net 6 project. We are scheduling jobs and these jobs misfire sometimes. I added a log when a misfire happens as by default quartz doesn't tell when a misfire happened and the reason for the misfire.

I read this documentation and tried to add logs with the below implementation.

internal class QuartzListener : IJobListener, ITriggerListener, ISchedulerListener
{

    private readonly IDiagnostics _logger;

    public QuartzListener(string name, IDiagnostics logger)
    {
        _logger = logger;
        Name = name;
    }
    public string Name { get; }

    public System.Threading.Tasks.Task JobAdded(IJobDetail jobDetail, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobAdded: {jobDetail.Key}");
        return default;
    }

    public System.Threading.Tasks.Task JobDeleted(JobKey jobKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobDeleted: {jobKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobExecutionVetoed(IJobExecutionContext context, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobExecutionVetoed: {context.JobDetail.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobInterrupted(JobKey jobKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobInterrupted: {jobKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobPaused(JobKey jobKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobPaused: {jobKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobResumed(JobKey jobKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobResumed: {jobKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobScheduled(ITrigger trigger, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobScheduled trigger: {trigger.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobsPaused(string jobGroup, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobsPaused jobGroup: {jobGroup}");
        return default;
    }

    public System.Threading.Tasks.Task JobsResumed(string jobGroup, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobsResumed jobGroup: {jobGroup}");
        return default;
    }

    public System.Threading.Tasks.Task JobToBeExecuted(IJobExecutionContext context, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobToBeExecuted: {context.JobDetail.Key}");
        return default;
    }

    public System.Threading.Tasks.Task JobUnscheduled(TriggerKey triggerKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobUnscheduled triggerKey: {triggerKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task JobWasExecuted(IJobExecutionContext context, JobExecutionException jobException, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"JobWasExecuted: {context.JobDetail.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerError(string msg, SchedulerException cause, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerError: {msg} and cause {cause.ToString()}");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerInStandbyMode(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerInStandbyMode");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerShutdown(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerShutdown");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerShuttingdown(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerShuttingdown");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerStarted(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerStarted");
        return default;
    }

    public System.Threading.Tasks.Task SchedulerStarting(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulerStarting");
        return default;
    }

    public System.Threading.Tasks.Task SchedulingDataCleared(CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"SchedulingDataCleared");
        return default;
    }

    public System.Threading.Tasks.Task TriggerComplete(ITrigger trigger, IJobExecutionContext context, SchedulerInstruction triggerInstructionCode, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerComplete: {trigger.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task TriggerFinalized(ITrigger trigger, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerFinalized: {trigger.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task TriggerFired(ITrigger trigger, IJobExecutionContext context, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerFired: {trigger.Key.Name}");
        return default;
    }

    public System.Threading.Tasks.Task TriggerMisfired(ITrigger trigger, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerMisfired: {JsonConvert.SerializeObject(trigger)}");
        return default;
    }

    public System.Threading.Tasks.Task TriggerPaused(TriggerKey triggerKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerPaused triggerKey: {triggerKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task TriggerResumed(TriggerKey triggerKey, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggerResumed triggerKey: {triggerKey.Name}");
        return default;
    }

    public System.Threading.Tasks.Task TriggersPaused(string triggerGroup, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggersPaused triggerGroup: {triggerGroup}");
        return default;
    }

    public System.Threading.Tasks.Task TriggersResumed(string triggerGroup, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"TriggersResumed triggerGroup: {triggerGroup}");
        return default;
    }

    public Task<bool> VetoJobExecution(ITrigger trigger, IJobExecutionContext context, CancellationToken cancellationToken = default)
    {
        _logger.LogInfo($"VetoJobExecution trigger: {trigger.Key.Name}");
        return default;
    }
}

I am using the above class like the below.

await scheduler.Start();
await LogSchedulerJobs(tenantId, scheduler);
scheduler.ListenerManager.AddSchedulerListener(new QuartzListener(Guid.NewGuid().ToString(), _logger));
scheduler.ListenerManager.AddJobListener(new QuartzListener(Guid.NewGuid().ToString(), _logger), GroupMatcher<JobKey>.AnyGroup());
scheduler.ListenerManager.AddTriggerListener(new QuartzListener(Guid.NewGuid().ToString(), _logger), GroupMatcher<TriggerKey>.AnyGroup());

var result = await scheduler.ScheduleJob(job, trigger);

It is giving error in this method.

        public System.Threading.Tasks.Task SchedulerError(string msg, SchedulerException cause, CancellationToken cancellationToken = default)
        {
            _logger.LogInfo($"SchedulerError: {msg} and cause {cause.ToString()}");
            return default;
        }

msg value:

Unable to notify TriggerListener(s) while firing trigger (Trigger and Job will NOT be fired!). trigger= trigger_immediate_busmessagejob_00000000-a99c-4840-88d8-000000000002.trigger_3739ba82-8449-4729-ba40-3d082659b8bf_9c5e6571-15a5-40ce-9ebe-33f98a77cefe job= schedule_generic_job_immediate_busmessagejob_00000000-a99c-4840-88d8-000000000002.job_3739ba82-8449-4729-ba40-3d082659b8bf_9c5e6571-15a5-40ce-9ebe-33f98a77cefe

cause:

StackTrace of exception:

at Quartz.Core.QuartzScheduler.<>c__DisplayClass144_0.<g__NotifyAwaited|0>d.MoveNext()
at Quartz.Core.JobRunShell.d__14.MoveNext()

StackTrace of inner exception:

at Quartz.Core.QuartzScheduler.<>c__DisplayClass144_0.<g__NotifyAwaited|0>d.MoveNext()

So after making the changes, it is not calling the Execute method of the BusMessageJob class, It was working fine before.

public class BusMessageJob : IJob
{
    //private readonly IComponentContextFacade _context;
    private readonly IDiagnostics _logger;

    /// <summary>
    /// Generic job scheduler that send simple string as a payload.
    /// </summary>
    /// <inheritdoc />
    public BusMessageJob(/*IComponentContextFacade autofac, */Topology.IMainMessagesSender gmtMessagesSender, IDiagnostics logger)
    {
        _logger = logger;
    }

    /// <inheritdoc />
    public async System.Threading.Tasks.Task Execute(IJobExecutionContext context)
    {

[lahma]

• you are using Quartz 3.x but reading 2.x documentation
• you should not return default from methods expecting to return a task result, Task.CompletedTask is something entirely different

[viveknuna]

@lahma no I mean why did quartz could not run the job on the scheduled time? Why did it misfired? Even if the service which is using the quartz library is not stopped and database is not rebooted, quartz misfires the triggers sometimes. So I want to know the reason behind it.

[lahma]

I would welcome a PR showing such capabilities, it might be a process of learning that it's not that easy to determine/offer an API for 😉

[viveknuna]

Is there any documentation around the possible reasons for misfires and triggers going into error state?

[lahma]

Well it can be anything in your code so it's hard to document. If you deadlock your jobs, configure too low limits for job execution, run out of computer resources, throw error in job constructor etc.

[viveknuna]

Thanks a lot for your time