# frozen_string_literal: true class UnqueueMessageJob < Postal::Job # rubocop:disable Layout/LineLength def perform if original_message = QueuedMessage.find_by_id(params["id"]) if original_message.acquire_lock log "Lock acquired for queued message #{original_message.id}" begin original_message.message rescue Postal::MessageDB::Message::NotFound log "Unqueue #{original_message.id} because backend message has been removed." original_message.destroy return end unless original_message.retriable? log "Skipping because retry after isn't reached" original_message.unlock return end begin other_messages = original_message.batchable_messages(100) log "Found #{other_messages.size} associated messages to process at the same time (batch key: #{original_message.batch_key})" rescue StandardError original_message.unlock raise end ([original_message] + other_messages).each do |queued_message| log_prefix = "[#{queued_message.server_id}::#{queued_message.message_id} #{queued_message.id}]" begin log "#{log_prefix} Got queued message with exclusive lock" begin queued_message.message rescue Postal::MessageDB::Message::NotFound log "#{log_prefix} Unqueueing #{queued_message.id} because backend message has been removed" queued_message.destroy next end # # If the server is suspended, hold all messages # if queued_message.server.suspended? log "#{log_prefix} Server is suspended. Holding message." queued_message.message.create_delivery("Held", details: "Mail server has been suspended. No e-mails can be processed at present. Contact support for assistance.") queued_message.destroy next end # We might not be able to send this any more, check the attempts if queued_message.attempts >= Postal.config.general.maximum_delivery_attempts details = "Maximum number of delivery attempts (#{queued_message.attempts}) has been reached." if queued_message.message.scope == "incoming" # Send bounces to incoming e-mails when they are hard failed if bounce_id = queued_message.send_bounce details += " Bounce sent to sender (see message )" end elsif queued_message.message.scope == "outgoing" # Add the recipient to the suppression list if queued_message.server.message_db.suppression_list.add(:recipient, queued_message.message.rcpt_to, reason: "too many soft fails") log "Added #{queued_message.message.rcpt_to} to suppression list because maximum attempts has been reached" details += " Added #{queued_message.message.rcpt_to} to suppression list because delivery has failed #{queued_message.attempts} times." end end queued_message.message.create_delivery("HardFail", details: details) queued_message.destroy log "#{log_prefix} Message has reached maximum number of attempts. Hard failing." next end # If the raw message has been removed (removed by retention) unless queued_message.message.raw_message? log "#{log_prefix} Raw message has been removed. Not sending." queued_message.message.create_delivery("HardFail", details: "Raw message has been removed. Cannot send message.") queued_message.destroy next end # #  Handle Incoming Messages # if queued_message.message.scope == "incoming" # # If this is a bounce, we need to handle it as such # if queued_message.message.bounce log "#{log_prefix} Message is a bounce" original_messages = queued_message.message.original_messages unless original_messages.empty? for original_message in queued_message.message.original_messages queued_message.message.update(bounce_for_id: original_message.id, domain_id: original_message.domain_id) queued_message.message.create_delivery("Processed", details: "This has been detected as a bounce message for .") original_message.bounce!(queued_message.message) log "#{log_prefix} Bounce linked with message #{original_message.id}" end queued_message.destroy next end # This message was sent to the return path but hasn't been matched #  to an original message. If we have a route for this, route it #  otherwise we'll drop at this point. if queued_message.message.route_id.nil? log "#{log_prefix} No source messages found. Hard failing." queued_message.message.create_delivery("HardFail", details: "This message was a bounce but we couldn't link it with any outgoing message and there was no route for it.") queued_message.destroy next end end # # Update live stats # queued_message.message.database.live_stats.increment(queued_message.message.scope) # # Inspect incoming messages # unless queued_message.message.inspected log "#{log_prefix} Inspecting message" queued_message.message.inspect_message if queued_message.message.inspected is_spam = queued_message.message.spam_score > queued_message.server.spam_threshold queued_message.message.update(spam: true) if is_spam queued_message.message.append_headers( "X-Postal-Spam: #{queued_message.message.spam ? 'yes' : 'no'}", "X-Postal-Spam-Threshold: #{queued_message.server.spam_threshold}", "X-Postal-Spam-Score: #{queued_message.message.spam_score}", "X-Postal-Threat: #{queued_message.message.threat ? 'yes' : 'no'}" ) log "#{log_prefix} Message inspected successfully. Headers added." end end # # If this message has a SPAM score higher than is permitted # if queued_message.message.spam_score >= queued_message.server.spam_failure_threshold log "#{log_prefix} Message has a spam score higher than the server's maxmimum. Hard failing." queued_message.message.create_delivery("HardFail", details: "Message's spam score is higher than the failure threshold for this server. Threshold is currently #{queued_message.server.spam_failure_threshold}.") queued_message.destroy next end # If the server is in development mode, hold it if queued_message.server.mode == "Development" && !queued_message.manual? log "Server is in development mode so holding." queued_message.message.create_delivery("Held", details: "Server is in development mode.") queued_message.destroy log "#{log_prefix} Server is in development mode. Holding." next end # # Find out what sort of message we're supposed to be sending and dispatch this request over to # the sender. # if route = queued_message.message.route # If the route says we're holding quananteed mail and this is spam, we'll hold this if route.spam_mode == "Quarantine" && queued_message.message.spam && !queued_message.manual? queued_message.message.create_delivery("Held", details: "Message placed into quarantine.") queued_message.destroy log "#{log_prefix} Route says to quarantine spam message. Holding." next end # If the route says we're holding quananteed mail and this is spam, we'll hold this if route.spam_mode == "Fail" && queued_message.message.spam && !queued_message.manual? queued_message.message.create_delivery("HardFail", details: "Message is spam and the route specifies it should be failed.") queued_message.destroy log "#{log_prefix} Route says to fail spam message. Hard failing." next end # # Messages that should be blindly accepted are blindly accepted # if route.mode == "Accept" queued_message.message.create_delivery("Processed", details: "Message has been accepted but not sent to any endpoints.") queued_message.destroy log "#{log_prefix} Route says to accept without endpoint. Marking as processed." next end # # Messages that should be accepted and held should be held # if route.mode == "Hold" log "#{log_prefix} Route says to hold message." if queued_message.manual? log "#{log_prefix} Message was queued manually. Marking as processed." queued_message.message.create_delivery("Processed", details: "Message has been processed.") else log "#{log_prefix} Message was not queued manually. Holding." queued_message.message.create_delivery("Held", details: "Message has been accepted but not sent to any endpoints.") end queued_message.destroy next end # # Messages that should be bounced should be bounced (or rejected if they got this far) # if route.mode == "Bounce" || route.mode == "Reject" if id = queued_message.send_bounce queued_message.message.create_delivery("HardFail", details: "Message has been bounced because the route asks for this. See message ") log "#{log_prefix} Route says to bounce. Hard failing and sent bounce (#{id})." end queued_message.destroy next end if @fixed_result result = @fixed_result else case queued_message.message.endpoint when SMTPEndpoint sender = cached_sender(Postal::SMTPSender, queued_message.message.recipient_domain, nil, servers: [queued_message.message.endpoint]) when HTTPEndpoint sender = cached_sender(Postal::HTTPSender, queued_message.message.endpoint) when AddressEndpoint sender = cached_sender(Postal::SMTPSender, queued_message.message.endpoint.domain, nil, force_rcpt_to: queued_message.message.endpoint.address) else log "#{log_prefix} Invalid endpoint for route (#{queued_message.message.endpoint_type})" queued_message.message.create_delivery("HardFail", details: "Invalid endpoint for route.") queued_message.destroy next end result = sender.send_message(queued_message.message) if result.connect_error @fixed_result = result end end # Log the result log_details = result.details if result.type == "HardFail" && result.suppress_bounce # The delivery hard failed, but requested that no bounce be sent log "#{log_prefix} Suppressing bounce message after hard fail" elsif result.type == "HardFail" && queued_message.message.send_bounces? # If the message is a hard fail, send a bounce message for this message. log "#{log_prefix} Sending a bounce because message hard failed" if bounce_id = queued_message.send_bounce log_details += ". " unless log_details =~ /\.\z/ log_details += " Sent bounce message to sender (see message )" end end queued_message.message.create_delivery(result.type, details: log_details, output: result.output&.strip, sent_with_ssl: result.secure, log_id: result.log_id, time: result.time) if result.retry log "#{log_prefix} Message requeued for trying later." queued_message.retry_later(result.retry.is_a?(Integer) ? result.retry : nil) queued_message.allocate_ip_address queued_message.update_column(:ip_address_id, queued_message.ip_address&.id) else log "#{log_prefix} Message processing completed." queued_message.message.endpoint.mark_as_used queued_message.destroy end else log "#{log_prefix} No route and/or endpoint available for processing. Hard failing." queued_message.message.create_delivery("HardFail", details: "Message does not have a route and/or endpoint available for delivery.") queued_message.destroy next end end # # Handle Outgoing Messages # if queued_message.message.scope == "outgoing" if queued_message.message.domain.nil? log "#{log_prefix} Message has no domain. Hard failing." queued_message.message.create_delivery("HardFail", details: "Message's domain no longer exist") queued_message.destroy next end # # If there's no to address, we can't do much. Fail it. # if queued_message.message.rcpt_to.blank? log "#{log_prefix} Message has no to address. Hard failing." queued_message.message.create_delivery("HardFail", details: "Message doesn't have an RCPT to") queued_message.destroy next end # Extract a tag and add it to the message if one doesn't exist if queued_message.message.tag.nil? && tag = queued_message.message.headers["x-postal-tag"] log "#{log_prefix} Added tag #{tag.last}" queued_message.message.update(tag: tag.last) end # # If the credentials for this message is marked as holding and this isn't manual, hold it # if !queued_message.manual? && queued_message.message.credential && queued_message.message.credential.hold? log "#{log_prefix} Credential wants us to hold messages. Holding." queued_message.message.create_delivery("Held", details: "Credential is configured to hold all messages authenticated by it.") queued_message.destroy next end # # If the recipient is on the suppression list and this isn't a manual queueing block sending # if !queued_message.manual? && sl = queued_message.server.message_db.suppression_list.get(:recipient, queued_message.message.rcpt_to) log "#{log_prefix} Recipient is on the suppression list. Holding." queued_message.message.create_delivery("Held", details: "Recipient (#{queued_message.message.rcpt_to}) is on the suppression list (reason: #{sl['reason']})") queued_message.destroy next end # Parse the content of the message as appropriate if queued_message.message.should_parse? log "#{log_prefix} Parsing message content as it hasn't been parsed before" queued_message.message.parse_content end # Inspect outgoing messages when there's a threshold set for the server if !queued_message.message.inspected && queued_message.server.outbound_spam_threshold log "#{log_prefix} Inspecting message" queued_message.message.inspect_message if queued_message.message.inspected if queued_message.message.spam_score >= queued_message.server.outbound_spam_threshold queued_message.message.update(spam: true) end log "#{log_prefix} Message inspected successfully" end end if queued_message.message.spam queued_message.message.create_delivery("HardFail", details: "Message is likely spam. Threshold is #{queued_message.server.outbound_spam_threshold} and the message scored #{queued_message.message.spam_score}.") queued_message.destroy log "#{log_prefix} Message is spam (#{queued_message.message.spam_score}). Hard failing." next end # Add outgoing headers unless queued_message.message.has_outgoing_headers? queued_message.message.add_outgoing_headers end # Check send limits if queued_message.server.send_limit_exceeded? # If we're over the limit, we're going to be holding this message queued_message.server.update_columns(send_limit_exceeded_at: Time.now, send_limit_approaching_at: nil) queued_message.message.create_delivery("Held", details: "Message held because send limit (#{queued_message.server.send_limit}) has been reached.") queued_message.destroy log "#{log_prefix} Server send limit has been exceeded. Holding." next elsif queued_message.server.send_limit_approaching? # If we're approaching the limit, just say we are but continue to process the message queued_message.server.update_columns(send_limit_approaching_at: Time.now, send_limit_exceeded_at: nil) else queued_message.server.update_columns(send_limit_approaching_at: nil, send_limit_exceeded_at: nil) end # Update the live stats for this message. queued_message.message.database.live_stats.increment(queued_message.message.scope) # If the server is in development mode, hold it if queued_message.server.mode == "Development" && !queued_message.manual? log "Server is in development mode so holding." queued_message.message.create_delivery("Held", details: "Server is in development mode.") queued_message.destroy log "#{log_prefix} Server is in development mode. Holding." next end # Send the outgoing message to the SMTP sender if @fixed_result result = @fixed_result else sender = cached_sender(Postal::SMTPSender, queued_message.message.recipient_domain, queued_message.ip_address) result = sender.send_message(queued_message.message) if result.connect_error @fixed_result = result end end # # If the message has been hard failed, check to see how many other recent hard fails we've had for the address # and if there are more than 2, suppress the address for 30 days. # if result.type == "HardFail" recent_hard_fails = queued_message.server.message_db.select(:messages, where: { rcpt_to: queued_message.message.rcpt_to, status: "HardFail", timestamp: { greater_than: 24.hours.ago.to_f } }, count: true) if recent_hard_fails >= 1 && queued_message.server.message_db.suppression_list.add(:recipient, queued_message.message.rcpt_to, reason: "too many hard fails") log "#{log_prefix} Added #{queued_message.message.rcpt_to} to suppression list because #{recent_hard_fails} hard fails in 24 hours" result.details += "." if result.details =~ /\.\z/ result.details += " Recipient added to suppression list (too many hard fails)." end end # # If a message is sent successfully, remove the users from the suppression list # if result.type == "Sent" && queued_message.server.message_db.suppression_list.remove(:recipient, queued_message.message.rcpt_to) log "#{log_prefix} Removed #{queued_message.message.rcpt_to} from suppression list because success" result.details += "." if result.details =~ /\.\z/ result.details += " Recipient removed from suppression list." end # Log the result queued_message.message.create_delivery(result.type, details: result.details, output: result.output, sent_with_ssl: result.secure, log_id: result.log_id, time: result.time) if result.retry log "#{log_prefix} Message requeued for trying later." queued_message.retry_later(result.retry.is_a?(Integer) ? result.retry : nil) else log "#{log_prefix} Processing complete" queued_message.destroy end end rescue StandardError => e log "#{log_prefix} Internal error: #{e.class}: #{e.message}" e.backtrace.each { |e| log("#{log_prefix} #{e}") } queued_message.retry_later log "#{log_prefix} Queued message was unlocked" if defined?(Sentry) Sentry.capture_exception(e, extra: { job_id: self.id, server_id: queued_message.server_id, message_id: queued_message.message_id }) end if queued_message.message queued_message.message.create_delivery("Error", details: "An internal error occurred while sending " \ "this message. This message will be retried " \ "automatically.", output: "#{e.class}: #{e.message}", log_id: "J-#{self.id}" ) end end end else log "Couldn't get lock for message #{params['id']}. I won't do this." end else log "No queued message with ID #{params['id']} was available for processing." end ensure begin @sender&.finish rescue StandardError nil end end # rubocop:enable Layout/LineLength private def cached_sender(klass, *args) @sender ||= begin sender = klass.new(*args) sender.start sender end end end