一文详解MQ消息丢失问题的5种解决方案

// RabbitMQ生产者确认配置
@Bean
public RabbitTemplate rabbitTemplate() {
    RabbitTemplate template = new RabbitTemplate(connectionFactory);
    template.setConfirmCallback((correlationData, ack, cause) -> {
        if (ack) {
            // 消息成功到达Broker
            messageStatusService.markConfirmed(correlationData.getId());
        } else {
            // 发送失败，触发重试
            retryService.scheduleRetry(correlationData.getId());
        }
    });
    return template;
}

// 可靠发送方法
public void sendReliable(String exchange, String routingKey, Object message) {
    String messageId = generateId();
    // 先落库保存发送状态
    messageStatusService.saveSendingStatus(messageId, message);
    
    // 发送持久化消息
    rabbitTemplate.convertAndSend(exchange, routingKey, message, msg -> {
        msg.getMessageProperties().setDeliveryMode(MessageDeliveryMode.PERSISTENT);
        msg.getMessageProperties().setMessageId(messageId);
        return msg;
    }, new CorrelationData(messageId));
}

// 持久化队列配置
@Bean
public Queue orderQueue() {
    return QueueBuilder.durable("order.queue")  // 队列持久化
            .deadLetterExchange("order.dlx")    // 死信交换机
            .build();
}

// 发送持久化消息
public void sendPersistentMessage(Object message) {
    rabbitTemplate.convertAndSend("order.exchange", "order.create", message, msg -> {
        msg.getMessageProperties().setDeliveryMode(MessageDeliveryMode.PERSISTENT); // 消息持久化
        return msg;
    });
}

// Kafka持久化配置
@Bean
public ProducerFactory<String, Object> producerFactory() {
    Map<String, Object> props = new HashMap<>();
    props.put(ProducerConfig.ACKS_CONFIG, "all"); // 所有副本确认
    props.put(ProducerConfig.RETRIES_CONFIG, 3);   // 重试次数
    props.put(ProducerConfig.ENABLE_IDEMPOTENCE_CONFIG, true); // 幂等性
    return new DefaultKafkaProducerFactory<>(props);
}

// 手动确认消费者
@RabbitListener(queues = "order.queue")
public void handleMessage(Order order, Message message, Channel channel) {
    long deliveryTag = message.getMessageProperties().getDeliveryTag();
    
    try {
        // 业务处理
        orderService.processOrder(order);
        
        // 手动确认
        channel.basicAck(deliveryTag, false);
        log.info("消息处理完成: {}", order.getOrderId());
        
    } catch (Exception e) {
        log.error("消息处理失败: {}", order.getOrderId(), e);
        
        // 处理失败，重新入队
        channel.basicNack(deliveryTag, false, true);
    }
}

// 消费者容器配置
@Bean
public SimpleRabbitListenerContainerFactory containerFactory() {
    SimpleRabbitListenerContainerFactory factory = new SimpleRabbitListenerContainerFactory();
    factory.setAcknowledgeMode(AcknowledgeMode.MANUAL); // 手动确认
    factory.setPrefetchCount(10); // 预取数量
    factory.setConcurrentConsumers(3); // 并发消费者
    return factory;
}

// 本地事务表方案
@Transactional
public void createOrder(Order order) {
    // 1. 保存订单到数据库
    orderRepository.save(order);
    
    // 2. 保存消息到本地消息表
    LocalMessage localMessage = new LocalMessage();
    localMessage.setBusinessId(order.getOrderId());
    localMessage.setContent(JSON.toJSONString(order));
    localMessage.setStatus(MessageStatus.PENDING);
    localMessageRepository.save(localMessage);
    
    // 3. 事务提交，本地业务和消息存储保持一致性
}

// 定时任务扫描并发送消息
@Scheduled(fixedDelay = 5000)
public void sendPendingMessages() {
    List<LocalMessage> pendingMessages = localMessageRepository.findByStatus(MessageStatus.PENDING);
    
    for (LocalMessage message : pendingMessages) {
        try {
            // 发送消息到MQ
            rabbitTemplate.convertAndSend("order.exchange", "order.create", message.getContent());
            
            // 更新消息状态为已发送
            message.setStatus(MessageStatus.SENT);
            localMessageRepository.save(message);
            
        } catch (Exception e) {
            log.error("发送消息失败: {}", message.getId(), e);
        }
    }
}

// RocketMQ事务消息
public void sendTransactionMessage(Order order) {
    TransactionMQProducer producer = new TransactionMQProducer("order_producer");
    
    // 发送事务消息
    Message msg = new Message("order_topic", "create", 
                             JSON.toJSONBytes(order));
    
    TransactionSendResult result = producer.sendMessageInTransaction(msg, null);
    
    if (result.getLocalTransactionState() == LocalTransactionState.COMMIT_MESSAGE) {
        log.info("事务消息提交成功");
    }
}

// 重试队列配置
@Bean
public Queue orderQueue() {
    return QueueBuilder.durable("order.queue")
            .withArgument("x-dead-letter-exchange", "order.dlx") // 死信交换机
            .withArgument("x-dead-letter-routing-key", "order.dead")
            .withArgument("x-message-ttl", 60000) // 60秒后进入死信
            .build();
}

// 死信队列配置
@Bean
public Queue orderDeadLetterQueue() {
    return QueueBuilder.durable("order.dead.queue").build();
}

// 消费者重试逻辑
@RabbitListener(queues = "order.queue")
public void handleMessageWithRetry(Order order, Message message, Channel channel) {
    long deliveryTag = message.getMessageProperties().getDeliveryTag();
    
    try {
        orderService.processOrder(order);
        channel.basicAck(deliveryTag, false);
        
    } catch (TemporaryException e) {
        // 临时异常，重新入队重试
        channel.basicNack(deliveryTag, false, true);
        
    } catch (PermanentException e) {
        // 永久异常，直接确认进入死信队列
        channel.basicAck(deliveryTag, false);
        log.error("消息进入死信队列: {}", order.getOrderId(), e);
    }
}

// 死信队列消费者
@RabbitListener(queues = "order.dead.queue")
public void handleDeadLetterMessage(Order order) {
    log.warn("处理死信消息: {}", order.getOrderId());
    // 发送告警、记录日志、人工处理等
    alertService.sendAlert("死信消息告警", order.toString());
}