/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.activemq.bugs;

import java.util.ArrayList;
import java.util.Date;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;

import javax.jms.Connection;
import javax.jms.DeliveryMode;
import javax.jms.JMSException;
import javax.jms.Message;
import javax.jms.MessageConsumer;
import javax.jms.MessageListener;
import javax.jms.MessageProducer;
import javax.jms.Session;
import javax.management.ObjectName;

import org.apache.activemq.ActiveMQConnection;
import org.apache.activemq.ActiveMQConnectionFactory;
import org.apache.activemq.ActiveMQPrefetchPolicy;
import org.apache.activemq.broker.BrokerService;
import org.apache.activemq.broker.jmx.QueueViewMBean;
import org.apache.activemq.command.ActiveMQQueue;
import org.apache.activemq.util.Wait;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

public class AMQ4083Test {

   private static final transient Logger LOG = LoggerFactory.getLogger(AMQ3992Test.class);
   private static BrokerService brokerService;
   private static String BROKER_ADDRESS = "tcp://localhost:0";
   private static String TEST_QUEUE = "testQueue";
   private static ActiveMQQueue queue = new ActiveMQQueue(TEST_QUEUE);

   private final int messageCount = 100;

   private String connectionUri;
   private String[] data;

   @Before
   public void setUp() throws Exception {
      brokerService = new BrokerService();
      brokerService.setPersistent(false);
      brokerService.setUseJmx(true);
      brokerService.setDeleteAllMessagesOnStartup(true);
      connectionUri = brokerService.addConnector(BROKER_ADDRESS).getPublishableConnectString();
      brokerService.start();
      brokerService.waitUntilStarted();

      data = new String[messageCount];

      for (int i = 0; i < messageCount; i++) {
         data[i] = "Text for message: " + i + " at " + new Date();
      }
   }

   @After
   public void tearDown() throws Exception {
      brokerService.stop();
      brokerService.waitUntilStopped();
   }

   @Test
   public void testExpiredMsgsBeforeNonExpired() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
      connection.getPrefetchPolicy().setQueuePrefetch(400);

      Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

      connection.start();

      MessageProducer producer = session.createProducer(queue);
      MessageConsumer consumer = session.createConsumer(queue);

      // send a batch that expires in a short time.
      for (int i = 0; i < 100; i++) {
         producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
      }

      // and send one that doesn't expire to we can ack it.
      producer.send(session.createTextMessage());

      // wait long enough so the first batch times out.
      TimeUnit.SECONDS.sleep(5);

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      assertEquals(101, queueView.getInFlightCount());

      consumer.setMessageListener(new MessageListener() {
         public void onMessage(Message message) {
            try {
               message.acknowledge();
            }
            catch (JMSException e) {
            }
         }
      });

      TimeUnit.SECONDS.sleep(5);

      assertEquals(0, queueView.getInFlightCount());

      for (int i = 0; i < 200; i++) {
         producer.send(session.createTextMessage());
      }

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   @Test
   public void testExpiredMsgsBeforeNonExpiredWithTX() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
      connection.getPrefetchPolicy().setQueuePrefetch(400);

      final Session session = connection.createSession(true, Session.SESSION_TRANSACTED);

      connection.start();

      MessageProducer producer = session.createProducer(queue);
      MessageConsumer consumer = session.createConsumer(queue);

      // send a batch that expires in a short time.
      for (int i = 0; i < 100; i++) {
         producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
      }

      // and send one that doesn't expire to we can ack it.
      producer.send(session.createTextMessage());
      session.commit();

      // wait long enough so the first batch times out.
      TimeUnit.SECONDS.sleep(5);

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      assertEquals(101, queueView.getInFlightCount());

      consumer.setMessageListener(new MessageListener() {
         public void onMessage(Message message) {
            try {
               session.commit();
            }
            catch (JMSException e) {
            }
         }
      });

      TimeUnit.SECONDS.sleep(5);

      assertEquals(0, queueView.getInFlightCount());

      for (int i = 0; i < 200; i++) {
         producer.send(session.createTextMessage());
      }
      session.commit();

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   @Test
   public void testExpiredMsgsInterleavedWithNonExpired() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
      connection.getPrefetchPolicy().setQueuePrefetch(400);

      Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

      connection.start();

      MessageProducer producer = session.createProducer(queue);
      MessageConsumer consumer = session.createConsumer(queue);

      // send a batch that expires in a short time.
      for (int i = 0; i < 200; i++) {

         if ((i % 2) == 0) {
            producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
         }
         else {
            producer.send(session.createTextMessage());
         }
      }

      // wait long enough so the first batch times out.
      TimeUnit.SECONDS.sleep(5);

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      assertEquals(200, queueView.getInFlightCount());

      consumer.setMessageListener(new MessageListener() {

         @Override
         public void onMessage(Message message) {
            try {
               LOG.debug("Acking message: {}", message);
               message.acknowledge();
            }
            catch (JMSException e) {
            }
         }
      });

      TimeUnit.SECONDS.sleep(5);

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      for (int i = 0; i < 200; i++) {
         producer.send(session.createTextMessage());
      }

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   @Test
   public void testExpiredMsgsInterleavedWithNonExpiredCumulativeAck() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
      connection.getPrefetchPolicy().setQueuePrefetch(400);

      Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

      connection.start();

      MessageProducer producer = session.createProducer(queue);
      MessageConsumer consumer = session.createConsumer(queue);

      // send a batch that expires in a short time.
      for (int i = 0; i < 200; i++) {

         if ((i % 2) == 0) {
            producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
         }
         else {
            producer.send(session.createTextMessage());
         }
      }

      // wait long enough so the first batch times out.
      TimeUnit.SECONDS.sleep(5);

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      assertEquals(200, queueView.getInFlightCount());

      final AtomicInteger msgCount = new AtomicInteger();

      consumer.setMessageListener(new MessageListener() {

         @Override
         public void onMessage(Message message) {
            try {
               if (msgCount.incrementAndGet() == 100) {
                  LOG.debug("Acking message: {}", message);
                  message.acknowledge();
               }
            }
            catch (JMSException e) {
            }
         }
      });

      TimeUnit.SECONDS.sleep(5);

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      // Now we just ack each and see if our counters come out right in the end.
      consumer.setMessageListener(new MessageListener() {

         @Override
         public void onMessage(Message message) {
            try {
               LOG.debug("Acking message: {}", message);
               message.acknowledge();
            }
            catch (JMSException e) {
            }
         }
      });

      for (int i = 0; i < 200; i++) {
         producer.send(session.createTextMessage());
      }

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   @Test
   public void testExpiredBatchBetweenNonExpiredMessages() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
      connection.getPrefetchPolicy().setQueuePrefetch(400);

      Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

      connection.start();

      MessageProducer producer = session.createProducer(queue);
      MessageConsumer consumer = session.createConsumer(queue);

      // Send one that doesn't expire so we can ack it.
      producer.send(session.createTextMessage());

      // send a batch that expires in a short time.
      for (int i = 0; i < 100; i++) {
         producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
      }

      // and send one that doesn't expire so we can ack it.
      producer.send(session.createTextMessage());

      // wait long enough so the first batch times out.
      TimeUnit.SECONDS.sleep(5);

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      assertEquals(102, queueView.getInFlightCount());

      consumer.setMessageListener(new MessageListener() {

         @Override
         public void onMessage(Message message) {
            try {
               message.acknowledge();
            }
            catch (JMSException e) {
            }
         }
      });

      TimeUnit.SECONDS.sleep(5);

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      for (int i = 0; i < 200; i++) {
         producer.send(session.createTextMessage());
      }

      assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

         @Override
         public boolean isSatisified() throws Exception {
            return queueView.getInFlightCount() == 0;
         }
      }));

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   @Test
   public void testConsumeExpiredQueueAndDlq() throws Exception {

      ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
      Connection connection = factory.createConnection();

      Session session = connection.createSession(false, Session.AUTO_ACKNOWLEDGE);

      MessageProducer producerNormal = session.createProducer(queue);
      MessageProducer producerExpire = session.createProducer(queue);
      producerExpire.setTimeToLive(500);

      MessageConsumer dlqConsumer = session.createConsumer(session.createQueue("ActiveMQ.DLQ"));
      connection.start();

      Connection consumerConnection = factory.createConnection();
      ActiveMQPrefetchPolicy prefetchPolicy = new ActiveMQPrefetchPolicy();
      prefetchPolicy.setAll(10);
      ((ActiveMQConnection) consumerConnection).setPrefetchPolicy(prefetchPolicy);
      Session consumerSession = consumerConnection.createSession(false, Session.CLIENT_ACKNOWLEDGE);
      MessageConsumer consumer = consumerSession.createConsumer(queue);
      consumerConnection.start();

      String msgBody = new String(new byte[20 * 1024]);
      for (int i = 0; i < data.length; i++) {
         Message message = session.createTextMessage(msgBody);
         producerExpire.send(queue, message);
      }

      for (int i = 0; i < data.length; i++) {
         Message message = session.createTextMessage(msgBody);
         producerNormal.send(queue, message);
      }

      ArrayList<Message> messages = new ArrayList<Message>();
      Message received;
      while ((received = consumer.receive(1000)) != null) {
         messages.add(received);
         if (messages.size() == 1) {
            TimeUnit.SECONDS.sleep(1);
         }
         received.acknowledge();
      }
      ;

      assertEquals("got messages", messageCount + 1, messages.size());

      ArrayList<Message> dlqMessages = new ArrayList<Message>();
      while ((received = dlqConsumer.receive(1000)) != null) {
         dlqMessages.add(received);
      }
      ;

      assertEquals("got dlq messages", data.length - 1, dlqMessages.size());

      final QueueViewMBean queueView = getProxyToQueueViewMBean();

      LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
      LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
      LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
      LOG.info("Expired Count: {}", queueView.getExpiredCount());
      LOG.info("InFlight Count: {}", queueView.getInFlightCount());
   }

   private QueueViewMBean getProxyToQueueViewMBean() throws Exception {
      final ObjectName queueViewMBeanName = new ObjectName("org.apache.activemq:type=Broker,brokerName=localhost,destinationType=Queue,destinationName=" + queue.getQueueName());
      final QueueViewMBean proxy = (QueueViewMBean) brokerService.getManagementContext().newProxyInstance(queueViewMBeanName, QueueViewMBean.class, true);
      return proxy;
   }
}
