server.js

const express = require('express');
const cors = require('cors');
const config = require('./src/config/config');
const logger = require('./src/utils/logger');
const { errorHandler } = require('./src/middleware/validation');
const scrapeRoutes = require('./src/routes/scrape');
const authRoutes = require('./src/routes/auth');
const pooledScrapingService = require('./src/services/pooledScraper');

const app = express();

// Middleware
app.use(cors());
app.use(express.json({ limit: '1mb' }));
app.use(express.urlencoded({ extended: true }));

// Health check endpoint
app.get('/health', (req, res) => {
  res.json({
    status: 'OK',
    timestamp: new Date().toISOString(),
    version: '1.0.0'
  });
});

// API routes
app.use('/api', scrapeRoutes);
app.use('/api/auth', authRoutes);

// Error handling middleware
app.use(errorHandler);

// 404 handler
app.use('*', (req, res) => {
  res.status(404).json({
    success: false,
    error: 'Endpoint not found'
  });
});

// Initialize browser pool and start server
async function startServer() {
  try {
    logger.info('Initializing browser pool...');
    await pooledScrapingService.initialize();
    
    const server = app.listen(config.port, () => {
      logger.info(`Server running on port ${config.port}`);
      logger.info(`Environment: ${config.nodeEnv}`);
      logger.info(`Health check: http://localhost:${config.port}/health`);
      logger.info(`Browser pool: ${config.browserPool.maxBrowsers} browsers, ${config.browserPool.maxPagesPerBrowser} pages each`);
    });

    return server;
  } catch (error) {
    logger.error('Failed to start server:', error.message);
    process.exit(1);
  }
}

const serverPromise = startServer();

// Graceful shutdown
async function gracefulShutdown(signal) {
  logger.info(`${signal} received, shutting down gracefully`);
  const server = await serverPromise;

  server.close(async () => {
    logger.info('Server closed');
    await pooledScrapingService.shutdown();
    process.exit(0);
  });
}

process.on('SIGTERM', () => gracefulShutdown('SIGTERM'));
process.on('SIGINT', () => gracefulShutdown('SIGINT'));

module.exports = app;