gir.js

const axios = require('axios');
const cheerio = require('cheerio');
const fs = require('fs');
const path = require('path');
const Papa = require('papaparse');
const fetch = require('node-fetch');

const MAPBOX_API_KEY = 'pk.eyJ1IjoibmVwYXYiLCJhIjoiY2xtamU3ZzdsMDN1bzJxbm92OTY2NnpubSJ9.6ewU3v2rWTX7wa8DWMjn-g'; // Replace with your Mapbox API key

// Function to extract latest Global Inflation Rates and store them into CSV file
async function extractInterestRates() {
    const url = 'https://www.global-rates.com/en/interest-rates/central-banks/central-banks.aspx';
    
    try {
        const response = await axios.get(url);
        const $ = cheerio.load(response.data);
        
        const selector = "#ctl00 > table.maintable > tbody > tr > td > table > tbody > tr:nth-child(2) > td:nth-child(2) > table:nth-child(6)";
        const rows = $(selector).find('tr');

        let csvData = 'Name of interest rate\tCountry/Region\tCurrent Rate\tDirection\tPrevious Rate\tChange\n';

        rows.each((index, row) => {
            if (index !== 0) { // Skip header row
                const columns = $(row).find('td');
                const rowData = columns.map((_, col) => {
                    let text = $(col).text().trim();
                    // Ensure only numerical values for current and previous rate columns
                    if (_ === 2 || _ === 4) {
                        text = text.replace(/[^0-9.]/g, ''); // Remove all non-numeric characters except for the decimal point
                    }
                    // Extract direction based on the icon
                    if (_ === 3) {
                        const hasUpIcon = $(col).find('img[src*="up.gif"]').length > 0;
                        const hasDownIcon = $(col).find('img[src*="down.gif"]').length > 0;
                        text = hasUpIcon ? 'Up' : hasDownIcon ? 'Down' : 'Neutral';
                    }
                    // Reformat date in the "Change" column
                    if (_ === 5) {
                        const dateParts = text.split('-');
                        if (dateParts.length === 3) {
                            text = `${dateParts[2]}-${dateParts[0].padStart(2, '0')}-${dateParts[1].padStart(2, '0')}`;
                        }
                    }
                    return text;
                }).get();
                csvData += rowData.join('\t') + '\n';
            }
        });

        // Generate filename based on current date and time
        const date = new Date();
        const filename = `Global_Inflation_Rates_${date.getFullYear()}-${date.getMonth() + 1}-${date.getDate()}_${date.getHours()}-${date.getMinutes()}-${date.getSeconds()}.csv`;

        // Write data to CSV file
        fs.writeFileSync(filename, csvData);
        console.log(csvData);
        console.log(`Data written to ${filename}`);
    } catch (error) {
        console.error('Error fetching or processing data:', error);
    }
}

// Function to get the latest CSV file
function getLatestCSV() {
  const files = fs.readdirSync('./'); // Assuming CSV files are in the root directory
  const csvFiles = files.filter(file => file.startsWith('Global_Inflation_Rates_') && file.endsWith('.csv'));
  csvFiles.sort((a, b) => fs.statSync(b).mtime.getTime() - fs.statSync(a).mtime.getTime());
  return csvFiles[0] ? path.join('./', csvFiles[0]) : null;
}

// Function to parse the CSV data
function parseCSVData(file) {
  const csvData = fs.readFileSync(file, 'utf8');
  return Papa.parse(csvData, { header: true }).data;
}

// Given the country name retrieve conutrys longitude and latitude to be used on map (Mapbox)
async function geocodeCountry(countryName) {
    try {
        const response = await fetch(`https://api.mapbox.com/geocoding/v5/mapbox.places/${countryName}.json?access_token=${MAPBOX_API_KEY}`);
        if (response.ok) {
            const data = await response.json();
            const feature = data.features[0];
            if (feature) {
                const { coordinates } = feature.geometry;
                return {
                    latitude: coordinates[1],
                    longitude: coordinates[0]
                };
            }
        }
    } catch (error) {
        console.error('Error geocoding country:', error);
    }
    return null;
}

// Convert DATA into GeoJSON format for displaying on the map (Mapbox)
async function convertToGeoJSON(data) {
    const geoJsonData = {
        type: 'FeatureCollection',
        features: []
    };

    for (const row of data) {
        const countryName = row['Country/Region'];
       // Generate random two-digit numbers for currentRate and previousRate
       const currentRate = Math.floor(Math.random() * 90 + 10) / 10; // Random float between 1.0 and 9.9
       const previousRate = Math.floor(Math.random() * 90 + 10) / 10; // Random float between 1.0 and 9.9


        // Use Mapbox Geocoding API to get latitude and longitude for the country
        const geoData = await geocodeCountry(countryName);

        if (geoData) {
            const { latitude, longitude } = geoData;
            const feature = {
                type: 'Feature',
                properties: {
                    country: countryName,
                    currentRate,
                    previousRate
                },
                geometry: {
                    type: 'Point',
                    coordinates: [longitude, latitude]
                }
            };
            geoJsonData.features.push(feature);
        }
    }
    console.log(JSON.stringify(geoJsonData));

    return geoJsonData;
}

module.exports = {
    extractInterestRates,
    getLatestCSV,
    convertToGeoJSON,
    parseCSVData
};