index.js

const { MongoClient } = require('mongodb');
const { fetchDuneData } = require('./duneAPI');
const queryConfig = require('./queryConfig.json');

const uri = 'mongodb+srv://<username>:<password>@cluster0.11spvpz.mongodb.net/?retryWrites=true&w=majority';
const client = new MongoClient(uri);

async function connectToDB() {
  try {
    await client.connect();
    console.log('Connected to MongoDB');

    const { queries, apiKey } = queryConfig;

    for (const { queryId } of queries) {
      const duneData = await fetchDuneData(queryId, apiKey);

      const db = client.db('defiData');
      const collection = db.collection(queryId);
      await collection.insertMany(duneData);
      console.log(`Inserted ${duneData.length} documents for query ${queryId} into MongoDB`);
    }

  } catch (err) {
    console.error(err);
  } finally {
    await client.close();
    console.log('Disconnected from MongoDB');
  }
}

connectToDB();