从我的节点服务器中的API获取一致的数据，而不会出现故障[duplicate]

Question

我使用节点服务器从binance获取交易数据。有一千多对需要进行交易。该功能需要时间才能完全运行。我需要的功能，以重新启动，每当它完成运行，使我不断获得新的数据，而我的服务器是活的和运行。但是，在我的服务器运行10-15分钟后，会发生以下错误：

我想让服务器在后台永久运行，并让这个函数继续从API获取交易，并将这些交易存储在我的数据库中。我定义了另一个GET方法，然后从我的数据库中获取交易。我试图永久运行的功能位于我的主服务器中。js文件：

const getTrades = async () => {
  let page = 1;
  let coins = [];
  const results = await db.query("SELECT * FROM pairs;");
  const pairs = results.rows;
  const latest = await db.query("SELECT MAX(trade_time) FROM trades");
  const latestTrade = latest.rows[0].max;

  while (page < 55) {
    gecko = await axios(
      `https://api.coingecko.com/api/v3/coins/markets?vs_currency=USD&order=market_cap_desc&per_page=250&page=${page}`
    );
    coins.push(gecko.data);
    page++;
  }
  console.log("Loop over");
  coins = coins.flat();
  for (const pair of pairs) {
    let biggestTrade = [];
    response = await axios.get(
      `https://api.binance.com/api/v3/trades?symbol=${pair.pair}`
    );
    let filtered = response.data;
    filtered = filtered.filter((trade) => trade.time > latestTrade);

    let sells = filtered.filter((trade) => trade.isBuyerMaker === true);
    let buys = filtered.filter((trade) => trade.isBuyerMaker === false);
    if (sells.length > 0) {
      biggestTrade.push(
        sells.reduce(function (prev, current) {
          return prev.quoteQty > current.quoteQty ? prev : current;
        })
      );
    }
    if (buys.length > 0) {
      biggestTrade.push(
        buys.reduce(function (prev, current) {
          return prev.quoteQty > current.quoteQty ? prev : current;
        })
      );
    }

    biggestTrade = biggestTrade.flat();
    for (const trade of biggestTrade) {
      let priceUSD = 0;
      let baseAssetIcon = "";
      for (const coin of coins) {
        if (coin.symbol.toUpperCase() === pair.quote_asset) {
          priceUSD = coin.current_price;
        }
        if (coin.symbol.toUpperCase() === pair.base_asset) {
          baseAssetIcon = coin.image;
        }
        if (priceUSD > 0 && baseAssetIcon.length > 0) {
          break;
        }
      }
      if (trade.quoteQty * priceUSD > 50000) {
        const results = db.query(
          "INSERT INTO trades (exchange_name, exchange_icon_url, trade_time, price_in_quote_asset,price_in_usd, trade_value, base_asset_icon,  qty, quoteQty, is_buyer_maker, pair, base_asset_trade, quote_asset_trade) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12, $13)",
          [
            "Binance",
            "https://assets.coingecko.com/markets/images/52/small/binance.jpg?1519353250",
            trade.time,
            trade.price,
            priceUSD,
            trade.quoteQty * priceUSD,
            baseAssetIcon,
            trade.qty,
            trade.quoteQty,
            trade.isBuyerMaker,
            pair.pair,
            pair.base_asset,
            pair.quote_asset,
          ]
        );
        console.log("Trade Added");
      }
    }
  }
  console.log("PAIRS ARE OVER");
};

如何使函数在指定时间段后重复运行，服务器不中断。

Answer 1

如果连续多次调用外部第三方API，而调用之间没有间隔，则要求断开连接，因为API的安全策略将阻止此类客户端。想象一下，如果整个世界在一台服务器上同时建立55个连接。服务器肯定会崩溃。

我在你的代码中看到你一次打55个电话。我建议你在每次通话之间延迟一段时间。

const delay = time => new Promise(res => setTimeout(res,time));

await delay(1000); // 1 second delay

还有其他优化可以防止axios中的连接问题，例如共享httpAgent：

import http from "http"
import https from "https"
import axios from "axios"

const httpAgent = new http.Agent({ keepAlive: true })
const httpsAgent = new https.Agent({ keepAlive: true })

const api = axios.create({
  baseURL: "http://google.com",
  httpAgent,
  httpsAgent,
})


//now you will reuse the axios instance:
while(page < 55) {
 await delay(500);

 gecko = await api(
      `https://api.coingecko.com/api/v3/coins/markets?vs_currency=USD&order=market_cap_desc&per_page=250&page=${page}`
    );
}