Skip to content

Commit affa1d9

Browse files
kev1n-peterskev1n-peters
committed
cloud_functions: Added updateTokenMetadata cloud function
1 parent 10c26a9 commit affa1d9

File tree

7 files changed

+269
-135
lines changed

7 files changed

+269
-135
lines changed

‎cloud_functions/scripts/deploy.sh

+1
Original file line numberDiff line numberDiff line change
@@ -156,3 +156,4 @@ gcloud functions deploy compute-tvl-tvm --entry-point computeTvlTvm --runtime no
156156
gcloud functions deploy tvl-history --entry-point getTVLHistory --runtime nodejs16 --trigger-http --allow-unauthenticated --timeout 300 --memory 256MB --region europe-west3 --set-env-vars FIRESTORE_TVL_HISTORY_COLLECTION=$FIRESTORE_TVL_HISTORY_COLLECTION
157157
gcloud functions deploy message-count-history --entry-point getMessageCountHistory --runtime nodejs16 --trigger-http --allow-unauthenticated --timeout 300 --memory 256MB --region europe-west3 --set-env-vars FIRESTORE_MESSAGE_COUNT_HISTORY_COLLECTION=$FIRESTORE_MESSAGE_COUNT_HISTORY_COLLECTION
158158
gcloud functions deploy compute-message-count-history --entry-point computeMessageCountHistory --runtime nodejs16 --trigger-http --no-allow-unauthenticated --timeout 300 --memory 1GB --region europe-west3 --set-env-vars BIGTABLE_INSTANCE_ID=$BIGTABLE_INSTANCE_ID,BIGTABLE_SIGNED_VAAS_TABLE_ID=$BIGTABLE_SIGNED_VAAS_TABLE_ID,FIRESTORE_MESSAGE_COUNT_HISTORY_COLLECTION=$FIRESTORE_MESSAGE_COUNT_HISTORY_COLLECTION
159+
gcloud functions deploy update-token-metadata --entry-point updateTokenMetadata --runtime nodejs16 --trigger-http --no-allow-unauthenticated --timeout 300 --memory 256MB --region europe-west3 --set-env-vars PG_USER=$PG_USER,PG_PASSWORD=$PG_PASSWORD,PG_DATABASE=$PG_DATABASE,PG_HOST=$PG_HOST,PG_TOKEN_METADATA_TABLE=$PG_TOKEN_METADATA_TABLE

‎cloud_functions/src/index.ts

+2
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ export const { getTVLHistory } = require('./getTVLHistory');
2020
export const { getMessageCountHistory } = require('./getMessageCountHistory');
2121
export const { computeMessageCountHistory } = require('./computeMessageCountHistory');
2222
export const { computeTvlTvm } = require('./computeTvlTvm');
23+
export const { updateTokenMetadata } = require('./updateTokenMetadata');
2324

2425
// Register an HTTP function with the Functions Framework that will be executed
2526
// when you make an HTTP request to the deployed function's endpoint.
@@ -41,3 +42,4 @@ functions.http('getTVLHistory', getTVLHistory);
4142
functions.http('getMessageCountHistory', getMessageCountHistory);
4243
functions.http('computeMessageCountHistory', computeMessageCountHistory);
4344
functions.http('computeTvlTvm', computeTvlTvm);
45+
functions.http('updateTokenMetadata', updateTokenMetadata);

‎cloud_functions/src/updateTokenMetadata.ts

+125
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
import {
2+
assertEnvironmentVariable,
3+
chunkArray,
4+
} from '@wormhole-foundation/wormhole-monitor-common';
5+
import knex, { Knex } from 'knex';
6+
import { ChainId, assertChain, toChainName } from '@certusone/wormhole-sdk';
7+
import {
8+
COINGECKO_PLATFORM_BY_CHAIN,
9+
CoinGeckoCoin,
10+
TokenMetadata,
11+
fetchCoins,
12+
getNativeAddress,
13+
} from '@wormhole-foundation/wormhole-monitor-database';
14+
15+
const coinGeckoCoinIdCache = new Map<string, string>();
16+
17+
const findCoinGeckoCoinId = (
18+
chainId: ChainId,
19+
nativeAddress: string,
20+
coinGeckoCoins: CoinGeckoCoin[]
21+
): string | null => {
22+
const key = `${chainId}/${nativeAddress}`;
23+
const coinId = coinGeckoCoinIdCache.get(key);
24+
if (coinId !== undefined) {
25+
return coinId;
26+
}
27+
const chainName = toChainName(chainId);
28+
const platform = COINGECKO_PLATFORM_BY_CHAIN[chainName];
29+
if (platform === undefined) {
30+
return null;
31+
}
32+
for (const coin of coinGeckoCoins) {
33+
if (coin.platforms[platform] === nativeAddress) {
34+
coinGeckoCoinIdCache.set(key, coin.id);
35+
return coin.id;
36+
}
37+
}
38+
return null;
39+
};
40+
41+
export async function updateTokenMetadata(req: any, res: any) {
42+
res.set('Access-Control-Allow-Origin', '*');
43+
if (req.method === 'OPTIONS') {
44+
// Send response to OPTIONS requests
45+
res.set('Access-Control-Allow-Methods', 'GET');
46+
res.set('Access-Control-Allow-Headers', 'Content-Type');
47+
res.set('Access-Control-Max-Age', '3600');
48+
res.sendStatus(204);
49+
return;
50+
}
51+
let pg: Knex | undefined;
52+
try {
53+
pg = knex({
54+
client: 'pg',
55+
connection: {
56+
host: assertEnvironmentVariable('PG_HOST'),
57+
// port: 5432, // default
58+
user: assertEnvironmentVariable('PG_USER'),
59+
password: assertEnvironmentVariable('PG_PASSWORD'),
60+
database: assertEnvironmentVariable('PG_DATABASE'),
61+
},
62+
});
63+
const table = assertEnvironmentVariable('PG_TOKEN_METADATA_TABLE');
64+
const result = await pg<TokenMetadata>(table)
65+
.select()
66+
.whereNull('native_address')
67+
.orWhereNull('coin_gecko_coin_id');
68+
const coinGeckoCoins = await fetchCoins();
69+
const toUpdate: TokenMetadata[] = [];
70+
for (let {
71+
token_chain,
72+
token_address,
73+
native_address,
74+
coin_gecko_coin_id,
75+
name,
76+
symbol,
77+
decimals,
78+
} of result) {
79+
assertChain(token_chain);
80+
let shouldUpdate = false;
81+
if (native_address === null) {
82+
native_address = await getNativeAddress(token_chain, token_address);
83+
shouldUpdate ||= native_address !== null;
84+
}
85+
if (coin_gecko_coin_id === null && native_address !== null) {
86+
coin_gecko_coin_id = findCoinGeckoCoinId(token_chain, native_address, coinGeckoCoins);
87+
shouldUpdate ||= coin_gecko_coin_id !== null;
88+
}
89+
if (shouldUpdate) {
90+
const tokenMetadata: TokenMetadata = {
91+
token_chain,
92+
token_address,
93+
native_address: native_address?.replace('\x00', '') || null, // postgres complains about invalid utf8 byte sequence
94+
coin_gecko_coin_id,
95+
name,
96+
symbol,
97+
decimals,
98+
};
99+
toUpdate.push(tokenMetadata);
100+
console.log('will update', tokenMetadata);
101+
}
102+
}
103+
if (toUpdate.length > 0) {
104+
const chunks = chunkArray(toUpdate, 100);
105+
let numUpdated = 0;
106+
for (const chunk of chunks) {
107+
const result: any = await pg<TokenMetadata>(table)
108+
.insert(chunk)
109+
.onConflict(['token_chain', 'token_address'])
110+
.merge(['native_address', 'coin_gecko_coin_id']);
111+
numUpdated += result.rowCount;
112+
}
113+
console.log(`updated ${numUpdated} rows`);
114+
} else {
115+
console.log(`nothing to update`);
116+
}
117+
res.sendStatus('200');
118+
} catch (e) {
119+
console.error(e);
120+
res.sendStatus(500);
121+
}
122+
if (pg) {
123+
await pg.destroy();
124+
}
125+
}

‎database/scripts/updateTokenMetadata.ts

+7-134
Original file line numberDiff line numberDiff line change
@@ -4,149 +4,22 @@ import {
44
assertEnvironmentVariable,
55
chunkArray,
66
} from '@wormhole-foundation/wormhole-monitor-common';
7+
import { ChainId, assertChain, toChainName } from '@certusone/wormhole-sdk';
78
import {
8-
CHAIN_ID_ALGORAND,
9-
CHAIN_ID_APTOS,
10-
CHAIN_ID_INJECTIVE,
11-
CHAIN_ID_NEAR,
12-
CHAIN_ID_SOLANA,
13-
CHAIN_ID_SUI,
14-
CHAIN_ID_TERRA,
15-
CHAIN_ID_TERRA2,
16-
CHAIN_ID_XPLA,
17-
CONTRACTS,
18-
ChainId,
19-
ChainName,
20-
assertChain,
21-
getTypeFromExternalAddress,
22-
hexToUint8Array,
23-
isEVMChain,
24-
queryExternalId,
25-
queryExternalIdInjective,
26-
toChainName,
27-
tryHexToNativeAssetString,
28-
tryHexToNativeStringNear,
29-
} from '@certusone/wormhole-sdk';
30-
import { CoinGeckoCoin, TokenMetadata, fetchCoins } from '../src';
9+
COINGECKO_PLATFORM_BY_CHAIN,
10+
CoinGeckoCoin,
11+
TokenMetadata,
12+
fetchCoins,
13+
getNativeAddress,
14+
} from '../src';
3115
import knex from 'knex';
32-
import { ChainGrpcWasmApi } from '@injectivelabs/sdk-ts';
33-
import { Network, getNetworkInfo } from '@injectivelabs/networks';
34-
import { LCDClient } from '@xpla/xpla.js';
35-
import { connect } from 'near-api-js';
36-
import { AptosClient } from 'aptos';
37-
import { Connection, JsonRpcProvider } from '@mysten/sui.js';
38-
import { getTokenCoinType } from '@certusone/wormhole-sdk/lib/cjs/sui';
3916

4017
const PG_USER = assertEnvironmentVariable('PG_USER');
4118
const PG_PASSWORD = assertEnvironmentVariable('PG_PASSWORD');
4219
const PG_DATABASE = assertEnvironmentVariable('PG_DATABASE');
4320
const PG_HOST = assertEnvironmentVariable('PG_HOST');
4421
const TOKEN_METADATA_TABLE = assertEnvironmentVariable('PG_TOKEN_METADATA_TABLE');
4522

46-
const getNativeAddress = async (
47-
tokenChain: ChainId,
48-
tokenAddress: string
49-
): Promise<string | null> => {
50-
try {
51-
if (
52-
isEVMChain(tokenChain) ||
53-
tokenChain === CHAIN_ID_SOLANA ||
54-
tokenChain === CHAIN_ID_ALGORAND ||
55-
tokenChain === CHAIN_ID_TERRA
56-
) {
57-
return tryHexToNativeAssetString(tokenAddress, tokenChain);
58-
} else if (tokenChain === CHAIN_ID_XPLA) {
59-
const client = new LCDClient({
60-
URL: 'https://dimension-lcd.xpla.dev',
61-
chainID: 'dimension_37-1',
62-
});
63-
return (
64-
(await queryExternalId(client, CONTRACTS.MAINNET.xpla.token_bridge, tokenAddress)) || null
65-
);
66-
} else if (tokenChain === CHAIN_ID_TERRA2) {
67-
const client = new LCDClient({
68-
URL: 'https://phoenix-lcd.terra.dev',
69-
chainID: 'phoenix-1',
70-
});
71-
return (
72-
(await queryExternalId(client, CONTRACTS.MAINNET.terra2.token_bridge, tokenAddress)) || null
73-
);
74-
} else if (tokenChain === CHAIN_ID_INJECTIVE) {
75-
const client = new ChainGrpcWasmApi(getNetworkInfo(Network.MainnetK8s).grpc);
76-
return await queryExternalIdInjective(
77-
client,
78-
CONTRACTS.MAINNET.injective.token_bridge,
79-
tokenAddress
80-
);
81-
} else if (tokenChain === CHAIN_ID_APTOS) {
82-
const client = new AptosClient('https://fullnode.mainnet.aptoslabs.com');
83-
return await getTypeFromExternalAddress(
84-
client,
85-
CONTRACTS.MAINNET.aptos.token_bridge,
86-
tokenAddress
87-
);
88-
} else if (tokenChain === CHAIN_ID_NEAR) {
89-
const NATIVE_NEAR_WH_ADDRESS =
90-
'0000000000000000000000000000000000000000000000000000000000000000';
91-
const NATIVE_NEAR_PLACEHOLDER = 'near';
92-
if (tokenAddress === NATIVE_NEAR_WH_ADDRESS) {
93-
return NATIVE_NEAR_PLACEHOLDER;
94-
} else {
95-
const connection = await connect({
96-
nodeUrl: 'https://rpc.mainnet.near.org',
97-
networkId: 'mainnet',
98-
});
99-
return await tryHexToNativeStringNear(
100-
connection.connection.provider,
101-
CONTRACTS.MAINNET.near.token_bridge,
102-
tokenAddress
103-
);
104-
}
105-
} else if (tokenChain === CHAIN_ID_SUI) {
106-
const provider = new JsonRpcProvider(
107-
new Connection({ fullnode: 'https://fullnode.mainnet.sui.io' })
108-
);
109-
return await getTokenCoinType(
110-
provider,
111-
CONTRACTS.MAINNET.sui.token_bridge,
112-
hexToUint8Array(tokenAddress),
113-
CHAIN_ID_SUI
114-
);
115-
}
116-
} catch (e) {
117-
console.error(e);
118-
}
119-
return null;
120-
};
121-
122-
// https://api.coingecko.com/api/v3/asset_platforms
123-
const COINGECKO_PLATFORM_BY_CHAIN: { [key in ChainName]?: string } = {
124-
solana: 'solana',
125-
ethereum: 'ethereum',
126-
terra: 'terra',
127-
terra2: 'terra-2',
128-
bsc: 'binance-smart-chain',
129-
polygon: 'polygon-pos',
130-
avalanche: 'avalanche',
131-
oasis: 'oasis',
132-
algorand: 'algorand',
133-
aptos: 'aptos',
134-
aurora: 'aurora',
135-
fantom: 'fantom',
136-
karura: 'karura',
137-
acala: 'acala',
138-
klaytn: 'klay-token',
139-
celo: 'celo',
140-
near: 'near-protocol',
141-
moonbeam: 'moonbeam',
142-
arbitrum: 'arbitrum-one',
143-
optimism: 'optimistic-ethereum',
144-
xpla: undefined,
145-
injective: undefined,
146-
sui: 'sui',
147-
base: 'base',
148-
};
149-
15023
const coinGeckoCoinIdCache = new Map<string, string>();
15124

15225
const findCoinGeckoCoinId = (

‎database/src/coingecko.ts

+30-1
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,39 @@
1+
import { ChainName } from '@certusone/wormhole-sdk';
12
import { chunkArray, sleep } from '@wormhole-foundation/wormhole-monitor-common';
2-
import axios, { AxiosError, isAxiosError } from 'axios';
3+
import axios, { isAxiosError } from 'axios';
34

45
const COIN_GECKO_API_BASE_URL = 'https://api.coingecko.com/api/v3';
56
const COIN_GECKO_PRO_API_BASE_URL = 'https://pro-api.coingecko.com/api/v3';
67
const COIN_GECKO_API_SLEEP_MS = 200;
78

9+
// https://api.coingecko.com/api/v3/asset_platforms
10+
export const COINGECKO_PLATFORM_BY_CHAIN: { [key in ChainName]?: string } = {
11+
solana: 'solana',
12+
ethereum: 'ethereum',
13+
terra: 'terra',
14+
terra2: 'terra-2',
15+
bsc: 'binance-smart-chain',
16+
polygon: 'polygon-pos',
17+
avalanche: 'avalanche',
18+
oasis: 'oasis',
19+
algorand: 'algorand',
20+
aptos: 'aptos',
21+
aurora: 'aurora',
22+
fantom: 'fantom',
23+
karura: 'karura',
24+
acala: 'acala',
25+
klaytn: 'klay-token',
26+
celo: 'celo',
27+
near: 'near-protocol',
28+
moonbeam: 'moonbeam',
29+
arbitrum: 'arbitrum-one',
30+
optimism: 'optimistic-ethereum',
31+
xpla: undefined,
32+
injective: 'injective',
33+
sui: 'sui',
34+
base: 'base',
35+
};
36+
837
export interface CoinGeckoPrices {
938
[coinId: string]: { usd: number | null };
1039
}

0 commit comments

Comments
 (0)