import requests
= requests.get(
LATEST_IPFS_CID "https://raw.githubusercontent.com/davidgasquez/gitcoin-grants-data-portal/main/data/IPFS_CID"
).text.strip()
= f"https://ipfs.filebase.io/ipfs/{LATEST_IPFS_CID}/" GATEWAY_URL
Gitcoin Grants Data Portal
First, we need to get the latest IPFS CID of the content. The hash is stored in a GitHub file while support for IPNS or ENS is added.
Once you have the latest URL, you can remotely access the data from your favorite data science tools like pandas, polars, DuckDB.
For example, let’s see the number of votes per round.
import duckdb
= (
_
duckdb.sql(f"""
select
round_id,
count(distinct id) as total_votes
from '{GATEWAY_URL}/round_votes.parquet'
group by round_id
order by 2 desc
limit 10;
"""
)
.df()="round_id", y="total_votes", title="Top 10 Rounds by Votes")
.plot.bar(x )
We can see for example the top contributors for chain 1
.
duckdb.sql(f"""
select
voter,
sum(amount_usd)
from '{GATEWAY_URL}/round_votes.parquet'
where chain_id = 1
group by 1
order by 2 desc
limit 10
"""
).df()
voter | sum(amount_usd) | |
---|---|---|
0 | 0x8a205728f464b0755f72780df1763d1e1f0f5ba5 | 8087.002244 |
1 | 0xbd4eb0295468c80725017f74113f5aebbd6e8d12 | 6810.616077 |
2 | 0x839395e20bbb182fa440d08f850e6c7a8f6f0780 | 5887.459406 |
3 | 0xd88d5b3dbe8790369799012310c31eb210eeec81 | 5079.673008 |
4 | 0xc81dd383d028fe6dc99f66b7db235eaea05ef9ec | 5039.444640 |
5 | 0x0fc338d0a925fa564171d1d7c0ffdb271ad19d49 | 4723.094377 |
6 | 0x471e96a01962b62fe3e9e8e367f6be56e3e983d0 | 4596.338842 |
7 | 0xc6d7522f7b012b22bc365c9c43b3dbf13b9aaff9 | 3420.906163 |
8 | 0xb13b2db51ca77ea06b1d3e83f2615006e9a4bdad | 3199.346490 |
9 | 0xd21d931890d27b6e7e2e668f27931e17698e90f1 | 3194.710788 |
Passport Scores
duckdb.sql(f"from '{GATEWAY_URL}/passport_scores.parquet' order by last_score_timestamp desc limit 10"
).df()
address | score | status | last_score_timestamp | evidence_type | evidence_success | evidence_raw_score | evidence_threshold | |
---|---|---|---|---|---|---|---|---|
0 | 0xd7665ed9d58ce503629c191a831a06c05ddf7037 | 0 | DONE | 2024-01-06 19:01:45.684000+00:00 | ThresholdScoreCheck | false | 18.069792 | 20.00000 |
1 | 0xa53079608d7b7bae62021231f0991a61b768dce8 | 0 | DONE | 2024-01-06 19:01:45.677000+00:00 | ThresholdScoreCheck | false | 9.106024 | 20.00000 |
2 | 0x68e47f84a594921ee47b90425eb15a45c55da26d | 0 | DONE | 2024-01-06 19:01:45.676000+00:00 | ThresholdScoreCheck | false | 7.075146 | 20.00000 |
3 | 0xcbff5694e3493149cca2a10dc54ccf73e92e045e | 0 | DONE | 2024-01-06 19:01:45.675000+00:00 | ThresholdScoreCheck | false | 14.629414 | 20.00000 |
4 | 0x36fc22f3240910f83522565b576123410450eeb9 | 0 | DONE | 2024-01-06 19:01:45.670000+00:00 | ThresholdScoreCheck | false | 12.899536 | 20.00000 |
5 | 0xfb1e792e994ab6d5e589de3a2ff6eaeca61b4cd6 | 0 | DONE | 2024-01-06 19:01:45.666000+00:00 | ThresholdScoreCheck | false | 9.845268 | 20.00000 |
6 | 0xd81199bc99e8015d8098582897038c9094f3ad98 | 0 | DONE | 2024-01-06 19:01:45.665000+00:00 | ThresholdScoreCheck | false | 4.493390 | 20.00000 |
7 | 0x60292ee7ac453105b4e1f9893fd2193a953838b8 | 1 | DONE | 2024-01-06 19:01:45.663000+00:00 | ThresholdScoreCheck | true | 32.447194 | 20.00000 |
8 | 0x0469243a92ae3b41816cc9cdb93e36839668133a | 0 | DONE | 2024-01-06 19:01:45.641000+00:00 | ThresholdScoreCheck | false | 11.858658 | 20.00000 |
9 | 0x61d73df2f0c6d0216a4ffbb40d9b09be54363077 | 1 | DONE | 2024-01-06 19:01:45.574000+00:00 | ThresholdScoreCheck | true | 20.003926 | 20.00000 |
Projects
duckdb.sql(f"from '{GATEWAY_URL}/projects.parquet' order by created_at desc limit 5"
).df()
project_id | project_number | meta_ptr | metadata | owners | created_at_block | chain_id | title | description | website | project_twitter | logo_image | banner_image | created_at | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 0x7d3e894c922c764d38732eaa6b86eaa61871da7ec212... | 426 | bafkreic4zphny5wsjoohuyjlqrjxupjy6zzpgpowze57l... | {"title": "Pesona Kahuripan", "description": "... | [0xD75DF39BF723F3b735B96ee4feBd23E9dBE3A9a6] | 167758764 | 42161 | Pesona Kahuripan | Pemenuhan akan rumah bagi setiap individu me... | https://pesonakahuripan.com/ | None | bafkreiaupubjceydwsmrlougogtfbitcxwgpqipe6lv32... | bafkreicgvvaco76xqcxuk3gi7mwqe77os3poi2cvre3no... | 1.704565e+12 |
1 | 0x88a260d90b042177ad288412bfaeae7f51d7fefcb62f... | 182 | bafkreiadmwxrtrzqlz5ctr7kyxb7gt3hwkbbens3scmm4... | {"title": "nasax", "description": "handmade ar... | [0x5C4361241425316f55895f72DA97294d3043C884] | 52008840 | 137 | nasax | handmade art nft | https://twitter.com/eissaaaaa77 | eissaaaaa77 | bafkreiar2rhbblgzrmwvc6gixtzc6k73qzanpfc6nx6pc... | bafkreibujsf2h73monn24s3myoiejdynvlscua2qf2xxz... | 1.704549e+12 |
2 | 0xee437e4d78dc9c53748e2599d09d947c1a5f9776d0f3... | 181 | bafkreib4xqqnlnp2mu4dct3fzsvhrt54ucocdvaddz7tn... | {"title": "zkevm ", "description": "testing", ... | [0xA4c4Bb40023257e6B2Cee5060b3680E4D433a247] | 52004926 | 137 | zkevm | testing | https://notyet.zk | naomisting | None | None | 1.704541e+12 |
3 | 0x1b89b88f610e76b9758ca8bf163366ec5e2729457dfb... | 425 | bafkreieogne3hvrmqt23vdm3ugmnrmkjky3alcfds4v3d... | {"title": "Scattering", "description": "Scatte... | [0xa7DeBb68F2684074Ec4354B68E36C34AF363Fd57] | 167631486 | 42161 | Scattering | Scattering aims to assist Arbitrum NFT space n... | https://scattering.io | scattering_io | bafkreiax7u5tsjz22jwb4mxc64pnxkv5fzn4rzl5ehcpw... | bafkreicwqwoyjpskicht35nbsg4i3ds3ss55vtcpcgbi3... | 1.704532e+12 |
4 | 0xcb759ada8604a0e258942723e2dfefd983c9d1d9c975... | 1314 | bafkreid6svbvrkhhujbminrbv2oz3soel7dugbw7zqz7i... | {"title": "DeSci Tokyo", "description": "@DeSc... | [0xFD7eE4906BDA909a240fc56d6b854c738bf7Aa7E] | 18941026 | 1 | DeSci Tokyo | @DeSciTokyo | https://desci-tokyo.jp/ | DeSciTokyo | bafkreibjh4hlynsph6lgr7sdb4hu2k6cqzqp4f4hf6rhk... | None | 1.704457e+12 |
Rounds
duckdb.sql(f"from '{GATEWAY_URL}/rounds.parquet' order by created_at_block desc limit 10"
).df()
id | amount_usd | votes | token | match_amount | match_amount_usd | unique_contributors | application_meta_ptr | application_metadata | meta_ptr | ... | applications_end_time | round_start_time | round_end_time | created_at_block | updated_at_block | chain_id | name | round_type | program_address | sybil_defense | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 0xe0a6f4e932b16c85318a77de43b7048863c522d2 | 17.723946 | 3 | 0x912ce59144191c1204e64559fe8253a0e49e6548 | 1.000000e+20 | 107.158592 | 1 | bafkreia2qz6iwittp5jg5q44i6zvedgccfnlumn6vs6uf... | {'lastUpdatedOn': 1701883086748, 'applicationS... | bafkreihaa3ec73fsujtba4xf6svwc6cyef2xjjl2weafv... | ... | 1.702166e+09 | 1701993540 | 1.702166e+09 | 157497847 | 157497847 | 42161 | GPT Internal Round | private | 0xd6d47d4f0b2384ab2df470c6a16e3fd241b8fb2b | False |
1 | 0xc283bc8656c3d4ca1fad0e41214f36c9ca370603 | 0.000000 | 0 | 0x912ce59144191c1204e64559fe8253a0e49e6548 | 1.000000e+20 | 109.056016 | 0 | bafkreibk3lzkasdvzsuinbotaimkwv6nhxee2zp2amrf5... | {'lastUpdatedOn': 1701541787075, 'applicationS... | bafkreic2z4h33bicge6afddigf3fivulb2aoaosui7fnq... | ... | 1.701724e+09 | 1701561600 | 1.701724e+09 | 156241985 | 156241985 | 42161 | GPT Round Internal | private | 0xe71d74a696fd8b80a5aa770dd582fb52ec17f9a9 | False |
2 | 0x302dbc8eb3bf73565a1205648b61b23cb3f72ff7 | 8796.982192 | 2971 | 0x912ce59144191c1204e64559fe8253a0e49e6548 | 7.500000e+22 | 74864.222250 | 1058 | bafkreibq4qfldppjpmcwmdgj6e2cz6weqihwyzqd4gu5g... | {'lastUpdatedOn': 1701102231738, 'applicationS... | bafkreia3okgfhb4367ro6qawohqqqi4zbydd44ybsshow... | ... | 1.702426e+09 | 1701129600 | 1.702426e+09 | 154645606 | 154645606 | 42161 | American Cancer Society | public | 0xc869181c8ad1d3689a9ccaa1321eb106f518895a | False |
3 | 0xadb87c22964fb8d79c294162b3c0a3b03c505ebf | 0.000000 | 0 | 0xaf88d065e77c8cc2239327c5edb3a432268e5831 | 5.000000e+08 | 499.981425 | 0 | bafkreideewpkktzagxbcpljwl7xlnpjs5ctta2lo33pzs... | {'lastUpdatedOn': 1701098056494, 'applicationS... | bafkreigspqpzoo4bhdvgfyub4zt2ayzmfiy2mppxm5lgf... | ... | 1.703290e+09 | 1702252800 | 1.703290e+09 | 154629810 | 154629810 | 42161 | LunCo Alpha QF | public | 0x263e7a6b847cd432ee9d6f20cc843672ce046e03 | False |
4 | 0xadd7212a6ef2985484b08a5c227721a57a1f50bc | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 3.700000e+19 | 74620.795709 | 0 | bafkreidjtodp7owb5b6ta2gzdjn7gn3bn4lo47tbb3dd6... | {'lastUpdatedOn': 1701097316391, 'applicationS... | bafkreih4ppi3wtqfhhlsfyxrgfabhdtuljokn7igrt552... | ... | 1.702426e+09 | 1701129600 | 1.702426e+09 | 154626834 | 154626834 | 42161 | American Cancer Society | private | 0x4d272ea21f84db89424fc81c49040cc583853bdc | False |
5 | 0x822742805c0596e883aba99ba2f3117e8c49b94a | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 7.530000e+19 | 159631.419511 | 0 | bafkreia7ri3lvr7rt2cxwns2t5m2ckq2bjjw47lcin7ol... | {'lastUpdatedOn': 1700842457598, 'applicationS... | bafkreif5ngqx6qporajw2uiqlpysqbdzogkllg6pn2gra... | ... | 1.702339e+09 | 1701086400 | 1.702339e+09 | 153655116 | 153655116 | 42161 | American Cancer Society | public | 0xb7b66431d214ff01d0c3cb64e3c66d29c4b5c938 | False |
6 | 0xe378c217ec2404de0abe52edf28e58b788a1b113 | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 0.000000e+00 | 0.000000 | 0 | bafkreico4xgx233rzrqqmhcwa73vejclj2ethlui725fb... | {'lastUpdatedOn': 1700835549100, 'applicationS... | bafkreiezs6ndr2mml7nsdkfkiv3zrkg6iwaeav5bizcom... | ... | 1.157921e+77 | 1701388800 | 1.157921e+77 | 153628011 | 153628011 | 42161 | Microgrants | public | 0x71e4419cda0705ab913d0c17818a6a24564a6bdd | NaN |
7 | 0x670b52da86e2132eca2f2029fa36c724aae4a16e | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 0.000000e+00 | 0.000000 | 0 | bafkreidgghtkyyjeemh47rcqoskaspu7gortvq57w6hyp... | {'lastUpdatedOn': 1700832116919, 'applicationS... | bafkreicbnwdssvo7ivaig7iml7vhpumd6nejo2bg6kth5... | ... | 1.157921e+77 | 1700870400 | 1.157921e+77 | 153614761 | 153614761 | 42161 | Sov's Direct Grants Extravaganza | private | 0xc413d1d5fbfb8df78de267fdb942875bf6ef7d7f | NaN |
8 | 0xb1cc3d9425ba068d8edffe13124cadcb77ef57ee | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 0.000000e+00 | 0.000000 | 0 | bafkreicy4w5hweywhg7pd4dzzcev52s7bopttvpbl4wn2... | {'lastUpdatedOn': 1700801533914, 'applicationS... | bafkreibfaodqjmbbb2pmteu6sycei36plcd5n6uu3hi4k... | ... | 1.157921e+77 | 1700850600 | 1.157921e+77 | 153494560 | 153494560 | 42161 | Test Grant | public | 0x436b05a2158790b0e1b29cd840863a2a45c144ae | NaN |
9 | 0x23b136ed9b30323b9c6ece32f60e11acb5480010 | 0.000000 | 0 | 0x0000000000000000000000000000000000000000 | 0.000000e+00 | 0.000000 | 0 | bafkreigypvtky37wnatkuekytcxmbple337imt7nqk4gi... | {'lastUpdatedOn': 1700762781329, 'applicationS... | bafkreicmf4k22iknkigaatoww4ji2sdxw6ofsc4d7n747... | ... | 1.157921e+77 | 1700784000 | 1.157921e+77 | 153348089 | 153348089 | 42161 | GMX DAO Grants | public | 0x3f02dd0200209a14bb40ffa7157232a00d04fd02 | NaN |
10 rows × 22 columns
Votes
duckdb.sql(f"from '{GATEWAY_URL}/round_votes.parquet' order by amount_usd desc limit 10"
).df()
chain_id | round_id | id | transaction | block_number | project_id | application_id | voter | grant_address | token | amount | amount_usd | amount_round_token | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0xb200421dc21e966761f94e508ce5480239c1852ab639... | 0x6f53b32c4bad4efe6642da540b2e8698c17df85edbf8... | 67744603 | 0x05d5e2edfb321593560def03f77b7c30ed4533f6a9db... | 2 | 0x4a03721c829ae3d448bf37cac21527cbe75fc4cb | 0x4a03721c829ae3d448bf37cac21527cbe75fc4cb | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.111110e+23 | 111079.112254 | 5.442536e+23 |
1 | 424 | 0xd4cc0dd193c7dc1d665ae244ce12d7fab337a008 | 0xe724e8845d530b3db1b3a2e5764c76f8881b88b9c68e... | 0xf5fdd4f2e20d6ae1268f1a49390a208028d4f0bbe2c4... | 6078325 | 0x20636c87f66406e917bd61ef99d029bd0dad28d27140... | 25 | 0xa29744b745800ccd814e6f59271ecd74682eccb0 | 0xb6091aab544ef253c23a37295953aafc9d836681 | 0x0000000000000000000000000000000000000000 | 1.500000e+19 | 30872.648709 | 3.099092e+22 |
2 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0xeca8c67a58b5d16ba9e6818dab974bae2efaaf5612df... | 0x1c060e3e101f8d795d5ba081acefc98c59b8565adeb4... | 67661917 | 0x214c25fa0544f8c1e1205dd0e5e77e39e2e0895fd73c... | 13 | 0x1f8e87f31b60aed9c71f32eb997bc499394bea1d | 0xdf24702c11dba5874fcd891f7f45a15a77824058 | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.999900e+22 | 19998.754212 | 9.397697e+22 |
3 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0x94584eddf1391e4516664ca7b47f0cf92a81fc35bd30... | 0xd940a5fb188af23525588600740ab56a61c9e16421da... | 68329567 | 0xfe7a435990ed8d5702e74899d328ce22647b6959a638... | 9 | 0xb0d57cd79adc1d9aec41f30faec203550bbe1a72 | 0x0393856410e8f78553479c6d39527adbaaebc51c | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.500000e+22 | 14993.699400 | 7.845908e+22 |
4 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0xc627d7e3f66532e664dea73d2b20d68b84cddf56c43e... | 0x3ea023c82587bf501768b8d351c09de79362f95979b3... | 68329613 | 0xfe7a435990ed8d5702e74899d328ce22647b6959a638... | 9 | 0x98705b13faf6d6792fb4ef147d6079ba8b2d9bab | 0x0393856410e8f78553479c6d39527adbaaebc51c | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.500000e+22 | 14993.699400 | 7.845908e+22 |
5 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0x44c34e30e8f8c81d26624c650ebaf461ff1f26f1b03c... | 0x2372a11c7ffcf87bbf0891d455aab550f3a711135efb... | 68330150 | 0xfe7a435990ed8d5702e74899d328ce22647b6959a638... | 9 | 0x28ba3468f5962e30c9d2a47f3ce5a51b2727c3b5 | 0x0393856410e8f78553479c6d39527adbaaebc51c | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.500000e+22 | 14993.699400 | 7.845908e+22 |
6 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0x1c0be11fc1bd772145f3def92ccc39738b4c9429e01e... | 0xd38495842fa1764aec5b0d8b77f6dea731887f80a070... | 68330300 | 0xfe7a435990ed8d5702e74899d328ce22647b6959a638... | 9 | 0xb8c538324e29b29aef03decd20f1e6b3711556bb | 0x0393856410e8f78553479c6d39527adbaaebc51c | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.500000e+22 | 14993.699400 | 7.845908e+22 |
7 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0x96c206094681b6e505b83d57a384b498a6ae2173857b... | 0xd68ff905b8f25b305f4305d0da25140c14a8714fbcd4... | 68330617 | 0xfe7a435990ed8d5702e74899d328ce22647b6959a638... | 9 | 0x105188ae2a7daf9aba2e9afb50cd93ecfe3daf88 | 0x0393856410e8f78553479c6d39527adbaaebc51c | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 1.500000e+22 | 14993.699400 | 7.845908e+22 |
8 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0x93c1c59d7ee9dc3fbea37fc7bdb930c30eb579433810... | 0x42a8cdc59ac9fb5e31c4086558548459a8a3a7e9de8a... | 67661627 | 0x214c25fa0544f8c1e1205dd0e5e77e39e2e0895fd73c... | 13 | 0xd6980b8f28d0b6fa89b7476841e341c57508a3f6 | 0xdf24702c11dba5874fcd891f7f45a15a77824058 | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 9.999000e+21 | 9998.877112 | 4.698613e+22 |
9 | 250 | 0x8dce7a66e0c310f9f89e847dba83b2344d589161 | 0xff6eecfe39ad5637fae0094777919ac0f58c527e049e... | 0x15d00066b4da54845a794677e8b0132600c0a9c048f4... | 67701528 | 0x214c25fa0544f8c1e1205dd0e5e77e39e2e0895fd73c... | 13 | 0x26dcb0d7d48aa979da81f2fce331ce6e028b00d7 | 0xdf24702c11dba5874fcd891f7f45a15a77824058 | 0x83791638da5eb2faa432aff1c65fba47c5d29510 | 9.999000e+21 | 9995.691231 | 4.998367e+22 |