{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"ethereum-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for exporting, loading, and parsing the Ethereum blockchain data. How to get any Ethereum smart contract into BigQuery <a href=\"https://towardsdatascience.com/how-to-get-any-ethereum-smart-contract-into-bigquery-in-8-mins-bab5db1fdeee\" rel=\"nofollow\">https://towardsdatascience.com/how-to-get-any-ethereum-smart-contract-into-bigquery-in-8-mins-bab5db1fdeee</a>","allTopics":["crypto","etl","cryptocurrency","data-engineering","data-analytics","web3","apache-airflow","blockchain-analytics","on-chain-analysis","ethereum","gcp","google-cloud","google-cloud-platform"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":25,"starsCount":387,"forksCount":180,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-28T21:29:44.604Z"}},{"type":"Public","name":"ethereum-etl","owner":"blockchain-etl","isFork":false,"description":"Python scripts for ETL (extract, transform and load) jobs for Ethereum blocks, transactions, ERC20 / ERC721 tokens, transfers, receipts, logs, contracts, internal transactions. Data is available in Google BigQuery <a href=\"https://goo.gl/oY5BCQ\" rel=\"nofollow\">https://goo.gl/oY5BCQ</a>","allTopics":["aws","csv","erc20-tokens","blockchain-analytics","erc721","export","bigquery","sql","etl","ethereum","transaction","gcp","google-cloud","erc20"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":34,"issueCount":118,"starsCount":2841,"forksCount":800,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-16T06:46:30.250Z"}},{"type":"Public","name":"polygon-etl","owner":"blockchain-etl","isFork":false,"description":"ETL (extract, transform and load) tools for ingesting Polygon blockchain data to Google BigQuery and Pub/Sub","allTopics":["gcp","polygon","cryptocurrency","maticnetwork","matic-network","bigquery","airflow","etl","data-engineering"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":11,"starsCount":96,"forksCount":74,"license":"MIT License","participation":[2,0,0,0,4,5,11,9,1,1,3,0,1,5,3,0,1,1,6,0,0,0,2,0,3,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-12T06:18:54.645Z"}},{"type":"Public","name":"bitcoin-etl","owner":"blockchain-etl","isFork":false,"description":"ETL scripts for Bitcoin, Litecoin, Dash, Zcash, Doge, Bitcoin Cash. Available in Google BigQuery <a href=\"https://goo.gl/oY5BCQ\" rel=\"nofollow\">https://goo.gl/oY5BCQ</a>","allTopics":["crypto","etl","gcp","cryptocurrency","data-engineering","dash","data-analytics","apache-beam","web3","zcash","litecoin","dogecoin","google-dataflow","google-pubsub","bitcoincash","blockchain-analytics","on-chain-analysis","bitcoin"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":23,"starsCount":388,"forksCount":113,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-05T12:47:42.186Z"}},{"type":"Public","name":"solana-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"ETL for Solana. Contributions are welcome. Join the Telegram channel <a href=\"https://t.me/joinchat/GsMpbA3mv1OJ6YMp3T5ORQ\" rel=\"nofollow\">https://t.me/joinchat/GsMpbA3mv1OJ6YMp3T5ORQ</a>","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":3,"starsCount":35,"forksCount":13,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-19T14:58:29.247Z"}},{"type":"Public","name":"blockchain-etl-common","owner":"blockchain-etl","isFork":false,"description":"Common utils for blockchain-etl","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":5,"forksCount":5,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-21T09:44:43.001Z"}},{"type":"Public","name":"ordinals-etl","owner":"blockchain-etl","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-19T01:15:34.123Z"}},{"type":"Public","name":"iotex-etl","owner":"blockchain-etl","isFork":false,"description":"ETL (extract, transform and load) tools for ingesting IoTeX blockchain data to Google BigQuery and Pub/Sub","allTopics":["sql","iotex","blockchain-data","bigquery"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":0,"starsCount":5,"forksCount":7,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-05T21:04:55.594Z"}},{"type":"Public","name":"tezos-etl","owner":"blockchain-etl","isFork":false,"description":"Python scripts for ETL (extract, transform and load) jobs for Tezos blocks, balance updates, and operations","allTopics":["bigquery","csv","sql","blockchain","cryptocurrency","tezos"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":1,"starsCount":13,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-22T21:39:29.587Z"}},{"type":"Public","name":"eos-etl","owner":"blockchain-etl","isFork":false,"description":"ETL scripts for EOS.","allTopics":["crypto","gcp","google-cloud","cryptocurrency","data-engineering","data-analytics","apache-beam","web3","google-cloud-platform","google-bigquery","eos","google-dataflow","google-pubsub","blockchain-analytics","eosio","on-chain-analysis","etl"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":9,"forksCount":7,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-22T21:37:21.680Z"}},{"type":"Public","name":"tezos-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for exporting and loading the Tezos blockchain data to Google BigQuery","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":2,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-01T21:03:34.041Z"}},{"type":"Public","name":"zilliqa-etl","owner":"blockchain-etl","isFork":false,"description":"Python scripts for ETL (extract, transform and load) jobs for Zilliqa blockchain data","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":3,"starsCount":3,"forksCount":7,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-29T01:52:10.064Z"}},{"type":"Public","name":"ethereum2-etl","owner":"blockchain-etl","isFork":false,"description":"Python scripts for ETL (extract, transform and load) jobs for Ethereum 2.0 beacon blocks, attestations, deposits, slashings, validators, committees. Data is available in Google BigQuery ","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":7,"starsCount":65,"forksCount":12,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-29T01:51:54.610Z"}},{"type":"Public","name":"band-etl","owner":"blockchain-etl","isFork":false,"description":"ETL (extract, transform and load) tools for ingesting Band Protocol blockchain data to Google BigQuery and Pub/Sub","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":3,"starsCount":5,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-29T01:51:48.298Z"}},{"type":"Public","name":"bitcoin-etl-airflow-neo4j","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for ingesting Bitcoin blockchain data to Neo4j","allTopics":["crypto","etl","neo4j","gcp","google-cloud","cryptocurrency","data-engineering","dash","data-analytics","graph-database","web3","zcash","google-cloud-platform","litecoin","dogecoin","apache-airflow","bitcoincash","blockchain-analytics","on-chain-analysis","bitcoin"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":12,"issueCount":0,"starsCount":14,"forksCount":6,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-12-08T06:37:53.907Z"}},{"type":"Public","name":"pyzil","owner":"blockchain-etl","isFork":true,"description":"Zilliqa Python API","allTopics":["crypto","cryptocurrency","web3","zilliqa"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":17,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-18T01:41:22.607Z"}},{"type":"Public","name":"bigquery-to-pubsub","owner":"blockchain-etl","isFork":false,"description":"A tool for streaming time series data from a BigQuery table to a Pub/Sub topic","allTopics":["bigquery","time-series","etl","pubsub"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":16,"forksCount":5,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-13T14:00:51.052Z"}},{"type":"Public","name":"theta-etl","owner":"blockchain-etl","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-10T10:45:16.313Z"}},{"type":"Public archive","name":"ethereum-export-pipeline","owner":"blockchain-etl","isFork":false,"description":"UNMAINTAINED! AWS CloudFormation scripts for Ethereum ETL export pipeline","allTopics":["aws","csv","ethereum"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":5,"starsCount":8,"forksCount":5,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-10T10:38:32.301Z"}},{"type":"Public","name":"blockchain-etl-table-definition-cli","owner":"blockchain-etl","isFork":false,"description":"CLI for generating table definitions for <a href=\"https://github.com/blockchain-etl/ethereum-etl-airflow\">https://github.com/blockchain-etl/ethereum-etl-airflow</a>","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":12,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-10T10:35:30.274Z"}},{"type":"Public","name":"bitcoin-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for <a href=\"https://github.com/blockchain-etl/bitcoin-etl\">https://github.com/blockchain-etl/bitcoin-etl</a>","allTopics":["crypto","etl","gcp","google-cloud","cryptocurrency","data-engineering","dash","data-analytics","zcash","google-cloud-platform","litecoin","dogecoin","google-bigquery","apache-airflow","bitcoincash","blockchain-analytics","on-chain-analysis","bitcoin","blockchain"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":30,"forksCount":14,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-04-06T05:50:59.812Z"}},{"type":"Public","name":"blockchain-etl-streaming","owner":"blockchain-etl","isFork":false,"description":"Streaming Ethereum and Bitcoin blockchain data to Google Pub/Sub or Postgres in Kubernetes ","allTopics":["real-time","crypto","bitcoin","etl","gcp","cryptocurrency","stream-processing","data-engineering","data-analytics","apache-beam","web3","google-cloud-platform","google-bigquery","real-time-analytics","google-dataflow","google-pubsub","blockchain-analytics","on-chain-analysis","ethereum","blockchain"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":3,"starsCount":74,"forksCount":21,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-12-09T12:37:10.049Z"}},{"type":"Public","name":"ethereum2-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for exporting Ethereum 2.0 blockchain data to Google BigQuery","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-10-15T11:26:20.032Z"}},{"type":"Public","name":"icon-etl","owner":"blockchain-etl","isFork":false,"description":"Python scripts for ETL (extract, transform and load) jobs for ICON blocks, transactions, receipts, and logs.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":5,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-08-11T07:27:02.236Z"}},{"type":"Public","name":"icon-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for exporting, loading, and parsing the ICON blockchain data.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":2,"forksCount":4,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-11-23T19:23:23.732Z"}},{"type":"Public","name":"eos-etl-airflow","owner":"blockchain-etl","isFork":false,"description":"Airflow DAGs for <a href=\"https://github.com/blockchain-etl/eos-etl\">https://github.com/blockchain-etl/eos-etl</a>","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":2,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-01-06T14:52:13.143Z"}},{"type":"Public","name":"token-recommender","owner":"blockchain-etl","isFork":true,"description":"An end-to-end solution for ERC20 token recommendations based on public Ethereum dataset in BigQuery. The model is based on matrix-factorization using the WALS algorithm, in TensorFlow, trained on Cloud ML Engine. Recommendations are served using App Engine Flex with Cloud Endpoints. Orchestration is performed using Airflow, running on Cloud Comp…","allTopics":["machine-learning","crypto","tensorflow","ethereum","blockchain","gcp","google-cloud","data-visualization","cryptocurrency","data-analytics","recommendation-system","recommender-system","web3","google-cloud-platform","blockchain-analytics","on-chain-analysis"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":3,"starsCount":24,"forksCount":104,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2019-05-31T14:28:25.746Z"}},{"type":"Public archive","name":"bitcoin-etl-streaming","owner":"blockchain-etl","isFork":false,"description":"UNMAINTAINED! Moved to <a href=\"https://github.com/blockchain-etl/blockchain-etl-streaming\">https://github.com/blockchain-etl/blockchain-etl-streaming</a>","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2019-04-15T13:47:03.662Z"}}],"repositoryCount":28,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}