add univ3 scraper suite on celo.

Author: jppade

cmd/assetCollectionService/go.mod

@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/assetCollectionService
 go 1.22
 
 require (
-	github.com/diadata-org/diadata v1.4.569
+	github.com/diadata-org/diadata v1.4.570
 	github.com/sirupsen/logrus v1.9.3
 )
 

cmd/assetCollectionService/main.go

@@ -124,6 +124,8 @@ func NewAssetScraper(exchange string, secret string, relDB *models.RelDB) source
 		return source.NewUniswapV3AssetSource(exchanges[dia.UniswapExchangeV3Polygon], relDB)
 	case dia.UniswapExchangeV3Arbitrum:
 		return source.NewUniswapV3AssetSource(exchanges[dia.UniswapExchangeV3Arbitrum], relDB)
+	case dia.UniswapExchangeV3Celo:
+		return source.NewUniswapV3AssetSource(exchanges[dia.UniswapExchangeV3Celo], relDB)
 	case dia.RamsesV2Exchange:
 		return source.NewUniswapV3AssetSource(exchanges[dia.RamsesV2Exchange], relDB)
 	case dia.NileV2Exchange:

cmd/exchange-scrapers/collector/collector.go

@@ -47,6 +47,7 @@ var (
 		dia.VelarExchange,
 		dia.BifrostExchange,
 		dia.HydrationExchange,
+		dia.UniswapExchangeV3Celo,
 	}
 
 	exchange = flag.String("exchange", "", "which exchange")

cmd/exchange-scrapers/collector/go.mod

@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/exchange-scrapers/collector
 go 1.22
 
 require (
-	github.com/diadata-org/diadata v1.4.569
+	github.com/diadata-org/diadata v1.4.570
 	github.com/segmentio/kafka-go v0.4.35
 	github.com/sirupsen/logrus v1.9.3
 )

cmd/liquidityScraper/go.mod

@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/liquidityScraper
 go 1.22
 
 require (
-	github.com/diadata-org/diadata v1.4.569
+	github.com/diadata-org/diadata v1.4.570
 	github.com/sirupsen/logrus v1.9.3
 )
 

pkg/dia/Config.go

@@ -62,6 +62,7 @@ const (
 	UniswapExchangeV3Polygon           = "UniswapV3-polygon"
 	UniswapExchangeV3Arbitrum          = "UniswapV3-Arbitrum"
 	UniswapExchangeV3Base              = "UniswapV3-Base"
+	UniswapExchangeV3Celo              = "UniswapV3-Celo"
 	LoopringExchange                   = "Loopring"
 	CamelotExchange                    = "Camelot"
 	CamelotExchangeV3                  = "CamelotV3"

pkg/dia/scraper/exchange-scrapers/APIScraper.go

@@ -193,6 +193,8 @@ func NewAPIScraper(exchange string, scrape bool, key string, secret string, relD
 		return NewUniswapV3Scraper(Exchanges[dia.UniswapExchangeV3], scrape, relDB)
 	case dia.UniswapExchangeV3Base:
 		return NewUniswapV3Scraper(Exchanges[dia.UniswapExchangeV3Base], scrape, relDB)
+	case dia.UniswapExchangeV3Celo:
+		return NewUniswapV3Scraper(Exchanges[dia.UniswapExchangeV3Celo], scrape, relDB)
 	case dia.DfynNetwork:
 		return NewUniswapScraper(Exchanges[dia.DfynNetwork], scrape, relDB)
 	case dia.UbeswapExchange:

pkg/dia/scraper/exchange-scrapers/UniswapV3Scraper.go

@@ -88,6 +88,8 @@ func NewUniswapV3Scraper(exchange dia.Exchange, scrape bool, relDB *models.RelDB
 		s = makeUniswapV3Scraper(exchange, listenByAddress, "", "", "200", uint64(165))
 	case dia.UniswapExchangeV3Base:
 		s = makeUniswapV3Scraper(exchange, listenByAddress, "", "", "200", uint64(1371680))
+	case dia.UniswapExchangeV3Celo:
+		s = makeUniswapV3Scraper(exchange, listenByAddress, "", "", "200", uint64(13916355))
 	case dia.PanCakeSwapExchangeV3:
 		s = makeUniswapV3Scraper(exchange, listenByAddress, "", "", "200", uint64(26956207))
 	case dia.CamelotExchangeV3:

pkg/dia/scraper/liquidity-scrapers/ScraperInterface.go

@@ -143,6 +143,8 @@ func NewLiquidityScraper(source string, relDB *models.RelDB, datastore *models.D
 		return NewUniswapV3Scraper(exchanges[dia.UniswapExchangeV3Arbitrum], relDB, datastore)
 	case dia.UniswapExchangeV3Base:
 		return NewUniswapV3Scraper(exchanges[dia.UniswapExchangeV3Base], relDB, datastore)
+	case dia.UniswapExchangeV3Celo:
+		return NewUniswapV3Scraper(exchanges[dia.UniswapExchangeV3Celo], relDB, datastore)
 
 	case dia.BancorExchange:
 		return NewBancorPoolScraper(exchanges[dia.BancorExchange], datastore)

pkg/dia/scraper/liquidity-scrapers/UniswapV3.go

@@ -47,6 +47,8 @@ func NewUniswapV3Scraper(exchange dia.Exchange, relDB *models.RelDB, datastore *
 		uls = makeUniswapV3Scraper(exchange, "", "", relDB, datastore, "200", uint64(12369621))
 	case dia.UniswapExchangeV3Base:
 		uls = makeUniswapV3Scraper(exchange, "", "", relDB, datastore, "200", uint64(1371680))
+	case dia.UniswapExchangeV3Celo:
+		uls = makeUniswapV3Scraper(exchange, "", "", relDB, datastore, "200", uint64(13916355))
 	case dia.UniswapExchangeV3Polygon:
 		uls = makeUniswapV3Scraper(exchange, "", "", relDB, datastore, "200", uint64(22757913))
 	case dia.UniswapExchangeV3Arbitrum:
@@ -158,6 +160,9 @@ func (uls *UniswapV3Scraper) fetchPools() {
 		)
 		if err != nil {
 			log.Error("filter pool created: ", err)
+			startblock = endblock
+			endblock = startblock + uls.chunksBlockSize
+			continue
 		}
 
 		for poolCreated.Next() {

pkg/dia/service/assetservice/source/uniswapv3.go

@@ -50,6 +50,8 @@ func NewUniswapV3AssetSource(exchange dia.Exchange, relDB *models.RelDB) *Uniswa
 		uas = makeUniswapV3AssetSource(exchange, "", "", relDB, "200", uint64(165))
 	case dia.UniswapExchangeV3Base:
 		uas = makeUniswapV3AssetSource(exchange, "", "", relDB, "200", uint64(1371680))
+	case dia.UniswapExchangeV3Celo:
+		uas = makeUniswapV3AssetSource(exchange, "", "", relDB, "200", uint64(13916355))
 	case dia.PanCakeSwapExchangeV3:
 		uas = makeUniswapV3AssetSource(exchange, "", "", relDB, "200", uint64(26956207))
 	case dia.RamsesV2Exchange: