ipni provider

Author: LexLuthr

cmd/curio/tasks/tasks.go

@@ -229,7 +229,8 @@ func StartTasks(ctx context.Context, dependencies *deps.Deps) (*harmonytask.Task
 		}
 
 		indexingTask := indexing.NewIndexingTask(db, sc, iStore, pp, cfg)
-		activeTasks = append(activeTasks, indexingTask)
+		ipniTask := indexing.NewIPNITask(db, sc, iStore, pp, cfg)
+		activeTasks = append(activeTasks, indexingTask, ipniTask)
 
 	}
 

deps/config/doc_gen.go

@@ -71,6 +71,10 @@ func DefaultCurioConfig() *CurioConfig {
 			},
 		},
 		Market: MarketConfig{
+			HTTP: HTTPConfig{
+				ListenAddress:     "0.0.0.0:8888",
+				AnnounceAddresses: []string{},
+			},
 			StorageMarketConfig: StorageMarketConfig{
 				PieceLocator: []PieceLocatorConfig{},
 				Indexing: IndexingConfig{
@@ -85,6 +89,12 @@ func DefaultCurioConfig() *CurioConfig {
 					ExpectedPoRepSealDuration: Duration(8 * time.Hour),
 					ExpectedSnapSealDuration:  Duration(2 * time.Hour),
 				},
+				IPNI: IPNIConfig{
+					Enable:             true,
+					TopicName:          "",
+					WebHost:            "https://cid.contact",
+					DirectAnnounceURLs: []string{"https://cid.contact/ingest/announce"},
+				},
 			},
 		},
 	}
@@ -270,9 +280,6 @@ type CurioSubsystemsConfig struct {
 	// Batch Seal
 	EnableBatchSeal bool
 
-	// EnableDealMarket
-	EnableDealMarket bool
-
 	// EnableCommP enabled the commP task on te node. CommP is calculated before sending PublishDealMessage for a Mk12 deal
 	EnableCommP bool
 }
@@ -557,6 +564,9 @@ type ApisConfig struct {
 type MarketConfig struct {
 	// StorageMarketConfig houses all the deal related market configuration
 	StorageMarketConfig StorageMarketConfig
+
+	// HTTP configuration for market HTTP server
+	HTTP HTTPConfig
 }
 
 type StorageMarketConfig struct {
@@ -570,6 +580,9 @@ type StorageMarketConfig struct {
 	// Indexing configuration for deal indexing
 	Indexing IndexingConfig
 
+	// IPNI configuration for ipni-provider
+	IPNI IPNIConfig
+
 	// MK12 encompasses all configuration related to deal protocol mk1.2.0 and mk1.2.1 (i.e. Boost deals)
 	MK12 MK12Config
 }
@@ -633,3 +646,31 @@ type Libp2pConfig struct {
 	// Format: multiaddress
 	NoAnnounceAddresses []string
 }
+
+type IPNIConfig struct {
+	// Enable set whether to enable indexing announcement to the network and expose endpoints that
+	// allow indexer nodes to process announcements. Enabled by default.
+	Enable bool
+
+	// TopicName sets the topic name on which the changes to the advertised content are announced.
+	// If not explicitly specified, the topic name is automatically inferred from the network name
+	// in following format: '/indexer/ingest/<network-name>'
+	// Defaults to empty, which implies the topic name is inferred from network name.
+	TopicName string
+
+	// The network indexer host that the web UI should link to for published announcements
+	WebHost string
+
+	// The list of URLs of indexing nodes to announce to.
+	DirectAnnounceURLs []string
+}
+
+type HTTPConfig struct {
+	// ListenAddress is where HTTP server will be listening on
+	ListenAddress string
+
+	// AnnounceAddresses is a list of addresses clients can use to reach to the HTTP market node.
+	// Curio allows running more than one node for HTTP server and thus all addressed can be announced
+	// simultaneously to the client
+	AnnounceAddresses []string
+}

deps/config/types.go

@@ -35,7 +35,7 @@ import (
 	"github.com/filecoin-project/curio/deps/config"
 	"github.com/filecoin-project/curio/harmony/harmonydb"
 	"github.com/filecoin-project/curio/lib/curiochain"
-	"github.com/filecoin-project/curio/lib/indexing/indexstore"
+	"github.com/filecoin-project/curio/lib/indexstore"
 	"github.com/filecoin-project/curio/lib/multictladdr"
 	"github.com/filecoin-project/curio/lib/paths"
 	"github.com/filecoin-project/curio/lib/pieceprovider"

deps/deps.go

@@ -222,11 +222,6 @@ description: The default curio configuration
   # type: bool
   #EnableBatchSeal = false
 
-  # EnableDealMarket
-  #
-  # type: bool
-  #EnableDealMarket = false
-
   # EnableCommP enabled the commP task on te node. CommP is calculated before sending PublishDealMessage for a Mk12 deal
   #
   # type: bool
@@ -411,6 +406,31 @@ description: The default curio configuration
       # type: int
       #InsertConcurrency = 8
 
+    [Market.StorageMarketConfig.IPNI]
+      # Enable set whether to enable indexing announcement to the network and expose endpoints that
+      # allow indexer nodes to process announcements. Enabled by default.
+      #
+      # type: bool
+      #Enable = true
+
+      # TopicName sets the topic name on which the changes to the advertised content are announced.
+      # If not explicitly specified, the topic name is automatically inferred from the network name
+      # in following format: '/indexer/ingest/<network-name>'
+      # Defaults to empty, which implies the topic name is inferred from network name.
+      #
+      # type: string
+      #TopicName = ""
+
+      # The network indexer host that the web UI should link to for published announcements
+      #
+      # type: string
+      #WebHost = "https://cid.contact"
+
+      # The list of URLs of indexing nodes to announce to.
+      #
+      # type: []string
+      #DirectAnnounceURLs = ["https://cid.contact/ingest/announce"]
+
     [Market.StorageMarketConfig.MK12]
       # Libp2p is a list of libp2p config for each miner ID. These values must be set explicitly
       # for each miner ID.
@@ -456,6 +476,19 @@ description: The default curio configuration
       # type: bool
       #SkipCommP = false
 
+  [Market.HTTP]
+    # ListenAddress is where HTTP server will be listening on
+    #
+    # type: string
+    #ListenAddress = "0.0.0.0:8888"
+
+    # AnnounceAddresses is a list of addresses clients can use to reach to the HTTP market node.
+    # Curio allows running more than one node for HTTP server and thus all addressed can be announced
+    # simultaneously to the client
+    #
+    # type: []string
+    #AnnounceAddresses = []
+
 
 [Ingest]
   # Maximum number of sectors that can be queued waiting for deals to start processing.