Native Indexer Mode

daemons/node/indexer/service.go

@@ -2,6 +2,7 @@ package indexer
 
 import (
 	"context"
+	"oc-discovery/conf"
 	"oc-discovery/daemons/node/common"
 	"sync"
 
@@ -10,58 +11,68 @@ import (
 	pubsub "github.com/libp2p/go-libp2p-pubsub"
 	record "github.com/libp2p/go-libp2p-record"
 	"github.com/libp2p/go-libp2p/core/host"
-	"github.com/libp2p/go-libp2p/core/peer"
 )
 
-// Index Record is the model for the specialized registry of node connected to Indexer
+// IndexerService manages the indexer node's state: stream records, DHT, pubsub.
 type IndexerService struct {
 	*common.LongLivedStreamRecordedService[PeerRecord]
 	PS              *pubsub.PubSub
 	DHT             *dht.IpfsDHT
 	isStrictIndexer bool
 	mu              sync.RWMutex
-	DisposedPeers   map[peer.ID]*common.TopicNodeActivityPub
-
-	SeenQueries map[string]bool
-	SeenMU      sync.Mutex
+	IsNative        bool
+	Native          *NativeState // non-nil when IsNative == true
 }
 
-// if a pubsub is given... indexer is also an active oc-node. If not... your a strict indexer
-func NewIndexerService(h host.Host, ps *pubsub.PubSub, maxNode int) *IndexerService {
+// NewIndexerService creates an IndexerService.
+// If ps is nil, this is a strict indexer (no pre-existing gossip sub from a node).
+func NewIndexerService(h host.Host, ps *pubsub.PubSub, maxNode int, isNative bool) *IndexerService {
 	logger := oclib.GetLogger()
 	logger.Info().Msg("open indexer mode...")
 	var err error
 	ix := &IndexerService{
-		LongLivedStreamRecordedService: common.NewStreamRecordedService[PeerRecord](h, maxNode, false),
+		LongLivedStreamRecordedService: common.NewStreamRecordedService[PeerRecord](h, maxNode),
 		isStrictIndexer:                ps == nil,
+		IsNative:                       isNative,
 	}
-	if ps == nil { // generate your fresh gossip for the flow of killed node... EVERYBODY should know !
+	if ps == nil {
 		ps, err = pubsub.NewGossipSub(context.Background(), ix.Host)
 		if err != nil {
-			panic(err) // can't run your indexer without a propalgation pubsub, of state of node.
+			panic(err) // can't run your indexer without a propagation pubsub
 		}
 	}
 	ix.PS = ps
-	// later TODO : all indexer laucnh a private replica of them self. DEV OPS
+
 	if ix.isStrictIndexer {
 		logger.Info().Msg("connect to indexers as strict indexer...")
-		common.ConnectToIndexers(h, 0, 5, ix.Host.ID()) // TODO : make var to change how many indexers are allowed.
-		logger.Info().Msg("subscribe to node activity as strict indexer...")
-
+		common.ConnectToIndexers(h, 0, 5, ix.Host.ID())
 		logger.Info().Msg("subscribe to decentralized search flow as strict indexer...")
 		ix.SubscribeToSearch(ix.PS, nil)
 	}
+
 	if ix.DHT, err = dht.New(
 		context.Background(),
 		ix.Host,
 		dht.Mode(dht.ModeServer),
 		dht.Validator(record.NamespacedValidator{
-			"node": PeerRecordValidator{},
+			"node":    PeerRecordValidator{},
+			"indexer": IndexerRecordValidator{}, // for native indexer registry
 		}),
 	); err != nil {
 		return nil
 	}
-	ix.initNodeHandler() // then listen up on every protocol expected
+
+	// InitNative must happen after DHT is ready
+	if isNative {
+		ix.InitNative()
+	} else {
+		ix.initNodeHandler()
+	}
+
+	// Register with configured natives so this indexer appears in their cache
+	if nativeAddrs := conf.GetConfig().NativeIndexerAddresses; nativeAddrs != "" {
+		StartNativeRegistration(ix.Host, nativeAddrs)
+	}
 	return ix
 }