Revert "Revert "fix: Skip reloading certain search indices (#1270)" (#1272)" (#1273)

This reverts commit 2a4f408.

Author: himank

server/config/options.go

@@ -619,6 +619,8 @@ type SearchConfig struct {
 	AuthKey      string `json:"auth_key"      mapstructure:"auth_key"      yaml:"auth_key"`
 	ReadEnabled  bool   `json:"read_enabled"  mapstructure:"read_enabled"  yaml:"read_enabled"`
 	WriteEnabled bool   `json:"write_enabled" mapstructure:"write_enabled" yaml:"write_enabled"`
+	// SkipPrefixedIndices is a temporary solution that skips reloading certain search indices
+	SkipPrefixedIndices string `json:"skip_prefixed_indices"          mapstructure:"skip_prefixed_indices"          yaml:"skip_prefixed_indices"`
 	// StorageEnabled only applies to standalone search indexes. This is to enable persisting search indexes to storage.
 	StorageEnabled bool `json:"storage_enabled" mapstructure:"storage_enabled" yaml:"storage_enabled"`
 	// Chunking allows us to persist bigger search indexes payload in storage.

server/metadata/tenant.go

@@ -19,6 +19,7 @@ import (
 	"context"
 	"fmt"
 	"reflect"
+	"strings"
 	"sync"
 	"testing"
 	"time"
@@ -814,6 +815,10 @@ func (tenant *Tenant) reloadSearch(ctx context.Context, tx transaction.Tx, proje
 	searchObj := NewSearch()
 
 	for _, searchMD := range projMetadata.SearchMetadata {
+		if config.DefaultConfig.Search.SkipPrefixedIndices != "" && strings.HasPrefix(searchMD.Name, config.DefaultConfig.Search.SkipPrefixedIndices) {
+			log.Warn().Str("index", searchMD.Name).Msg("Skipped reloading")
+			continue
+		}
 		schV, err := tenant.searchSchemaStore.GetLatest(ctx, tx, tenant.namespace.Id(), project.id, searchMD.Name)
 		if err != nil {
 			return nil, err