Skip to content

Commit 5f8d353

Browse files
authored
Merge pull request #774 from n2h9/revert-2a055d0
Revert "Merge pull request #757 from Malka123456/fix-model-equalfold"
2 parents 2a055d0 + 94610aa commit 5f8d353

File tree

3 files changed

+20
-67
lines changed

3 files changed

+20
-67
lines changed

registry/component.go

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -259,7 +259,7 @@ func (mch *ComponentCSVHelper) GetColumns() ([]string, error) {
259259
return csvReader.ExtractCols(rowIndex)
260260
}
261261

262-
func (mch *ComponentCSVHelper) ParseComponentsSheet(modelNames ...string) error {
262+
func (mch *ComponentCSVHelper) ParseComponentsSheet(modelName string) error {
263263
ch := make(chan ComponentCSV, 1)
264264
errorChan := make(chan error, 1)
265265
csvReader, err := csv.NewCSVParser[ComponentCSV](mch.CSVPath, rowIndex, nil, func(_ []string, _ []string) bool {
@@ -283,18 +283,9 @@ func (mch *ComponentCSVHelper) ParseComponentsSheet(modelNames ...string) error
283283
select {
284284

285285
case data := <-ch:
286-
if len(modelNames) > 0 {
287-
match := false
288-
for _, m := range modelNames {
289-
if strings.EqualFold(data.Model, m) {
290-
match = true
291-
break
292-
}
293-
}
294-
if !match {
286+
if modelName != "" && data.Model != modelName {
295287
continue
296288
}
297-
}
298289
if mch.Components[data.Registrant] == nil {
299290
mch.Components[data.Registrant] = make(map[string][]ComponentCSV, 0)
300291
}

registry/model.go

Lines changed: 16 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -29,8 +29,6 @@ import (
2929
_model "github.com/meshery/schemas/models/v1beta1/model"
3030
"github.com/meshery/schemas/models/v1beta1/subcategory"
3131
log "github.com/sirupsen/logrus"
32-
//showing error below import
33-
//"github.com/spf13/viper/internal/features"
3432
"golang.org/x/sync/semaphore"
3533
"google.golang.org/api/sheets/v4"
3634
)
@@ -243,7 +241,7 @@ func NewModelCSVHelper(sheetURL, spreadsheetName string, spreadsheetID int64, lo
243241
}, nil
244242
}
245243

246-
func (mch *ModelCSVHelper) ParseModelsSheet(parseForDocs bool, modelNames ...string) error {
244+
func (mch *ModelCSVHelper) ParseModelsSheet(parseForDocs bool, modelName string) error {
247245
ch := make(chan ModelCSV, 1)
248246
errorChan := make(chan error, 1)
249247
csvReader, err := csv.NewCSVParser[ModelCSV](mch.CSVPath, rowIndex, nil, func(columns []string, currentRow []string) bool {
@@ -276,18 +274,9 @@ func (mch *ModelCSVHelper) ParseModelsSheet(parseForDocs bool, modelNames ...str
276274
select {
277275

278276
case data := <-ch:
279-
if len(modelNames) > 0 {
280-
match := false
281-
for _, m := range modelNames {
282-
if strings.EqualFold(data.Model, m) {
283-
match = true
284-
break
285-
}
286-
}
287-
if !match {
277+
if modelName != "" && data.Model != modelName {
288278
continue
289279
}
290-
}
291280
mch.Models = append(mch.Models, data)
292281
case err := <-errorChan:
293282
return files.ErrFileRead(err)
@@ -741,36 +730,36 @@ NewGen:
741730

742731
return &modelDef, false, nil
743732
}
744-
func parseModelSheet(url string, sheetGID int64, modelCSVFilePath string, modelNames ...string) (*ModelCSVHelper, error) {
733+
func parseModelSheet(url string, modelName string, sheetGID int64, modelCSVFilePath string) (*ModelCSVHelper, error) {
745734
modelCSVHelper, err := NewModelCSVHelper(url, "Models", sheetGID, modelCSVFilePath)
746735
if err != nil {
747736
return nil, err
748737
}
749738

750-
err = modelCSVHelper.ParseModelsSheet(false, modelNames...)
739+
err = modelCSVHelper.ParseModelsSheet(false, modelName)
751740
if err != nil {
752741
return nil, ErrGenerateModel(err, "unable to start model generation")
753742
}
754743
return modelCSVHelper, nil
755744
}
756-
func parseComponentSheet(url string, componentSpredsheetGID int64, componentCSVFilePath string, modelNames ...string) (*ComponentCSVHelper, error) {
745+
func parseComponentSheet(url string, modelName string, componentSpredsheetGID int64, componentCSVFilePath string) (*ComponentCSVHelper, error) {
757746
compCSVHelper, err := NewComponentCSVHelper(url, "Components", componentSpredsheetGID, componentCSVFilePath)
758747
if err != nil {
759748
return nil, err
760749
}
761750

762-
err = compCSVHelper.ParseComponentsSheet(modelNames...)
751+
err = compCSVHelper.ParseComponentsSheet(modelName)
763752
if err != nil {
764753
return nil, ErrGenerateModel(err, "unable to start model generation")
765754
}
766755
return compCSVHelper, nil
767756
}
768-
func parseRelationshipSheet(url string, relationshipSpredsheetGID int64, relationshipCSVFilePath string, modelNames ...string) (*RelationshipCSVHelper, error) {
757+
func parseRelationshipSheet(url string, modelName string, relationshipSpredsheetGID int64, relationshipCSVFilePath string) (*RelationshipCSVHelper, error) {
769758
relationshipCSVHelper, err := NewRelationshipCSVHelper(url, "Relationships", relationshipSpredsheetGID, relationshipCSVFilePath)
770759
if err != nil {
771760
return nil, err
772761
}
773-
err = relationshipCSVHelper.ParseRelationshipsSheet(modelNames...)
762+
err = relationshipCSVHelper.ParseRelationshipsSheet(modelName)
774763
if err != nil {
775764
return nil, ErrGenerateModel(err, "unable to start model generation")
776765
}
@@ -800,7 +789,7 @@ func logModelGenerationSummary(modelToCompGenerateTracker *store.GenerticThreadS
800789
// 3. Handling Relationships: Relationships marked with * as the version are written to all versions, with the filenames updated in the sheet.
801790
//
802791
// If their is ever an error with the writing of file back to spreadsheet of column mismatch just update utils.ComponentCSV struct.
803-
func InvokeGenerationFromSheet(wg *sync.WaitGroup, path string, modelsheetID, componentSheetID int64, spreadsheeetID string, modelCSVFilePath, componentCSVFilePath, spreadsheeetCred, relationshipCSVFilePath string, relationshipSheetID int64, srv *sheets.Service, modelNames ...string) error {
792+
func InvokeGenerationFromSheet(wg *sync.WaitGroup, path string, modelsheetID, componentSheetID int64, spreadsheeetID string, modelName string, modelCSVFilePath, componentCSVFilePath, spreadsheeetCred, relationshipCSVFilePath string, relationshipSheetID int64, srv *sheets.Service) error {
804793
weightedSem := semaphore.NewWeighted(20)
805794
url := GoogleSpreadSheetURL + spreadsheeetID
806795
totalAvailableModels := 0
@@ -817,21 +806,16 @@ func InvokeGenerationFromSheet(wg *sync.WaitGroup, path string, modelsheetID, co
817806
totalAggregateModel = 0
818807
totalAggregateComponents = 0
819808
}()
820-
modelCSVHelper, err := parseModelSheet(url, modelsheetID, modelCSVFilePath, modelNames...)
809+
modelCSVHelper, err := parseModelSheet(url, modelName, modelsheetID, modelCSVFilePath)
821810
if err != nil {
822811
return err
823812
}
824813

825-
//exit early if no matching model found
826-
if len(modelCSVFilePath) > 0 && len(modelCSVHelper.Models) == 0 {
827-
return fmt.Errorf("no models found matching: %v", modelNames)
828-
}
829-
830-
componentCSVHelper, err := parseComponentSheet(url, componentSheetID, componentCSVFilePath, modelNames...)
814+
componentCSVHelper, err := parseComponentSheet(url, modelName, componentSheetID, componentCSVFilePath)
831815
if err != nil {
832816
return err
833817
}
834-
relationshipCSVHelper, err := parseRelationshipSheet(url, relationshipSheetID, relationshipCSVFilePath, modelNames...)
818+
relationshipCSVHelper, err := parseRelationshipSheet(url, modelName, relationshipSheetID, relationshipCSVFilePath)
835819
if err != nil {
836820
return err
837821
}
@@ -855,17 +839,8 @@ func InvokeGenerationFromSheet(wg *sync.WaitGroup, path string, modelsheetID, co
855839
// Iterate models from the spreadsheet
856840
for _, model := range modelCSVHelper.Models {
857841

858-
if len(modelNames) > 0 {
859-
match := false
860-
for _, m := range modelNames {
861-
if strings.EqualFold(m, model.Model) {
862-
match = true
863-
break
864-
}
865-
}
866-
if !match {
867-
continue
868-
}
842+
if modelName != "" && modelName != model.Model {
843+
continue
869844
}
870845
totalAvailableModels++
871846
ctx := context.Background()
@@ -883,14 +858,11 @@ func InvokeGenerationFromSheet(wg *sync.WaitGroup, path string, modelsheetID, co
883858
var err error
884859

885860
if utils.ReplaceSpacesAndConvertToLowercase(model.Registrant) == "meshery" {
886-
for _, modelName := range modelNames {
887861
err = GenerateDefsForCoreRegistrant(model, componentCSVHelper, path, modelName)
888862
if err != nil {
889863
LogError.Error(err)
890-
continue
891864
}
892-
break
893-
}
865+
return
894866
}
895867

896868
generator, err := generators.NewGenerator(model.Registrant, model.SourceURL, model.Model)
@@ -1055,7 +1027,7 @@ func GenerateDefsForCoreRegistrant(model ModelCSV, ComponentCSVHelper *Component
10551027
}
10561028
for _, comps := range models {
10571029
for _, comp := range comps {
1058-
if !strings.EqualFold(comp.Model, model.Model) {
1030+
if comp.Model != model.Model {
10591031
continue
10601032
}
10611033
var componentDef component.ComponentDefinition

registry/relationship.go

Lines changed: 2 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,6 @@ import (
55
"encoding/json"
66
"fmt"
77
"os"
8-
"strings"
98
"path/filepath"
109

1110
"github.com/meshery/meshkit/encoding"
@@ -70,7 +69,7 @@ func NewRelationshipCSVHelper(sheetURL, spreadsheetName string, spreadsheetID in
7069
Relationships: []RelationshipCSV{},
7170
}, nil
7271
}
73-
func (mrh *RelationshipCSVHelper) ParseRelationshipsSheet(modelNames ...string) error {
72+
func (mrh *RelationshipCSVHelper) ParseRelationshipsSheet(modelName string) error {
7473
ch := make(chan RelationshipCSV, 1)
7574
errorChan := make(chan error, 1)
7675
csvReader, err := csv.NewCSVParser[RelationshipCSV](mrh.CSVPath, rowIndex, nil, func(_ []string, _ []string) bool {
@@ -96,18 +95,9 @@ func (mrh *RelationshipCSVHelper) ParseRelationshipsSheet(modelNames ...string)
9695
for {
9796
select {
9897
case data := <-ch:
99-
if len(modelNames) > 0 {
100-
match := false
101-
for _, m := range modelNames {
102-
if strings.EqualFold(data.Model, m) {
103-
match = true
104-
break
105-
}
106-
}
107-
if !match {
98+
if modelName != "" && data.Model != modelName {
10899
continue
109100
}
110-
}
111101
data.RowIndex = currentRow
112102
currentRow++
113103
mrh.Relationships = append(mrh.Relationships, data)

0 commit comments

Comments
 (0)