Merge pull request #80 from mimi89999/uint64

Use uint64 for cert index

Author: d-Rickyy-b

internal/certificatetransparency/ct-parser.go

@@ -27,7 +27,7 @@ func parseData(entry *ct.RawLogEntry, operatorName, logName, ctURL string) (mode
 
 	// Create main data structure
 	data := models.Data{
-		CertIndex: entry.Index,
+		CertIndex: uint64(entry.Index),
 		CertLink:  certLink,
 		Seen:      float64(time.Now().UnixMilli()) / 1_000,
 		Source: models.Source{

internal/certificatetransparency/ct-watcher.go

@@ -286,7 +286,7 @@ func (w *Watcher) CreateIndexFile(filePath string) error {
 				continue
 			}
 
-			metrics.index[transparencyLog.URL] = int64(sth.TreeSize)
+			metrics.index[transparencyLog.URL] = sth.TreeSize
 		}
 	}
 	w.cancelFunc()
@@ -304,7 +304,7 @@ type worker struct {
 	operatorName string
 	ctURL        string
 	entryChan    chan models.Entry
-	ctIndex      int64
+	ctIndex      uint64
 	mu           sync.Mutex
 	running      bool
 	cancel       context.CancelFunc
@@ -394,14 +394,14 @@ func (w *worker) runWorker(ctx context.Context) error {
 			return errFetchingSTHFailed
 		}
 		// Start at the latest STH to skip all the past certificates
-		w.ctIndex = int64(sth.TreeSize)
+		w.ctIndex = sth.TreeSize
 	}
 
 	certScanner := scanner.NewScanner(jsonClient, scanner.ScannerOptions{
 		FetcherOptions: scanner.FetcherOptions{
 			BatchSize:     100,
 			ParallelFetch: 1,
-			StartIndex:    w.ctIndex,
+			StartIndex:    int64(w.ctIndex),
 			Continuous:    true,
 		},
 		Matcher:     scanner.MatchAll{},

internal/certificatetransparency/logmetrics.go

@@ -17,7 +17,7 @@ type (
 	// CTMetrics is a map of operator names to a map of CT log urls to the number of certs processed by said log.
 	CTMetrics map[string]OperatorMetric
 	// CTCertIndex is a map of CT log urls to the last processed certficate index on the said log
-	CTCertIndex map[string]int64
+	CTCertIndex map[string]uint64
 )
 
 var (
@@ -119,7 +119,7 @@ func (m *LogMetrics) Set(operator, url string, value int64) {
 }
 
 // Inc the metric for a given operator and ct url.
-func (m *LogMetrics) Inc(operator, url string, index int64) {
+func (m *LogMetrics) Inc(operator, url string, index uint64) {
 	m.mutex.Lock()
 	defer m.mutex.Unlock()
 
@@ -138,15 +138,15 @@ func (m *LogMetrics) GetAllCTIndexes() CTCertIndex {
 
 	// make a copy of the index and return it
 	// since map is a refrence type
-	copyOfIndex := make(map[string]int64)
+	copyOfIndex := make(map[string]uint64)
 	for k, v := range m.index {
 		copyOfIndex[k] = v
 	}
 
 	return copyOfIndex
 }
 
-func (m *LogMetrics) GetCTIndex(url string) int64 {
+func (m *LogMetrics) GetCTIndex(url string) uint64 {
 	m.mutex.RLock()
 	defer m.mutex.RUnlock()
 

internal/models/certstream.go

@@ -87,7 +87,7 @@ func (e *Entry) entryToJSONBytes() []byte {
 }
 
 type Data struct {
-	CertIndex  int64      `json:"cert_index"`
+	CertIndex  uint64     `json:"cert_index"`
 	CertLink   string     `json:"cert_link"`
 	Chain      []LeafCert `json:"chain,omitempty"`
 	LeafCert   LeafCert   `json:"leaf_cert"`