|
| 1 | +package main |
| 2 | + |
| 3 | +import ( |
| 4 | + "crypto/tls" |
| 5 | + "crypto/x509" |
| 6 | + "fmt" |
| 7 | + "net/http" |
| 8 | + "nets" |
| 9 | + "nets/analytics" |
| 10 | + "nets/apiconnect" |
| 11 | + "nets/consumption" |
| 12 | + "nets/datapower" |
| 13 | + "nets/manager" |
| 14 | + "os" |
| 15 | + "time" |
| 16 | + |
| 17 | + "github.com/IBM/alchemy-logging/src/go/alog" |
| 18 | + "github.com/prometheus/client_golang/prometheus" |
| 19 | + "github.com/prometheus/client_golang/prometheus/promauto" |
| 20 | + "github.com/prometheus/client_golang/prometheus/promhttp" |
| 21 | + "gopkg.in/yaml.v3" |
| 22 | +) |
| 23 | + |
| 24 | +var ( |
| 25 | + promCounter = promauto.NewCounterVec( |
| 26 | + prometheus.CounterOpts{ |
| 27 | + Name: "myapp_processed_ops_total", |
| 28 | + Help: "The total number of processed events", |
| 29 | + }, |
| 30 | + []string{"collector"}) |
| 31 | +) |
| 32 | + |
| 33 | +var log = alog.UseChannel("trawler") |
| 34 | + |
| 35 | +type Config struct { |
| 36 | + Prometheus struct { |
| 37 | + Port string `yaml:"port"` |
| 38 | + Enabled bool `yaml:"enabled"` |
| 39 | + } `yaml:"prometheus"` |
| 40 | + Nets struct { |
| 41 | + APIConnect apiconnect.APIConnectNetConfig `yaml:"apiconnect"` |
| 42 | + Analytics analytics.AnalyticsNetConfig `yaml:"analytics"` |
| 43 | + Consumption consumption.ConsumptionNetConfig `yaml:"consumption"` |
| 44 | + DataPower datapower.DataPowerNetConfig `yaml:"datapower"` |
| 45 | + Manager manager.ManagerNetConfig `yaml:"manager"` |
| 46 | + } `yaml:"nets"` |
| 47 | +} |
| 48 | + |
| 49 | +type CertReloader struct { |
| 50 | + CertFile string // path to the x509 certificate for https |
| 51 | + KeyFile string // path to the x509 private key matching `CertFile` |
| 52 | + cachedCert *tls.Certificate |
| 53 | + cachedCertModTime time.Time |
| 54 | +} |
| 55 | + |
| 56 | +func ReadConfig() Config { |
| 57 | + var config Config |
| 58 | + |
| 59 | + config_path := os.Getenv("CONFIG_PATH") |
| 60 | + if config_path == "" { |
| 61 | + config_path = "config.yaml" |
| 62 | + } |
| 63 | + |
| 64 | + log.Log(alog.INFO, "Loading config from %s ", config_path) |
| 65 | + |
| 66 | + // Open YAML file |
| 67 | + file, err := os.Open(config_path) |
| 68 | + if err != nil { |
| 69 | + log.Log(alog.ERROR, err.Error()) |
| 70 | + } |
| 71 | + defer file.Close() |
| 72 | + |
| 73 | + // Decode YAML file to struct |
| 74 | + if file != nil { |
| 75 | + decoder := yaml.NewDecoder(file) |
| 76 | + if err := decoder.Decode(&config); err != nil { |
| 77 | + log.Log(alog.ERROR, err.Error()) |
| 78 | + |
| 79 | + } |
| 80 | + } |
| 81 | + |
| 82 | + return config |
| 83 | +} |
| 84 | + |
| 85 | +func enableNet(frequency int, newNet nets.BaseNet) { |
| 86 | + net_frequency := time.Duration(5) |
| 87 | + if frequency != 0 { |
| 88 | + log.Log(alog.INFO, "net is enabled at %ds frequency", frequency) |
| 89 | + net_frequency = time.Duration(frequency) |
| 90 | + } |
| 91 | + newNet.Frequency = net_frequency * time.Second |
| 92 | + //newNet.BackgroundFishing() |
| 93 | +} |
| 94 | + |
| 95 | +func frequency(configFrequency int) time.Duration { |
| 96 | + if configFrequency == 0 { |
| 97 | + // Default is 10 seconds |
| 98 | + return time.Duration(10) * time.Second |
| 99 | + } else { |
| 100 | + return time.Duration(configFrequency) * time.Second |
| 101 | + } |
| 102 | +} |
| 103 | + |
| 104 | +func main() { |
| 105 | + // Set up logging |
| 106 | + |
| 107 | + alog.Config(alog.INFO, alog.ChannelMap{ |
| 108 | + "trawler": alog.DEBUG, |
| 109 | + "apim": alog.INFO, |
| 110 | + "apic": alog.INFO, |
| 111 | + "a7s": alog.INFO, |
| 112 | + "dp": alog.INFO, |
| 113 | + }) |
| 114 | + // Read config file... |
| 115 | + config := ReadConfig() |
| 116 | + |
| 117 | + // Initialise appropriate nets... |
| 118 | + if config.Nets.APIConnect.Enabled { |
| 119 | + a := apiconnect.APIConnect{} |
| 120 | + a.Config = config.Nets.APIConnect |
| 121 | + a.Frequency = frequency(config.Nets.APIConnect.Frequency) |
| 122 | + log.Log(alog.INFO, "Enabled apiconnect net with %s frequency", a.Frequency) |
| 123 | + go a.BackgroundFishing() |
| 124 | + } |
| 125 | + |
| 126 | + // Analytics net |
| 127 | + if config.Nets.Analytics.Enabled { |
| 128 | + a7s := analytics.Analytics{} |
| 129 | + a7s.Config = config.Nets.Analytics |
| 130 | + a7s.Frequency = frequency(config.Nets.Analytics.Frequency) |
| 131 | + log.Log(alog.INFO, "Enabled analytics net with %s frequency", a7s.Frequency) |
| 132 | + go a7s.BackgroundFishing() |
| 133 | + } |
| 134 | + |
| 135 | + // Consumption health net |
| 136 | + if config.Nets.Consumption.Enabled { |
| 137 | + c := consumption.Consumption{} |
| 138 | + c.Config = config.Nets.Consumption |
| 139 | + c.Frequency = frequency(config.Nets.Consumption.Frequency) |
| 140 | + log.Log(alog.INFO, "Enabled consumption net with %s frequency", c.Frequency) |
| 141 | + c.Fish() |
| 142 | + go c.BackgroundFishing() |
| 143 | + } |
| 144 | + // Manager net |
| 145 | + if config.Nets.Manager.Enabled { |
| 146 | + apim := manager.Manager{} |
| 147 | + apim.Config = config.Nets.Manager |
| 148 | + apim.Frequency = frequency(config.Nets.Manager.Frequency) |
| 149 | + log.Log(alog.INFO, "Enabled management net with %s frequency", apim.Frequency) |
| 150 | + go apim.BackgroundFishing() |
| 151 | + } |
| 152 | + |
| 153 | + // DataPower net (TODO implement) |
| 154 | + if config.Nets.DataPower.Enabled { |
| 155 | + dp := datapower.DataPower{} |
| 156 | + dp.Config = config.Nets.DataPower |
| 157 | + dp.Frequency = frequency(config.Nets.DataPower.Frequency) |
| 158 | + log.Log(alog.INFO, "Enabled datapower net with %s frequency", dp.Frequency) |
| 159 | + go dp.BackgroundFishing() |
| 160 | + } |
| 161 | + |
| 162 | + mux := http.NewServeMux() |
| 163 | + mux.Handle("/metrics", promhttp.Handler()) |
| 164 | + mux.HandleFunc("/health", func(w http.ResponseWriter, r *http.Request) { |
| 165 | + fmt.Fprint(w, "ok") |
| 166 | + }) |
| 167 | + |
| 168 | + listenPort := "63512" |
| 169 | + if config.Prometheus.Port != "" { |
| 170 | + listenPort = config.Prometheus.Port |
| 171 | + } |
| 172 | + |
| 173 | + _, err := ListenAndServe(mux, listenPort) |
| 174 | + if err != nil { |
| 175 | + log.Log(alog.ERROR, "Server Failed to Listen") |
| 176 | + } |
| 177 | + |
| 178 | +} |
| 179 | + |
| 180 | +func ListenAndServe(mux *http.ServeMux, listenPort string) (*http.Server, error) { |
| 181 | + srv := &http.Server{} |
| 182 | + if os.Getenv("SECURE") != "true" { |
| 183 | + srv := &http.Server{ |
| 184 | + Addr: ":" + listenPort, |
| 185 | + Handler: mux, |
| 186 | + } |
| 187 | + log.Log(alog.INFO, "Listening insecurely on http://0.0.0.0:%s/metrics", listenPort) |
| 188 | + err := srv.ListenAndServe() |
| 189 | + if err != nil { |
| 190 | + log.Log(alog.FATAL, "failed to run insecure server: %s\n", err) |
| 191 | + return nil, err |
| 192 | + } |
| 193 | + |
| 194 | + } else { |
| 195 | + |
| 196 | + srv := &http.Server{ |
| 197 | + Addr: ":" + listenPort, |
| 198 | + Handler: mux, |
| 199 | + } |
| 200 | + certPath := os.Getenv("CERT_PATH") |
| 201 | + certReloader := CertReloader{ |
| 202 | + CertFile: certPath + "/tls.crt", |
| 203 | + KeyFile: certPath + "/tls.key", |
| 204 | + } |
| 205 | + |
| 206 | + caFile := certPath + "/ca.crt" |
| 207 | + |
| 208 | + var certPool *x509.CertPool = x509.NewCertPool() |
| 209 | + caBytes, err := os.ReadFile(caFile) |
| 210 | + if err != nil { |
| 211 | + log.Log(alog.FATAL, "failed loading caFile: %v", err) |
| 212 | + return nil, err |
| 213 | + } |
| 214 | + ok := certPool.AppendCertsFromPEM(caBytes) |
| 215 | + if !ok { |
| 216 | + log.Log(alog.FATAL, "could not parse certificate file: %v", caFile) |
| 217 | + return nil, err |
| 218 | + } |
| 219 | + |
| 220 | + tlsConfig := tls.Config{ |
| 221 | + MinVersion: tls.VersionTLS12, |
| 222 | + GetCertificate: certReloader.GetCertificate, |
| 223 | + ClientAuth: tls.RequireAndVerifyClientCert, // pragma: allowlist secret |
| 224 | + ClientCAs: certPool, |
| 225 | + RootCAs: certPool, |
| 226 | + } |
| 227 | + srv.TLSConfig = &tlsConfig |
| 228 | + log.Log(alog.INFO, "Listening securely on https://0.0.0.0:%s/metrics", listenPort) |
| 229 | + err = srv.ListenAndServeTLS(certReloader.CertFile, certReloader.KeyFile) |
| 230 | + if err != nil { |
| 231 | + log.Log(alog.FATAL, "failed to run secure server: %s\n", err) |
| 232 | + return nil, err |
| 233 | + } |
| 234 | + } |
| 235 | + return srv, nil |
| 236 | +} |
| 237 | + |
| 238 | +// Implementation for tls.Config.GetCertificate useful when using |
| 239 | +// Kubernetes Secrets which update the filesystem at runtime. |
| 240 | +func (cr *CertReloader) GetCertificate(h *tls.ClientHelloInfo) (*tls.Certificate, error) { |
| 241 | + stat, err := os.Stat(cr.KeyFile) |
| 242 | + if err != nil { |
| 243 | + return nil, fmt.Errorf("failed checking key file modification time: %w", err) |
| 244 | + } |
| 245 | + |
| 246 | + if cr.cachedCert == nil || stat.ModTime().After(cr.cachedCertModTime) { |
| 247 | + log.Log(alog.INFO, "Re-loading certs from file as updated since cached time: %v", cr.cachedCertModTime) |
| 248 | + pair, err := tls.LoadX509KeyPair(cr.CertFile, cr.KeyFile) |
| 249 | + if err != nil { |
| 250 | + return nil, fmt.Errorf("failed loading tls key pair: %w", err) |
| 251 | + } |
| 252 | + |
| 253 | + cr.cachedCert = &pair |
| 254 | + cr.cachedCertModTime = stat.ModTime() |
| 255 | + } |
| 256 | + |
| 257 | + return cr.cachedCert, nil |
| 258 | +} |
0 commit comments