StasonJatham
e8f7d6bfdf
Single stateless Go process that consumes CT logs via embedded (patched) CertSpotter internals, classifies cloud/database/storage DNS identifiers in-process with a zero-allocation classifier, enriches via round-robin DNS resolvers with CNAME following, and batch-writes useful findings to PostgreSQL. - third_party/certspotter: 2-hunk IdentifierSink patch, no stdout/JSON/files - internal/classify: AWS/Azure/GCP/Firebase/Cloudflare R2/DigitalOcean/Supabase/OCI - internal/dns: sharded bounded TTL cache, multi-resolver load balancing + failover - internal/pipeline: bounded queues, dedup, direct-priority load shedding - internal/store: pgx batch writer, Postgres CT checkpoints (no cert contents) - internal/probe: optional non-destructive reachability checks (off by default) - Docker: distroless non-root, read-only rootfs, no app volume, resource limits - tests enforce 0 allocs/op on the classifier and sink hot path
45 lines
1.4 KiB
Go
45 lines
1.4 KiB
Go
package classify
|
|
|
|
import "tea.karlcom.de/karl/bucketeer/internal/model"
|
|
|
|
// classifyOCIResource handles
|
|
// <namespace>.objectstorage.<region>.oci.customer-oci.com and the swift variant.
|
|
// The namespace is in the hostname, so it is resource specific.
|
|
func classifyOCIResource(s *scanner) (model.Match, bool) {
|
|
n := s.n
|
|
if n < 6 || s.label(n-1) != "com" || s.label(n-2) != "customer-oci" || s.label(n-3) != "oci" {
|
|
return model.Match{}, false
|
|
}
|
|
svc := s.label(n - 5)
|
|
if svc != "objectstorage" && svc != "swiftobjectstorage" {
|
|
return model.Match{}, false
|
|
}
|
|
return model.Match{
|
|
Provider: model.ProviderOracle,
|
|
Service: model.ServiceObjectStorage,
|
|
ResourceSpecific: true,
|
|
Region: s.label(n - 4),
|
|
Resource: s.label(0),
|
|
}, true
|
|
}
|
|
|
|
// classifyOCIGeneric handles objectstorage.<region>.oraclecloud.com. The bucket
|
|
// name lives in the URL path rather than the hostname, so resource_specific is
|
|
// false and these normally do not become findings.
|
|
func classifyOCIGeneric(s *scanner) (model.Match, bool) {
|
|
n := s.n
|
|
if n != 4 || s.label(n-1) != "com" || s.label(n-2) != "oraclecloud" {
|
|
return model.Match{}, false
|
|
}
|
|
svc := s.label(n - 4)
|
|
if svc != "objectstorage" && svc != "swiftobjectstorage" {
|
|
return model.Match{}, false
|
|
}
|
|
return model.Match{
|
|
Provider: model.ProviderOracle,
|
|
Service: model.ServiceObjectStorage,
|
|
ResourceSpecific: false,
|
|
Region: s.label(n - 3),
|
|
}, true
|
|
}
|