FQDN pipeline performance improvements

Author: caffix

engine/plugins/api/binaryedge.go

@@ -51,13 +51,12 @@ func (be *binaryEdge) Start(r et.Registry) error {
 	be.log = r.Log().WithGroup("plugin").With("name", be.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       be,
-		Name:         be.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     be.check,
+		Plugin:     be,
+		Name:       be.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   be.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/chaos.go

@@ -50,13 +50,12 @@ func (c *chaos) Start(r et.Registry) error {
 	c.log = r.Log().WithGroup("plugin").With("name", c.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       c,
-		Name:         c.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     c.check,
+		Plugin:     c,
+		Name:       c.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   c.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/crtsh.go

@@ -50,13 +50,12 @@ func (c *crtsh) Start(r et.Registry) error {
 	c.log = r.Log().WithGroup("plugin").With("name", c.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       c,
-		Name:         c.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     c.check,
+		Plugin:     c,
+		Name:       c.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   c.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/dnsrepo.go

@@ -50,13 +50,12 @@ func (d *dnsrepo) Start(r et.Registry) error {
 	d.log = r.Log().WithGroup("plugin").With("name", d.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       d,
-		Name:         d.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     d.check,
+		Plugin:     d,
+		Name:       d.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   d.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/grepapp.go

@@ -55,13 +55,12 @@ func (g *grepApp) Start(r et.Registry) error {
 
 	name := g.name + "-Handler"
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       g,
-		Name:         name,
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.Identifier)},
-		EventType:    oam.FQDN,
-		Callback:     g.check,
+		Plugin:     g,
+		Name:       name,
+		Priority:   9,
+		Transforms: []string{string(oam.Identifier)},
+		EventType:  oam.FQDN,
+		Callback:   g.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/hackertarget.go

@@ -51,13 +51,12 @@ func (ht *hackerTarget) Start(r et.Registry) error {
 	ht.log = r.Log().WithGroup("plugin").With("name", ht.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       ht,
-		Name:         ht.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     ht.check,
+		Plugin:     ht,
+		Name:       ht.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   ht.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/leakix.go

@@ -50,13 +50,12 @@ func (ix *leakix) Start(r et.Registry) error {
 	ix.log = r.Log().WithGroup("plugin").With("name", ix.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       ix,
-		Name:         ix.name + "-Handler",
-		Priority:     5,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     ix.check,
+		Plugin:     ix,
+		Name:       ix.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   ix.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/passivetotal.go

@@ -50,13 +50,12 @@ func (pt *passiveTotal) Start(r et.Registry) error {
 	pt.log = r.Log().WithGroup("plugin").With("name", pt.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       pt,
-		Name:         pt.name + "-Handler",
-		Priority:     6,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     pt.check,
+		Plugin:     pt,
+		Name:       pt.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   pt.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/prospeo.go

@@ -59,6 +59,7 @@ func (p *Prospeo) Start(r et.Registry) error {
 	if err := r.RegisterHandler(&et.Handler{
 		Plugin:     p,
 		Name:       name,
+		Priority:   9,
 		Transforms: []string{string(oam.Identifier)},
 		EventType:  oam.FQDN,
 		Callback:   p.check,

engine/plugins/api/securitytrails.go

@@ -50,13 +50,12 @@ func (st *securityTrails) Start(r et.Registry) error {
 	st.log = r.Log().WithGroup("plugin").With("name", st.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       st,
-		Name:         st.name + "-Handler",
-		Priority:     6,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     st.check,
+		Plugin:     st,
+		Name:       st.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   st.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/api/virustotal.go

@@ -52,13 +52,12 @@ func (vt *virusTotal) Start(r et.Registry) error {
 
 	name := vt.name + "-Handler"
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       vt,
-		Name:         name,
-		Priority:     6,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     vt.check,
+		Plugin:     vt,
+		Name:       name,
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   vt.check,
 	}); err != nil {
 		r.Log().Error(fmt.Sprintf("Failed to register a handler: %v", err),
 			slog.Group("plugin", "name", vt.name, "handler", name))

engine/plugins/api/zetalytics.go

@@ -51,13 +51,12 @@ func (z *zetalytics) Start(r et.Registry) error {
 	z.log = r.Log().WithGroup("plugin").With("name", z.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       z,
-		Name:         z.name + "-Handler",
-		Priority:     6,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     z.check,
+		Plugin:     z,
+		Name:       z.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   z.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/archive/wayback.go

@@ -52,13 +52,12 @@ func (w *wayback) Start(r et.Registry) error {
 	w.log = r.Log().WithGroup("plugin").With("name", w.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       w,
-		Name:         w.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     w.check,
+		Plugin:     w,
+		Name:       w.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   w.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/brute/alterations.go

@@ -47,7 +47,7 @@ func (d *alts) Start(r et.Registry) error {
 	if err := r.RegisterHandler(&et.Handler{
 		Plugin:       d,
 		Name:         d.name + "-Handler",
-		Priority:     7,
+		Priority:     8,
 		MaxInstances: support.MaxHandlerInstances,
 		Transforms:   []string{"fqdn"},
 		EventType:    oam.FQDN,

engine/plugins/horizontals/plugin.go

@@ -54,7 +54,7 @@ func (h *horizPlugin) Start(r et.Registry) error {
 	if err := r.RegisterHandler(&et.Handler{
 		Plugin:       h,
 		Name:         h.horfqdn.name,
-		Priority:     3,
+		Priority:     6,
 		MaxInstances: support.MaxHandlerInstances,
 		Transforms:   []string{string(oam.FQDN)},
 		EventType:    oam.FQDN,

engine/plugins/known_fqdn.go

@@ -39,7 +39,7 @@ func (d *knownFQDN) Start(r et.Registry) error {
 	if err := r.RegisterHandler(&et.Handler{
 		Plugin:       d,
 		Name:         d.name + "-Handler",
-		Priority:     1,
+		Priority:     7,
 		MaxInstances: support.MaxHandlerInstances,
 		Transforms:   []string{string(oam.FQDN)},
 		EventType:    oam.FQDN,

engine/plugins/scrape/bing.go

@@ -52,13 +52,12 @@ func (b *bing) Start(r et.Registry) error {
 	b.log = r.Log().WithGroup("plugin").With("name", b.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       b,
-		Name:         b.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     b.check,
+		Plugin:     b,
+		Name:       b.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   b.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/scrape/dnshistory.go

@@ -52,13 +52,12 @@ func (d *dnsHistory) Start(r et.Registry) error {
 	d.log = r.Log().WithGroup("plugin").With("name", d.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       d,
-		Name:         d.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     d.check,
+		Plugin:     d,
+		Name:       d.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   d.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/scrape/duckduckgo.go

@@ -52,13 +52,12 @@ func (d *duckDuckGo) Start(r et.Registry) error {
 	d.log = r.Log().WithGroup("plugin").With("name", d.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       d,
-		Name:         d.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     d.check,
+		Plugin:     d,
+		Name:       d.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   d.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/scrape/rapiddns.go

@@ -52,13 +52,12 @@ func (rd *rapidDNS) Start(r et.Registry) error {
 	rd.log = r.Log().WithGroup("plugin").With("name", rd.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       rd,
-		Name:         rd.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     rd.check,
+		Plugin:     rd,
+		Name:       rd.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   rd.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/scrape/sitedossier.go

@@ -52,13 +52,12 @@ func (sd *siteDossier) Start(r et.Registry) error {
 	sd.log = r.Log().WithGroup("plugin").With("name", sd.name)
 
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       sd,
-		Name:         sd.name + "-Handler",
-		Priority:     7,
-		MaxInstances: 10,
-		Transforms:   []string{string(oam.FQDN)},
-		EventType:    oam.FQDN,
-		Callback:     sd.check,
+		Plugin:     sd,
+		Name:       sd.name + "-Handler",
+		Priority:   9,
+		Transforms: []string{string(oam.FQDN)},
+		EventType:  oam.FQDN,
+		Callback:   sd.check,
 	}); err != nil {
 		return err
 	}

engine/plugins/service_discovery/http_probes/plugin.go

@@ -55,10 +55,9 @@ func (hp *httpProbing) Start(r et.Registry) error {
 		plugin: hp,
 	}
 	if err := r.RegisterHandler(&et.Handler{
-		Plugin:       hp,
-		Name:         hp.fqdnend.name,
-		Priority:     9,
-		MaxInstances: support.MaxHandlerInstances,
+		Plugin:   hp,
+		Name:     hp.fqdnend.name,
+		Priority: 9,
 		Transforms: []string{
 			string(oam.Service),
 			string(oam.TLSCertificate),