Upgraded to new stringdedup module version

go.mod

@@ -5,6 +5,7 @@ go 1.18
 require (
  github.com/Microsoft/go-winio v0.5.2
  github.com/OneOfOne/xxhash v1.2.8
+ github.com/SaveTheRbtz/generic-sync-map-go v0.0.0-20220414055132-a37292614db8
  github.com/Showmax/go-fqdn v1.0.0
  github.com/absfs/gofs v0.0.0-20210326223041-415ec8094056
  github.com/absfs/osfs v0.0.0-20210816191758-403afc5396f8
@@ -22,7 +23,7 @@ require (
  github.com/lkarlslund/binstruct v1.3.1-0.20220418073417-7618823b3136
  github.com/lkarlslund/go-win64api v0.0.0-20211005130710-d4f2d07ed091
  github.com/lkarlslund/ldap/v3 v3.2.4-0.20210621153959-85555023df29
- github.com/lkarlslund/stringdedup v0.5.0
+ github.com/lkarlslund/stringdedup v0.6.0
  github.com/lkarlslund/stringsplus v0.0.0-20211104080454-45e60fe6edc0
  github.com/lkarlslund/time-timespan v0.0.0-20210712111050-6e7c565fa001
  github.com/mailru/easyjson v0.7.7
@@ -38,15 +39,18 @@ require (
  golang.org/x/sys v0.0.0-20220307203707-22a9840ba4d7
  golang.org/x/term v0.0.0-20210927222741-03fcf44c2211
  golang.org/x/text v0.3.7
+)
+
+require (
  github.com/Azure/go-ntlmssp v0.0.0-20211209120228-48547f28849e // indirect
- github.com/SaveTheRbtz/generic-sync-map-go v0.0.0-20220414055132-a37292614db8 // indirect
  github.com/absfs/absfs v0.0.0-20200602175035-e49edc9fef15 // indirect
  github.com/alexbrainman/sspi v0.0.0-20210105120005-909beea2cc74 // indirect
  github.com/antchfx/xpath v1.2.0 // indirect
  github.com/asergeyev/nradix v0.0.0-20170505151046-3872ab85bb56 // indirect
  github.com/buger/jsonparser v1.1.1 // indirect
  github.com/cloudflare/buffer v0.0.0-20190408164202-7cab898e1166 // indirect
  github.com/crewjam/rfc5424 v0.1.0 // indirect
+ github.com/dmarkham/enumer v1.5.5 // indirect
  github.com/elastic/beats v7.6.2+incompatible // indirect
  github.com/gin-contrib/sse v0.1.0 // indirect
  github.com/go-ole/go-ole v1.2.6 // indirect
@@ -77,6 +81,7 @@ require (
  github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
  github.com/modern-go/reflect2 v1.0.2 // indirect
  github.com/nu7hatch/gouuid v0.0.0-20131221200532-179d4d0c4d8d // indirect
+ github.com/pascaldekloe/name v1.0.0 // indirect
  github.com/philhofer/fwd v1.1.1 // indirect
  github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect
  github.com/rickb777/plural v1.2.2 // indirect
@@ -89,8 +94,11 @@ require (
  github.com/yusufpapurcu/wmi v1.2.2 // indirect
  go4.org/unsafe/assume-no-moving-gc v0.0.0-20211027215541-db492cf91b37 // indirect
  golang.org/x/crypto v0.0.0-20220307211146-efcb8507fb70 // indirect
+ golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3 // indirect
  golang.org/x/net v0.0.0-20220225172249-27dd8689420f // indirect
  golang.org/x/time v0.0.0-20220224211638-0e9765cccd65 // indirect
+ golang.org/x/tools v0.1.10 // indirect
+ golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
  google.golang.org/protobuf v1.27.1 // indirect
  gopkg.in/nullbio/null.v6 v6.0.0-20161116030900-40264a2e6b79 // indirect
  gopkg.in/toast.v1 v1.0.0-20180812000517-0a84660828b2 // indirect

go.sum

@@ -147,6 +147,8 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/dchest/safefile v0.0.0-20151022103144-855e8d98f185/go.mod h1:cFRxtTwTOJkz2x3rQUNCYKWC93yP1VKjR8NUhqFxZNU=
 github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ=
+github.com/dmarkham/enumer v1.5.5 h1:LpOGL3PQTPOM87rgowZEf7Z5EmkgnKqUtS92Vo+vqzs=
+github.com/dmarkham/enumer v1.5.5/go.mod h1:qHwULwuCxYFAFM5KCkpF1U/U0BF5sNQKLccvUzKNY2w=
 github.com/dvyukov/go-fuzz v0.0.0-20201127111758-49e582c6c23d/go.mod h1:11Gm+ccJnvAhCNLlf5+cS9KjtbaD5I5zaZpFMsTHWTw=
 github.com/eapache/go-resiliency v1.1.0/go.mod h1:kFI+JgMyC7bLPUVY133qvEBtVayf5mFgVsvEsIPBvNs=
 github.com/eapache/go-resiliency v1.2.0/go.mod h1:kFI+JgMyC7bLPUVY133qvEBtVayf5mFgVsvEsIPBvNs=
@@ -420,6 +422,8 @@ github.com/lkarlslund/ldap/v3 v3.2.4-0.20210621153959-85555023df29 h1:4fuGT7A0Tb
 github.com/lkarlslund/ldap/v3 v3.2.4-0.20210621153959-85555023df29/go.mod h1:Q/0KZGCdyOiOp6oN+HFifXw9rwBwVB6NkNL4tXXDF70=
 github.com/lkarlslund/stringdedup v0.5.0 h1:1uY/TBysb2SekNrGJX2shrpF/IuUVaL35NaXRA2DaP4=
 github.com/lkarlslund/stringdedup v0.5.0/go.mod h1:UIhe+EbxkghJObY4d4J8WLp9Xe31tzhcbqRJHxAza/U=
+github.com/lkarlslund/stringdedup v0.6.0 h1:xvRAavUNxpK+WzQLgjPX/VMf0BB8KHPju5ua2xranBk=
+github.com/lkarlslund/stringdedup v0.6.0/go.mod h1:C6LujeQyoAZgpH+D4yCEJqX43l+d9WCeRkrQwGEBlcc=
 github.com/lkarlslund/stringsplus v0.0.0-20211104080454-45e60fe6edc0 h1:v56FZeDrnIamOapT2KOO8Vev1a4QdAQ9QKLplnsKQ2M=
 github.com/lkarlslund/stringsplus v0.0.0-20211104080454-45e60fe6edc0/go.mod h1:iYoXC1os3S1gI7/SslO+cTU7dCl/bYhBqmQyVeAM2bw=
 github.com/lkarlslund/time-timespan v0.0.0-20210712111050-6e7c565fa001 h1:S9Xs8FSeBXkzHyvXHcYQKFqwr63T+VL6C9I+4q+0z4E=
@@ -481,6 +485,8 @@ github.com/onsi/gomega v1.10.2/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1y
 github.com/open-networks/go-msgraph v0.0.0-20200217121338-a7bf31e9c1f2/go.mod h1:qrAWeYL/1D4WyM9vJnTmgKMtspVODwsvgBDXgVs64Gg=
 github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
+github.com/pascaldekloe/name v1.0.0 h1:n7LKFgHixETzxpRv2R77YgPUFo85QHGZKrdaYm7eY5U=
+github.com/pascaldekloe/name v1.0.0/go.mod h1:Z//MfYJnH4jVpQ9wkclwu2I2MkHmXTlT9wR5UZScttM=
 github.com/pelletier/go-toml v1.9.4/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 github.com/philhofer/fwd v1.1.1 h1:GdGcTjf5RNAxwS4QLsiMzJYj5KEvPJD3Abr261yRQXQ=
 github.com/philhofer/fwd v1.1.1/go.mod h1:gk3iGcWd9+svBvR0sR+KPcfE+RNWozjowpeBVG3ZVNU=
@@ -665,6 +671,8 @@ golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
 golang.org/x/mod v0.4.1/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
 golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
 golang.org/x/mod v0.5.0/go.mod h1:5OXOZSfqPIIbmVBIIKWRFfZjPR0E5r58TLhUjH0a2Ro=
+golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3 h1:kQgndtyPBW/JIYERgdxfwMYh3AVStj88WQTlNDi2a+o=
+golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3/go.mod h1:3p9vT2HGsQu2K1YbXdKPJLVgG5VJdoTa1poYQBtP1AY=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -906,6 +914,8 @@ golang.org/x/tools v0.1.3/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
 golang.org/x/tools v0.1.4/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
 golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
 golang.org/x/tools v0.1.7/go.mod h1:LGqMHiF4EqQNHR1JncWGqT5BVaXmza+X+BDGol+dOxo=
+golang.org/x/tools v0.1.10 h1:QjFRCZxdOhBJ/UNgnBZLbNV13DlbnK0quyivTnXJM20=
+golang.org/x/tools v0.1.10/go.mod h1:Uh6Zz+xoGYZom868N8YTex3t7RhtHDBrE8Gzo9bV56E=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

modules/dedup/dedup.go

@@ -8,9 +8,3 @@ import (
 var D = stringdedup.New(func(in []byte) uint32 {
  return xxhash.Checksum32(in)
 })
-
-func init() {
- // dedup.DontValidateResults = true
- D.CalculateStatistics = true
- // D.KeepAlive = 600 * time.Second
-}