add vendoring

vendor/gitlab.com/etke.cc/go/validator/.gitlab-ci.yml

@@ -0,0 +1,11 @@
+lint:
+  image: registry.gitlab.com/etke.cc/base
+  script:
+    - golangci-lint run ./...
+
+unit:
+  image: registry.gitlab.com/etke.cc/base
+  script:
+    - go test -coverprofile=cover.out ./...
+    - go tool cover -func=cover.out
+    - rm -f cover.out

vendor/gitlab.com/etke.cc/go/validator/LICENSE

@@ -0,0 +1,166 @@
+                   GNU LESSER GENERAL PUBLIC LICENSE
+                       Version 3, 29 June 2007
+
+ Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+
+  This version of the GNU Lesser General Public License incorporates
+the terms and conditions of version 3 of the GNU General Public
+License, supplemented by the additional permissions listed below.
+
+  0. Additional Definitions.
+
+  As used herein, "this License" refers to version 3 of the GNU Lesser
+General Public License, and the "GNU GPL" refers to version 3 of the GNU
+General Public License.
+
+  "The Library" refers to a covered work governed by this License,
+other than an Application or a Combined Work as defined below.
+
+  An "Application" is any work that makes use of an interface provided
+by the Library, but which is not otherwise based on the Library.
+Defining a subclass of a class defined by the Library is deemed a mode
+of using an interface provided by the Library.
+
+  A "Combined Work" is a work produced by combining or linking an
+Application with the Library.  The particular version of the Library
+with which the Combined Work was made is also called the "Linked
+Version".
+
+  The "Minimal Corresponding Source" for a Combined Work means the
+Corresponding Source for the Combined Work, excluding any source code
+for portions of the Combined Work that, considered in isolation, are
+based on the Application, and not on the Linked Version.
+
+  The "Corresponding Application Code" for a Combined Work means the
+object code and/or source code for the Application, including any data
+and utility programs needed for reproducing the Combined Work from the
+Application, but excluding the System Libraries of the Combined Work.
+
+  1. Exception to Section 3 of the GNU GPL.
+
+  You may convey a covered work under sections 3 and 4 of this License
+without being bound by section 3 of the GNU GPL.
+
+  2. Conveying Modified Versions.
+
+  If you modify a copy of the Library, and, in your modifications, a
+facility refers to a function or data to be supplied by an Application
+that uses the facility (other than as an argument passed when the
+facility is invoked), then you may convey a copy of the modified
+version:
+
+   a) under this License, provided that you make a good faith effort to
+   ensure that, in the event an Application does not supply the
+   function or data, the facility still operates, and performs
+   whatever part of its purpose remains meaningful, or
+
+   b) under the GNU GPL, with none of the additional permissions of
+   this License applicable to that copy.
+
+  3. Object Code Incorporating Material from Library Header Files.
+
+  The object code form of an Application may incorporate material from
+a header file that is part of the Library.  You may convey such object
+code under terms of your choice, provided that, if the incorporated
+material is not limited to numerical parameters, data structure
+layouts and accessors, or small macros, inline functions and templates
+(ten or fewer lines in length), you do both of the following:
+
+   a) Give prominent notice with each copy of the object code that the
+   Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the object code with a copy of the GNU GPL and this license
+   document.
+
+  4. Combined Works.
+
+  You may convey a Combined Work under terms of your choice that,
+taken together, effectively do not restrict modification of the
+portions of the Library contained in the Combined Work and reverse
+engineering for debugging such modifications, if you also do each of
+the following:
+
+   a) Give prominent notice with each copy of the Combined Work that
+   the Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the Combined Work with a copy of the GNU GPL and this license
+   document.
+
+   c) For a Combined Work that displays copyright notices during
+   execution, include the copyright notice for the Library among
+   these notices, as well as a reference directing the user to the
+   copies of the GNU GPL and this license document.
+
+   d) Do one of the following:
+
+       0) Convey the Minimal Corresponding Source under the terms of this
+       License, and the Corresponding Application Code in a form
+       suitable for, and under terms that permit, the user to
+       recombine or relink the Application with a modified version of
+       the Linked Version to produce a modified Combined Work, in the
+       manner specified by section 6 of the GNU GPL for conveying
+       Corresponding Source.
+
+       1) Use a suitable shared library mechanism for linking with the
+       Library.  A suitable mechanism is one that (a) uses at run time
+       a copy of the Library already present on the user's computer
+       system, and (b) will operate properly with a modified version
+       of the Library that is interface-compatible with the Linked
+       Version.
+
+   e) Provide Installation Information, but only if you would otherwise
+   be required to provide such information under section 6 of the
+   GNU GPL, and only to the extent that such information is
+   necessary to install and execute a modified version of the
+   Combined Work produced by recombining or relinking the
+   Application with a modified version of the Linked Version. (If
+   you use option 4d0, the Installation Information must accompany
+   the Minimal Corresponding Source and Corresponding Application
+   Code. If you use option 4d1, you must provide the Installation
+   Information in the manner specified by section 6 of the GNU GPL
+   for conveying Corresponding Source.)
+
+  5. Combined Libraries.
+
+  You may place library facilities that are a work based on the
+Library side by side in a single library together with other library
+facilities that are not Applications and are not covered by this
+License, and convey such a combined library under terms of your
+choice, if you do both of the following:
+
+   a) Accompany the combined library with a copy of the same work based
+   on the Library, uncombined with any other library facilities,
+   conveyed under the terms of this License.
+
+   b) Give prominent notice with the combined library that part of it
+   is a work based on the Library, and explaining where to find the
+   accompanying uncombined form of the same work.
+
+  6. Revised Versions of the GNU Lesser General Public License.
+
+  The Free Software Foundation may publish revised and/or new versions
+of the GNU Lesser General Public License from time to time. Such new
+versions will be similar in spirit to the present version, but may
+differ in detail to address new problems or concerns.
+
+  Each version is given a distinguishing version number. If the
+Library as you received it specifies that a certain numbered version
+of the GNU Lesser General Public License "or any later version"
+applies to it, you have the option of following the terms and
+conditions either of that published version or of any later version
+published by the Free Software Foundation. If the Library as you
+received it does not specify a version number of the GNU Lesser
+General Public License, you may choose any version of the GNU Lesser
+General Public License ever published by the Free Software Foundation.
+
+  If the Library as you received it specifies that a proxy can decide
+whether future versions of the GNU Lesser General Public License shall
+apply, that proxy's public statement of acceptance of any version is
+permanent authorization for you to choose that version for the
+Library.
+

vendor/gitlab.com/etke.cc/go/validator/README.md

@@ -0,0 +1,10 @@
+# validator
+
+Library that validates different things:
+
+* A/CNAME/MX lookups
+* Domain names
+* Emails
+* etc
+
+Check go doc for examples

vendor/gitlab.com/etke.cc/go/validator/domains.go

@@ -0,0 +1,72 @@
+package validator
+
+import (
+	"regexp"
+	"strings"
+
+	"golang.org/x/net/publicsuffix"
+)
+
+// based on W3C email regex, ref: https://www.w3.org/TR/2016/REC-html51-20161101/sec-forms.html#email-state-typeemail
+var domainRegex = regexp.MustCompile(`^(?:[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?\.)+[a-zA-Z0-9][a-zA-Z0-9-]{0,61}[a-zA-Z0-9]$`)
+var privateSuffix = []string{".etke.host"}
+
+// Domain checks if domain is valid
+func (v *V) Domain(domain string) bool {
+	if domain == "" {
+		return !v.enforce.Domain
+	}
+
+	if !v.DomainString(domain) {
+		return false
+	}
+
+	return true
+}
+
+// DomainString checks if domain string / value is valid using string checks like length and regexp
+func (v *V) DomainString(domain string) bool {
+	if len(domain) < 4 || len(domain) > 77 {
+		v.log.Info("domain %s invalid, reason: length", domain)
+		return false
+	}
+
+	if !domainRegex.MatchString(domain) {
+		v.log.Info("domain %s invalid, reason: regexp", domain)
+		return false
+	}
+
+	return true
+}
+
+// GetBase returns base domain/host of the provided domain
+func (v *V) GetBase(domain string) string {
+	// domain without subdomain "example.com" has parts: example com
+	minSize := 2
+	if v.hasSuffix(domain) {
+		// domain with a certain TLDs contains 3 parts: example.co.uk -> example co uk
+		minSize = 3
+	}
+
+	parts := strings.Split(domain, ".")
+	size := len(parts)
+	// If domain contains only 2 parts (or less) - consider it without subdomains
+	if size <= minSize {
+		return domain
+	}
+
+	// return domain without subdomain (sub.example.com -> example.com; sub.example.co.uk -> example.co.uk)
+	return strings.Join(parts[size-minSize:], ".")
+}
+
+// hasSuffix checks if domain has a suffix from public suffix list or from predefined suffix list
+func (v *V) hasSuffix(domain string) bool {
+	for _, suffix := range privateSuffix {
+		if strings.HasSuffix(domain, suffix) {
+			return true
+		}
+	}
+
+	eTLD, _ := publicsuffix.PublicSuffix(domain)
+	return strings.IndexByte(eTLD, '.') >= 0
+}

vendor/gitlab.com/etke.cc/go/validator/emails.go

@@ -0,0 +1,79 @@
+package validator
+
+import (
+	"net/mail"
+	"strings"
+
+	"gitlab.com/etke.cc/go/trysmtp"
+)
+
+// Email checks if email is valid
+func (v *V) Email(email string) bool {
+	// edge case: email may be optional
+	if email == "" {
+		return !v.enforce.Email
+	}
+
+	length := len(email)
+	// email cannot too short and too big
+	if length < 3 || length > 254 {
+		v.log.Info("email %s invalid, reason: length", email)
+		return false
+	}
+
+	_, err := mail.ParseAddress(email)
+	if err != nil {
+		v.log.Info("email %s invalid, reason: %v", email, err)
+		return false
+	}
+
+	emailb := []byte(email)
+	for _, spamregex := range v.spamlist {
+		if spamregex.Match(emailb) {
+			v.log.Info("email %s invalid, reason: spamlist", email)
+			return false
+		}
+	}
+
+	if v.emailMX(email) {
+		return false
+	}
+
+	smtpCheck := !v.emailSMTP(email)
+	if v.enforce.SMTP {
+		return smtpCheck
+	}
+
+	return true
+}
+
+func (v *V) emailMX(email string) bool {
+	at := strings.LastIndex(email, "@")
+	domain := email[at+1:]
+
+	nomx := !v.MX(domain)
+	if nomx {
+		v.log.Info("email %s domain %s invalid, reason: no MX", email, domain)
+		if v.enforce.MX {
+			return true
+		}
+	}
+
+	return false
+}
+
+func (v *V) emailSMTP(email string) bool {
+	client, err := trysmtp.Connect(v.from, email)
+	if err != nil {
+		if strings.HasPrefix(err.Error(), "45") {
+			v.log.Info("email %s may be invalid, reason: SMTP check (%v)", email, err)
+			return false
+		}
+
+		v.log.Info("email %s invalid, reason: SMTP check (%v)", email, err)
+		return true
+	}
+	defer client.Close()
+
+	return false
+}

vendor/gitlab.com/etke.cc/go/validator/lookups.go

@@ -0,0 +1,45 @@
+package validator
+
+import "net"
+
+// A checks if host has at least one A record
+func (v *V) A(host string) bool {
+	if host == "" {
+		return false
+	}
+	ips, err := net.LookupIP(host)
+	if err != nil {
+		v.log.Error("cannot get A records of %s: %v", host, err)
+		return false
+	}
+
+	return len(ips) > 0
+}
+
+// CNAME checks if host has at least one CNAME record
+func (v *V) CNAME(host string) bool {
+	if host == "" {
+		return false
+	}
+	cname, err := net.LookupCNAME(host)
+	if err != nil {
+		v.log.Error("cannot get CNAME records of %s: %v", host, err)
+		return false
+	}
+
+	return cname != ""
+}
+
+// MX checks if host has at least one MX record
+func (v *V) MX(host string) bool {
+	if host == "" {
+		return false
+	}
+	mxs, err := net.LookupMX(host)
+	if err != nil {
+		v.log.Error("cannot get MX records of %s: %v", host, err)
+		return false
+	}
+
+	return len(mxs) > 0
+}

vendor/gitlab.com/etke.cc/go/validator/validator.go

@@ -0,0 +1,73 @@
+package validator
+
+import (
+	"regexp"
+	"strings"
+)
+
+// V is a validator implementation
+type V struct {
+	spamlist []*regexp.Regexp
+	enforce  Enforce
+	from     string
+	log      Logger
+}
+
+// Enforce checks
+type Enforce struct {
+	// Email enforces email check and rejects empty emails
+	Email bool
+	// Domain enforces domain check and rejects empty domains
+	Domain bool
+	// SMTP enforces SMTP check (email actually exists on mail server) and rejects non-existing emails
+	SMTP bool
+	// MX enforces MX records check on email's mail server
+	MX bool
+}
+
+type Logger interface {
+	Info(string, ...interface{})
+	Error(string, ...interface{})
+}
+
+// New Validator, accepts spamlist with wildcards
+func New(spamlist []string, enforce Enforce, smtpFrom string, log Logger) *V {
+	spamregexes, err := parseSpamlist(spamlist)
+	if err != nil {
+		log.Error("cannot parse spamlist: %v", err)
+	}
+
+	return &V{
+		spamlist: spamregexes,
+		enforce:  enforce,
+		from:     smtpFrom,
+		log:      log,
+	}
+}
+
+func parseSpamlist(patterns []string) ([]*regexp.Regexp, error) {
+	regexes := []*regexp.Regexp{}
+	for _, pattern := range patterns {
+		rule, err := regexp.Compile("^" + parsePattern(pattern) + "$")
+		if err != nil {
+			return regexes, err
+		}
+
+		regexes = append(regexes, rule)
+	}
+
+	return regexes, nil
+}
+
+func parsePattern(pattern string) string {
+	var regexpattern strings.Builder
+	for _, runeItem := range pattern {
+		if runeItem == '*' {
+			regexpattern.WriteString("(.*)")
+			continue
+		}
+		regexpattern.WriteString(regexp.QuoteMeta(string(runeItem)))
+	}
+
+	return regexpattern.String()
+}