Make fallback embed more generalised && bundle html templates in the …

…binary

fallback-embed/fallback-embed-provider.go

@@ -0,0 +1,125 @@
+package fallbackembed
+
+import (
+ "encoding/json"
+ "errors"
+ "io"
+ "io/ioutil"
+ "net/http"
+ "regexp"
+ "strconv"
+ "strings"
+ "time"
+)
+
+// FallbackEmbed represents this package
+type FallbackEmbed struct {
+ data *Data
+ httpClient *http.Client
+ targetKey string
+ providerURL string
+}
+
+// Data represents the data for FallbackEmbed providers
+type Data []struct {
+ Name string `json:"name"`
+ Patterns []Regex `json:"patterns"`
+}
+
+// New returns a FallbackEmbed object
+func New(providerURL, targetKey string) *FallbackEmbed {
+ obj := &FallbackEmbed{
+ httpClient: &http.Client{
+ Timeout: time.Second * 30,
+ },
+ providerURL: providerURL,
+ targetKey: targetKey,
+ }
+
+ return obj
+}
+
+// ParseProviders parses the raw json obtained from noembed.com
+func (f *FallbackEmbed) ParseProviders(buf io.Reader) error {
+ data, err := ioutil.ReadAll(buf)
+ if err != nil {
+ return err
+ }
+
+ var providerData Data
+ err = json.Unmarshal(data, &providerData)
+ if err != nil {
+ return err
+ }
+
+ f.data = &providerData
+ return nil
+}
+
+// Get returns html string
+func (f *FallbackEmbed) Get(url string, width int, height int) (html string, err error) {
+ if !f.ValidURL(url) {
+ return
+ }
+
+ // Do replacements
+ reqURL := strings.Replace(f.providerURL, "{url}", url, 1)
+ reqURL = strings.Replace(reqURL, "{width}", strconv.Itoa(width), 1)
+ reqURL = strings.Replace(reqURL, "{height}", strconv.Itoa(height), 1)
+
+ var httpResp *http.Response
+ httpResp, err = f.httpClient.Get(reqURL)
+ if err != nil {
+ return
+ }
+ defer httpResp.Body.Close()
+
+ var body []byte
+ body, err = ioutil.ReadAll(httpResp.Body)
+ if err != nil {
+ return
+ }
+
+ // Try to parse json response
+ resp := make(map[string]interface{})
+ err = json.Unmarshal(body, &resp)
+ if err != nil {
+ return
+ }
+
+ // Check targetKey exists
+ if jsonVal, ok := resp[f.targetKey]; ok {
+ // Check targetVal is string
+ if htmlString, ok := jsonVal.(string); ok {
+ html = htmlString
+ return
+ }
+ }
+
+ err = errors.New("Failed to get target json key")
+ return
+}
+
+// ValidURL is used to test if a url is supported by noembed
+func (f *FallbackEmbed) ValidURL(url string) bool {
+ for _, entry := range *f.data {
+ for _, pattern := range entry.Patterns {
+ if pattern.Regexp.MatchString(url) {
+ return true
+ }
+ }
+ }
+ return false
+}
+
+// Regex Unmarshaler
+type Regex struct {
+ regexp.Regexp
+}
+
+// UnmarshalText used to unmarshal regexp's from text
+func (r *Regex) UnmarshalText(text []byte) error {
+ reg, err := regexp.Compile(string(text))
+ r.Regexp = *reg
+ return err
+}

fileuploader.config.example.toml

@@ -45,11 +45,17 @@ MaxAge = "24h" # 1 day
 IdentifiedMaxAge = "168h" # 1 week
 CheckInterval = "5m"
 
-[Embed]
-TemplatePath = "templates/embed.html"
+[WebPreview]
+TemplatesDirectory = "templates"
 CacheMaxAge = "1h"
 CacheCleanInterval = "15m"
 
+# Fallback provider specific
+FallbackProviderDisabled = false
+FallbackProviderURL = "https://noembed.com/embed?url={url}"
+FallbackProviderFile = "fallback-providers.json"
+FallbackProviderJsonKey = "html"
+
 # If EXTJWT is supported by the gateway or network, a validated token with an account present (when
 # the user is authenticated to an irc services account) will use the IdentifiedMaxAge setting above
 # instead of the base MaxAge.

main.go

@@ -6,6 +6,8 @@ import (
  "github.com/kiwiirc/plugin-fileuploader/server"
 )
 
+//go:generate go run ./scripts/generate-templates.go
+
 func main() {
  var configPath = flag.String("config", "fileuploader.config.toml", "path to config file")
  flag.Parse()

scripts/generate-templates.go

@@ -0,0 +1,27 @@
+package main
+
+import (
+ "io"
+ "io/ioutil"
+ "os"
+ "path"
+ "strings"
+)
+
+const templatesDir = "./templates"
+
+func main() {
+ files, _ := ioutil.ReadDir(templatesDir)
+
+ out, _ := os.Create(path.Join(templatesDir, "templates.go"))
+ out.Write([]byte("package templates\n\nvar Get = map[string]string{\n"))
+ for _, fileInfo := range files {
+ if strings.HasSuffix(fileInfo.Name(), ".html") {
+ out.Write([]byte(strings.TrimSuffix(fileInfo.Name(), ".html") + ": `"))
+ file, _ := os.Open(path.Join(templatesDir, fileInfo.Name()))
+ io.Copy(out, file)
+ out.Write([]byte("`,\n"))
+ }
+ }
+ out.Write([]byte("}\n"))
+}

server/config.go

@@ -46,13 +46,17 @@ type Config struct {
  JwtSecretsByIssuer map[string]string
  Loggers []LoggerConfig
 
- // Embed Provider
- Embed struct {
- TemplatePath  string
+ // WebPreview config options
+ WebPreview struct {
+ TemplatesDirectory string
  CacheMaxAge duration
  CacheCleanInterval duration
- ImageCachePath string
- ImageCacheMaxSize uint64
+
+ // Fallback provider configuration
+ FallbackProviderDisabled bool
+ FallbackProviderURL string
+ FallbackProviderFile string
+ FallbackProviderJsonKey string
  }
 }