diff --git a/image_utils.go b/image_utils.go index 48e5883..fc124ab 100644 --- a/image_utils.go +++ b/image_utils.go @@ -115,17 +115,19 @@ type ScriptRange struct { func initializeImageDrawingStuff() error { // language detector - detector = lingua.NewLanguageDetectorBuilder().FromLanguages( - lingua.Japanese, - lingua.Persian, - lingua.Chinese, - lingua.Thai, - lingua.Hebrew, - lingua.Arabic, - lingua.Bengali, - lingua.Hindi, - lingua.Korean, - ).WithLowAccuracyMode().Build() + if !s.SkipLanguageModel { + detector = lingua.NewLanguageDetectorBuilder().FromLanguages( + lingua.Japanese, + lingua.Persian, + lingua.Chinese, + lingua.Thai, + lingua.Hebrew, + lingua.Arabic, + lingua.Bengali, + lingua.Hindi, + lingua.Korean, + ).WithLowAccuracyMode().Build() + } // script detector material for _, srange := range language.ScriptRanges { @@ -252,11 +254,15 @@ gotScriptIndex: direction := directionMap[idx] lng := language.Language("en-us") - lang, ok := detector.DetectLanguageOf(string(paragraph)) - if ok { - lng = language.Language(lang.IsoCode639_1().String()) - } else { + if detector == nil { lng = defaultLanguageMap[idx] + } else { + lang, ok := detector.DetectLanguageOf(string(paragraph)) + if ok { + lng = language.Language(lang.IsoCode639_1().String()) + } else { + lng = defaultLanguageMap[idx] + } } return lng, script, direction, face diff --git a/justfile b/justfile index 60710fe..6aa5871 100644 --- a/justfile +++ b/justfile @@ -1,7 +1,7 @@ export PATH := "./node_modules/.bin:" + env_var('PATH') dev: - TAILWIND_DEBUG=true go build -o /tmp/njump && /tmp/njump + TAILWIND_DEBUG=true SKIP_LANGUAGE_MODEL=true go build -o /tmp/njump && /tmp/njump check-samples: #!/usr/bin/env xonsh diff --git a/main.go b/main.go index d11cc02..0b45e24 100644 --- a/main.go +++ b/main.go @@ -19,11 +19,12 @@ import ( ) type Settings struct { - Port string `envconfig:"PORT" default:"2999"` - Domain string `envconfig:"DOMAIN" default:"njump.me"` - DiskCachePath string `envconfig:"DISK_CACHE_PATH" default:"/tmp/njump-internal"` - EventStorePath string `envconfig:"EVENT_STORE_PATH" default:"/tmp/njump-db"` - TailwindDebug bool `envconfig:"TAILWIND_DEBUG"` + Port string `envconfig:"PORT" default:"2999"` + Domain string `envconfig:"DOMAIN" default:"njump.me"` + DiskCachePath string `envconfig:"DISK_CACHE_PATH" default:"/tmp/njump-internal"` + EventStorePath string `envconfig:"EVENT_STORE_PATH" default:"/tmp/njump-db"` + TailwindDebug bool `envconfig:"TAILWIND_DEBUG"` + SkipLanguageModel bool `envconfig:"SKIP_LANGUAGE_MODEL"` } //go:embed static/*