aljaz/njump
1
0
Fork 0
mirror of https://github.com/aljazceru/njump.git synced 2025-12-17 22:34:25 +01:00
Code Issues Packages Projects Releases Wiki Activity

do not use language detector model on dev mode.

Browse Source 
because it's slow.
This commit is contained in:
fiatjaf
2023-12-31 17:50:01 -03:00
parent d1d172b96c
commit 91a0ea768b
3 changed files with 28 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
image_utils.go
View File

@@ -115,17 +115,19 @@ type ScriptRange struct {
func initializeImageDrawingStuff() error {
// language detector
detector = lingua.NewLanguageDetectorBuilder().FromLanguages(
lingua.Japanese,
lingua.Persian,
lingua.Chinese,
lingua.Thai,
lingua.Hebrew,
lingua.Arabic,
lingua.Bengali,
lingua.Hindi,
lingua.Korean,
).WithLowAccuracyMode().Build()
if !s.SkipLanguageModel {
detector = lingua.NewLanguageDetectorBuilder().FromLanguages(
lingua.Japanese,
lingua.Persian,
lingua.Chinese,
lingua.Thai,
lingua.Hebrew,
lingua.Arabic,
lingua.Bengali,
lingua.Hindi,
lingua.Korean,
).WithLowAccuracyMode().Build()
}
// script detector material
for _, srange := range language.ScriptRanges {
@@ -252,11 +254,15 @@ gotScriptIndex:
direction := directionMap[idx]
lng := language.Language("en-us")
lang, ok := detector.DetectLanguageOf(string(paragraph))
if ok {
lng = language.Language(lang.IsoCode639_1().String())
} else {
if detector == nil {
lng = defaultLanguageMap[idx]
} else {
lang, ok := detector.DetectLanguageOf(string(paragraph))
if ok {
lng = language.Language(lang.IsoCode639_1().String())
} else {
lng = defaultLanguageMap[idx]
}
}
return lng, script, direction, face

2
justfile
View File

@@ -1,7 +1,7 @@
export PATH := "./node_modules/.bin:" + env_var('PATH')
dev:
TAILWIND_DEBUG=true go build -o /tmp/njump && /tmp/njump
TAILWIND_DEBUG=true SKIP_LANGUAGE_MODEL=true go build -o /tmp/njump && /tmp/njump
check-samples:
#!/usr/bin/env xonsh

11
main.go
View File

@@ -19,11 +19,12 @@ import (
)
type Settings struct {
Port string `envconfig:"PORT" default:"2999"`
Domain string `envconfig:"DOMAIN" default:"njump.me"`
DiskCachePath string `envconfig:"DISK_CACHE_PATH" default:"/tmp/njump-internal"`
EventStorePath string `envconfig:"EVENT_STORE_PATH" default:"/tmp/njump-db"`
TailwindDebug bool `envconfig:"TAILWIND_DEBUG"`
Port string `envconfig:"PORT" default:"2999"`
Domain string `envconfig:"DOMAIN" default:"njump.me"`
DiskCachePath string `envconfig:"DISK_CACHE_PATH" default:"/tmp/njump-internal"`
EventStorePath string `envconfig:"EVENT_STORE_PATH" default:"/tmp/njump-db"`
TailwindDebug bool `envconfig:"TAILWIND_DEBUG"`
SkipLanguageModel bool `envconfig:"SKIP_LANGUAGE_MODEL"`
}
//go:embed static/*