Add log and utils modules to the Javascript VM used in scrapers (#4937)

This commit is contained in:
Maista 2024-06-11 05:21:39 +02:00 committed by GitHub
parent da4d49d940
commit e18c050fb1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -534,6 +534,21 @@ func (p *postProcessJavascript) Apply(ctx context.Context, value string, q mappe
return value
}
log := &javascript.Log{
Logger: logger.Logger,
Prefix: "",
ProgressChan: make(chan float64),
}
if err := log.AddToVM("log", vm); err != nil {
logger.Logger.Errorf("error adding log API: %w", err)
}
util := &javascript.Util{}
if err := util.AddToVM("util", vm); err != nil {
logger.Logger.Errorf("error adding util API: %w", err)
}
script, err := javascript.CompileScript("", "(function() { "+string(*p)+"})()")
if err != nil {
logger.Warnf("javascript failed to compile: %v", err)