* initial commit * add remote trail/list * fix errors * update to use new IRIs * use origin in migration instead * use UnsafeWithoutHooks * fix trail/list order of operations * fix remote trail/list fetch * fixes list document update * fix errors --------- Co-authored-by: Christian Beutel <>
447 lines
11 KiB
Go
447 lines
11 KiB
Go
package util
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"path"
|
|
"time"
|
|
|
|
"github.com/meilisearch/meilisearch-go"
|
|
"github.com/pocketbase/pocketbase/core"
|
|
)
|
|
|
|
func documentFromTrailRecord(app core.App, r *core.Record, author *core.Record, includeShares bool) (map[string]interface{}, error) {
|
|
photos := r.GetStringSlice("photos")
|
|
thumbnail := ""
|
|
if len(photos) > 0 {
|
|
thumbnailIndex := r.GetInt("thumbnail")
|
|
if thumbnailIndex >= len(photos) {
|
|
thumbnailIndex = 0
|
|
}
|
|
thumbnail = photos[thumbnailIndex]
|
|
}
|
|
|
|
tagRecords := r.ExpandedAll("tags")
|
|
tags := make([]string, len(tagRecords))
|
|
|
|
for i, v := range tagRecords {
|
|
tags[i] = v.GetString("name")
|
|
}
|
|
|
|
category := ""
|
|
trailCategory := r.ExpandedOne("category")
|
|
if trailCategory != nil {
|
|
category = trailCategory.GetString("name")
|
|
}
|
|
|
|
domain := ""
|
|
if !author.GetBool("isLocal") {
|
|
domain = author.GetString("domain")
|
|
}
|
|
|
|
document := map[string]any{
|
|
"id": r.Id,
|
|
"author": author.Id,
|
|
"author_name": author.GetString("preferred_username"),
|
|
"author_avatar": author.GetString("icon"),
|
|
"name": r.GetString("name"),
|
|
"description": r.GetString("description"),
|
|
"location": r.GetString("location"),
|
|
"distance": r.GetFloat("distance"),
|
|
"elevation_gain": r.GetFloat("elevation_gain"),
|
|
"elevation_loss": r.GetFloat("elevation_loss"),
|
|
"duration": r.GetFloat("duration"),
|
|
"difficulty": difficultyToNumber(r.GetString("difficulty")),
|
|
"category": category,
|
|
"completed": r.GetBool("completed"),
|
|
"date": r.GetDateTime("date").Time().Unix(),
|
|
"created": r.GetDateTime("created").Time().Unix(),
|
|
"public": r.GetBool("public"),
|
|
"thumbnail": thumbnail,
|
|
"gpx": r.GetString("gpx"),
|
|
"tags": tags,
|
|
"polyline": r.GetString("polyline"),
|
|
"domain": domain,
|
|
"iri": r.GetString("iri"),
|
|
"_geo": map[string]float64{
|
|
"lat": r.GetFloat("lat"),
|
|
"lng": r.GetFloat("lon"),
|
|
},
|
|
}
|
|
|
|
if includeShares {
|
|
trailShares := r.ExpandedAll("trail_share_via_trail")
|
|
if trailShares != nil {
|
|
sharedIDs := make([]string, len(trailShares))
|
|
for i, v := range trailShares {
|
|
sharedIDs[i] = v.GetString("actor")
|
|
}
|
|
|
|
document["shares"] = sharedIDs
|
|
|
|
} else {
|
|
document["shares"] = []string{}
|
|
}
|
|
|
|
trailLikes := r.ExpandedAll("trail_like_via_trail")
|
|
if trailLikes != nil {
|
|
likeIDs := make([]string, len(trailLikes))
|
|
for i, v := range trailLikes {
|
|
likeIDs[i] = v.GetString("actor")
|
|
}
|
|
|
|
document["likes"] = likeIDs
|
|
document["like_count"] = len(trailLikes)
|
|
|
|
} else {
|
|
document["likes"] = []string{}
|
|
document["like_count"] = 0
|
|
}
|
|
|
|
}
|
|
|
|
return document, nil
|
|
}
|
|
|
|
func difficultyToNumber(difficulty string) int32 {
|
|
switch difficulty {
|
|
case "easy":
|
|
return 0
|
|
case "moderate":
|
|
return 1
|
|
case "difficult":
|
|
return 2
|
|
}
|
|
|
|
return 0
|
|
}
|
|
|
|
func documentFromListRecord(r *core.Record, author *core.Record, includeShares bool) (map[string]any, error) {
|
|
|
|
totalElevationGain := 0.0
|
|
totalElevationLoss := 0.0
|
|
totalDistance := 0.0
|
|
totalDuration := 0.0
|
|
trails := len(r.GetStringSlice("trails"))
|
|
|
|
if r.GetString("iri") != "" && !author.GetBool("isLocal") {
|
|
doc, err := documentFromRemoteRecord(r, "lists")
|
|
if err == nil {
|
|
totalElevationGain = doc["elevation_gain"].(float64)
|
|
totalElevationLoss = doc["elevation_loss"].(float64)
|
|
totalDistance = doc["distance"].(float64)
|
|
totalDuration = doc["duration"].(float64)
|
|
|
|
trails = int(doc["trails"].(float64))
|
|
}
|
|
|
|
} else {
|
|
allTrails := r.ExpandedAll("trails")
|
|
|
|
for _, t := range allTrails {
|
|
totalElevationGain += t.GetFloat("elevation_gain")
|
|
totalElevationLoss += t.GetFloat("elevation_loss")
|
|
totalDistance += t.GetFloat("distance")
|
|
totalDuration += t.GetFloat("duration")
|
|
|
|
}
|
|
}
|
|
|
|
domain := ""
|
|
if !author.GetBool("isLocal") {
|
|
domain = author.GetString("domain")
|
|
}
|
|
|
|
document := map[string]any{
|
|
"id": r.Id,
|
|
"author": author.Id,
|
|
"author_name": author.GetString("preferred_username"),
|
|
"author_avatar": author.GetString("icon"),
|
|
"avatar": r.GetString("avatar"),
|
|
"name": r.GetString("name"),
|
|
"description": r.GetString("description"),
|
|
"elevation_gain": totalElevationGain,
|
|
"elevation_loss": totalElevationLoss,
|
|
"distance": totalDistance,
|
|
"duration": totalDuration,
|
|
"domain": domain,
|
|
"public": r.GetBool("public"),
|
|
"created": r.GetDateTime("created").Time().Unix(),
|
|
"trails": trails,
|
|
"iri": r.GetString("iri"),
|
|
}
|
|
|
|
if includeShares {
|
|
listShares := r.ExpandedAll("list_share_via_list")
|
|
if listShares != nil {
|
|
sharedIDs := make([]string, len(listShares))
|
|
for i, v := range listShares {
|
|
sharedIDs[i] = v.GetString("actor")
|
|
}
|
|
|
|
document["shares"] = sharedIDs
|
|
|
|
} else {
|
|
document["shares"] = []string{}
|
|
}
|
|
}
|
|
|
|
return document, nil
|
|
}
|
|
|
|
func documentFromRemoteRecord(r *core.Record, index string) (map[string]any, error) {
|
|
client := &http.Client{}
|
|
|
|
if r.GetString("iri") == "" {
|
|
return nil, fmt.Errorf("record has no iri")
|
|
}
|
|
|
|
iri := r.GetString("iri")
|
|
|
|
url, err := url.Parse(iri)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
remoteRecordId := path.Base(url.Path)
|
|
|
|
searchURL := fmt.Sprintf("%s://%s/api/v1/search/%s", url.Scheme, url.Host, index)
|
|
body := []byte(fmt.Sprintf(`{"q": "%s"}`, remoteRecordId))
|
|
|
|
req, err := http.NewRequest("POST", searchURL, bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
return nil, fmt.Errorf("failed to fetch remote record: received status %d", resp.StatusCode)
|
|
}
|
|
|
|
respBytes, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var searchResponse meilisearch.SearchResponse
|
|
json.Unmarshal(respBytes, &searchResponse)
|
|
|
|
if len(searchResponse.Hits) == 0 {
|
|
return nil, fmt.Errorf("no documents in result set")
|
|
}
|
|
|
|
var document map[string]any
|
|
documentByteData, err := json.Marshal(searchResponse.Hits[0])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if err := json.Unmarshal(documentByteData, &document); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return document, nil
|
|
}
|
|
|
|
func IndexTrails(app core.App, trails []*core.Record, client meilisearch.ServiceManager) error {
|
|
documents := make([]map[string]any, len(trails))
|
|
|
|
for i, r := range trails {
|
|
errs := app.ExpandRecord(r, []string{"tags"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand tags: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"category"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand category: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"trail_share_via_trail"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand trail_share_via_trail: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"trail_like_via_trail"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand trail_like_via_trail: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"author"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand author: %v", errs)
|
|
}
|
|
|
|
author := r.ExpandedOne("author")
|
|
|
|
doc, err := documentFromTrailRecord(app, r, author, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
documents[i] = doc
|
|
}
|
|
|
|
if _, err := client.Index("trails").AddDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func UpdateTrail(app core.App, r *core.Record, author *core.Record, client meilisearch.ServiceManager) error {
|
|
errs := app.ExpandRecord(r, []string{"tags"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("meilisearch update trail: failed to expand tags: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"category"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("meilisearch update trail: failed to expand category: %v", errs)
|
|
}
|
|
|
|
doc, err := documentFromTrailRecord(app, r, author, false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
documents := []map[string]interface{}{doc}
|
|
|
|
if _, err = client.Index("trails").UpdateDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func UpdateTrailShares(trailId string, shares []string, client meilisearch.ServiceManager) error {
|
|
documents := []map[string]interface{}{
|
|
{
|
|
"id": trailId,
|
|
"shares": shares,
|
|
},
|
|
}
|
|
if _, err := client.Index("trails").UpdateDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func UpdateTrailLikes(trailId string, likes []string, client meilisearch.ServiceManager) error {
|
|
documents := []map[string]interface{}{
|
|
{
|
|
"id": trailId,
|
|
"like_count": len(likes),
|
|
"likes": likes,
|
|
},
|
|
}
|
|
if _, err := client.Index("trails").UpdateDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func IndexLists(app core.App, lists []*core.Record, client meilisearch.ServiceManager) error {
|
|
documents := make([]map[string]any, len(lists))
|
|
|
|
for i, r := range lists {
|
|
errs := app.ExpandRecord(r, []string{"trails"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand trails: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"list_share_via_list"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand list_share_via_list: %v", errs)
|
|
}
|
|
errs = app.ExpandRecord(r, []string{"author"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand author: %v", errs)
|
|
}
|
|
|
|
author := r.ExpandedOne("author")
|
|
|
|
doc, err := documentFromListRecord(r, author, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
documents[i] = doc
|
|
}
|
|
if _, err := client.Index("lists").AddDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func UpdateList(app core.App, r *core.Record, author *core.Record, client meilisearch.ServiceManager) error {
|
|
errs := app.ExpandRecord(r, []string{"trails"}, nil)
|
|
if len(errs) > 0 {
|
|
return fmt.Errorf("failed to expand trails: %v", errs)
|
|
}
|
|
|
|
documents, err := documentFromListRecord(r, author, false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if _, err = client.Index("lists").UpdateDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func UpdateListShares(listId string, shares []string, client meilisearch.ServiceManager) error {
|
|
documents := []map[string]interface{}{
|
|
{
|
|
"id": listId,
|
|
"shares": shares,
|
|
},
|
|
}
|
|
if _, err := client.Index("lists").UpdateDocuments(documents, nil); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func GenerateMeilisearchToken(rules map[string]interface{}, client meilisearch.ServiceManager) (string, error) {
|
|
var apiKeyUid string
|
|
var apiKey string
|
|
|
|
keys, err := client.GetKeys(&meilisearch.KeysQuery{Limit: 20})
|
|
if err != nil {
|
|
return "", fmt.Errorf("meilisearch connection error: %w", err)
|
|
}
|
|
|
|
for _, k := range keys.Results {
|
|
for _, action := range k.Actions {
|
|
if action == "search" || k.Name == "Default Search API Key" {
|
|
apiKeyUid = k.UID
|
|
apiKey = k.Key
|
|
break
|
|
}
|
|
}
|
|
if apiKey != "" {
|
|
break
|
|
}
|
|
}
|
|
|
|
if apiKey == "" || apiKeyUid == "" {
|
|
return "", errors.New("unable to locate a valid search API key")
|
|
}
|
|
|
|
expiresAt := time.Now().Add(24 * time.Hour)
|
|
|
|
options := &meilisearch.TenantTokenOptions{
|
|
APIKey: apiKey,
|
|
ExpiresAt: expiresAt,
|
|
}
|
|
|
|
return client.GenerateTenantToken(apiKeyUid, rules, options)
|
|
}
|