174 lines
4.7 KiB
Go
174 lines
4.7 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"log"
|
|
"net/http"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/jackc/pgx/v4"
|
|
)
|
|
|
|
var trendsText string
|
|
|
|
func enableCors(w *http.ResponseWriter) {
|
|
(*w).Header().Set("Access-Control-Allow-Origin", "*")
|
|
}
|
|
|
|
func runMetrics() {
|
|
hashtagtotal := runTrendingMetrics()
|
|
totalJson := make(map[string]interface{})
|
|
totalJson["hashtags"] = hashtagtotal
|
|
|
|
data, err := json.Marshal(totalJson)
|
|
if err != nil {
|
|
log.Fatalf("error marshaling combined activity: %v\n", err)
|
|
}
|
|
|
|
trendsText = string(data)
|
|
}
|
|
|
|
func runTrendingMetrics() map[string]interface{} {
|
|
sql := `SELECT UNNEST(activities.hashtags) as hashtags, count(actors.id)
|
|
from activities
|
|
LEFT JOIN actors ON activities.document->>'attributedTo'=actors.document->>'id'
|
|
WHERE actors.bot=false
|
|
AND activities.identifiedat > LOCALTIMESTAMP - INTERVAL '30 MINUTES'
|
|
GROUP BY hashtags ORDER BY count DESC LIMIT 20;`
|
|
|
|
rows, err := pool.Query(context.Background(), sql)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
hashtagitems := make([]interface{}, 0);
|
|
hashcount := 0
|
|
for rows.Next() {
|
|
var hashtag string
|
|
var count int
|
|
|
|
err = rows.Scan(&hashtag, &count)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
hashtagitem := make(map[string]interface{})
|
|
hashtagitem["hashtag"] = hashtag
|
|
hashtagitem["count"] = count
|
|
hashtagitems = append(hashtagitems, hashtagitem)
|
|
hashcount = hashcount + 1
|
|
}
|
|
rows.Close()
|
|
|
|
hashtagtotal := make(map[string]interface{});
|
|
hashtagtotal["count"] = hashcount
|
|
hashtagtotal["datetime"] = time.Now().UTC()
|
|
hashtagtotal["items"] = hashtagitems
|
|
|
|
return hashtagtotal
|
|
}
|
|
|
|
// GET handlers
|
|
func getTrending(w http.ResponseWriter, r *http.Request) {
|
|
enableCors(&w)
|
|
fmt.Fprintf(w, "%s", trendsText)
|
|
}
|
|
|
|
func getSearch(w http.ResponseWriter, r *http.Request) {
|
|
enableCors(&w)
|
|
searchkeys, exists_search := r.URL.Query()["s"]
|
|
offsetkeys, exists_offset := r.URL.Query()["o"]
|
|
|
|
var err error
|
|
var rows pgx.Rows
|
|
var searchKey string
|
|
if exists_search {
|
|
searchKey = searchkeys[0]
|
|
}
|
|
var offsetKey int
|
|
if exists_offset {
|
|
offsetKey, _ = strconv.Atoi(offsetkeys[0])
|
|
} else {
|
|
offsetKey = -1
|
|
}
|
|
|
|
if exists_search && searchKey != "" {
|
|
if offsetKey == -1 {
|
|
rows, err = pool.Query(context.Background(), "SELECT activities.id, activities.document, actors.document FROM activities as activities INNER JOIN actors as actors ON activities.document->>'actor' = actors.document->>'id' WHERE activities.normalized_tsvector @@ plainto_tsquery($1) ORDER BY activities.id DESC LIMIT 10", searchKey)
|
|
} else {
|
|
rows, err = pool.Query(context.Background(), "SELECT activities.id, activities.document, actors.document FROM activities as activities INNER JOIN actors as actors ON activities.document->>'actor' = actors.document->>'id' WHERE activities.normalized_tsvector @@ plainto_tsquery($1) AND activities.id < $2 ORDER BY activities.id DESC LIMIT 10", searchKey, offsetKey)
|
|
}
|
|
} else {
|
|
if offsetKey == -1 {
|
|
rows, err = pool.Query(context.Background(), "SELECT activities.id, activities.document, actors.document FROM activities as activities INNER JOIN actors as actors ON activities.document->>'actor' = actors.document->>'id' ORDER BY activities.id DESC LIMIT 10")
|
|
} else {
|
|
rows, err = pool.Query(context.Background(), "SELECT activities.id, activities.document, actors.document FROM activities as activities INNER JOIN actors as actors ON activities.document->>'actor' = actors.document->>'id' AND activities.id < $1 ORDER BY activities.id DESC LIMIT 10", offsetKey)
|
|
}
|
|
}
|
|
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defer rows.Close()
|
|
|
|
var earliestid int
|
|
earliestid = 0
|
|
var activitiesJson []map[string]json.RawMessage
|
|
for rows.Next() {
|
|
var id int
|
|
var activityRaw string
|
|
var actorRaw string
|
|
var activityJson map[string]json.RawMessage
|
|
|
|
err = rows.Scan(&id, &activityRaw, &actorRaw)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
err := json.Unmarshal([]byte(activityRaw), &activityJson)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
if earliestid == 0 {
|
|
earliestid = id
|
|
} else if earliestid > id {
|
|
earliestid = id
|
|
}
|
|
|
|
activityJson["actor"] = json.RawMessage(actorRaw)
|
|
activitiesJson = append(activitiesJson, activityJson)
|
|
}
|
|
|
|
requestData := make(map[string]int)
|
|
requestData["earliestid"] = earliestid
|
|
|
|
totalJson := make(map[string]interface{})
|
|
totalJson["requestdata"] = requestData
|
|
totalJson["activities"] = activitiesJson
|
|
|
|
data, err := json.Marshal(totalJson)
|
|
if err != nil {
|
|
log.Fatalf("error marshaling combined activity: %v\n", err)
|
|
}
|
|
fmt.Fprintf(w, "%s", data)
|
|
}
|
|
|
|
func main() {
|
|
pool = getDbPool()
|
|
|
|
go func() {
|
|
for {
|
|
runMetrics()
|
|
time.Sleep(30 * time.Second)
|
|
}
|
|
}()
|
|
|
|
http.HandleFunc("/api/v1/search", getSearch)
|
|
http.HandleFunc("/api/v1/trending", getTrending)
|
|
log.Print("Starting HTTP inbox on port http://0.0.0.0:6431")
|
|
log.Fatal(http.ListenAndServe("0.0.0.0:6431", nil))
|
|
}
|