formatting and linting
This commit is contained in:
parent
8d56747f1c
commit
726ac7e0bd
13
config.go
13
config.go
@ -1,12 +1,13 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"io/ioutil"
|
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"muzzammil.xyz/jsonc"
|
"io/ioutil"
|
||||||
"log"
|
"log"
|
||||||
|
"muzzammil.xyz/jsonc"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// Database - Database configuration used by config.go
|
||||||
type Database struct {
|
type Database struct {
|
||||||
Host string `"json:host"`
|
Host string `"json:host"`
|
||||||
Port int `"json:port"`
|
Port int `"json:port"`
|
||||||
@ -15,6 +16,7 @@ type Database struct {
|
|||||||
Workers int `"json:workers"`
|
Workers int `"json:workers"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// MassFollower - Mass follower configuration used by config.go
|
||||||
type MassFollower struct {
|
type MassFollower struct {
|
||||||
Acct string `"json:acct"`
|
Acct string `"json:acct"`
|
||||||
Name string `"json:name"`
|
Name string `"json:name"`
|
||||||
@ -23,6 +25,7 @@ type MassFollower struct {
|
|||||||
FollowLimit int `"json:followlimit"`
|
FollowLimit int `"json:followlimit"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ExtAccount - External account configuration used by config.go
|
||||||
type ExtAccount struct {
|
type ExtAccount struct {
|
||||||
Username string `"json:username"`
|
Username string `"json:username"`
|
||||||
Password string `"json:password"`
|
Password string `"json:password"`
|
||||||
@ -30,6 +33,7 @@ type ExtAccount struct {
|
|||||||
Followlimit int `"json:followlimit"`
|
Followlimit int `"json:followlimit"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Proxy - Configuration file proxy settings
|
||||||
type Proxy struct {
|
type Proxy struct {
|
||||||
Host string `"json:host"`
|
Host string `"json:host"`
|
||||||
Port int `"json:port"`
|
Port int `"json:port"`
|
||||||
@ -37,6 +41,7 @@ type Proxy struct {
|
|||||||
Password string `"json:password"`
|
Password string `"json:password"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Settings - Configuration file structure
|
||||||
type Settings struct {
|
type Settings struct {
|
||||||
Autostart []string `"json:autostart"`
|
Autostart []string `"json:autostart"`
|
||||||
Crawl bool `"json:crawl"`
|
Crawl bool `"json:crawl"`
|
||||||
@ -50,7 +55,7 @@ type Settings struct {
|
|||||||
|
|
||||||
var settings Settings
|
var settings Settings
|
||||||
|
|
||||||
func StringExists(needle string, haystack []string) (bool) {
|
func stringexists(needle string, haystack []string) bool {
|
||||||
for _, check := range haystack {
|
for _, check := range haystack {
|
||||||
if check == needle {
|
if check == needle {
|
||||||
return true
|
return true
|
||||||
@ -61,7 +66,7 @@ func StringExists(needle string, haystack []string) (bool) {
|
|||||||
|
|
||||||
func getSettings() {
|
func getSettings() {
|
||||||
c, err := ioutil.ReadFile("config.jsonc")
|
c, err := ioutil.ReadFile("config.jsonc")
|
||||||
if (err != nil) {
|
if err != nil {
|
||||||
log.Fatal("Unable to open config.jsonc, exiting: ", err)
|
log.Fatal("Unable to open config.jsonc, exiting: ", err)
|
||||||
}
|
}
|
||||||
jsoncbin := jsonc.ToJSON(c) // Calling jsonc.ToJSON() to convert JSONC to JSON
|
jsoncbin := jsonc.ToJSON(c) // Calling jsonc.ToJSON() to convert JSONC to JSON
|
||||||
|
5
ctl.go
5
ctl.go
@ -4,9 +4,9 @@ import (
|
|||||||
"encoding/binary"
|
"encoding/binary"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"net"
|
|
||||||
"log"
|
|
||||||
"io"
|
"io"
|
||||||
|
"log"
|
||||||
|
"net"
|
||||||
"os"
|
"os"
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -90,7 +90,6 @@ func handleClient(commandClient net.Conn, reportPostChan chan ReportPost) {
|
|||||||
fmt.Println("Something else")
|
fmt.Println("Something else")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
responseback.Type = "status"
|
responseback.Type = "status"
|
||||||
responseback.RunningInstances = runninginstances
|
responseback.RunningInstances = runninginstances
|
||||||
|
|
||||||
|
10
db.go
10
db.go
@ -1,10 +1,10 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"github.com/jackc/pgx/pgxpool"
|
|
||||||
"context"
|
"context"
|
||||||
"log"
|
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"github.com/jackc/pgx/pgxpool"
|
||||||
|
"log"
|
||||||
)
|
)
|
||||||
|
|
||||||
func postHandler(reportPostChan chan ReportPost, pool *pgxpool.Pool) {
|
func postHandler(reportPostChan chan ReportPost, pool *pgxpool.Pool) {
|
||||||
@ -57,10 +57,10 @@ func writePost(pool *pgxpool.Pool, reportpost ReportPost) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func get_db_pool() (*pgxpool.Pool) {
|
func getDbPool() *pgxpool.Pool {
|
||||||
// Setup Database
|
// Setup Database
|
||||||
db_uri := fmt.Sprintf("postgres://%s:%s@%s:%d/fedilogue", settings.Database.Username, settings.Database.Password, settings.Database.Host, settings.Database.Port)
|
dbURI := fmt.Sprintf("postgres://%s:%s@%s:%d/fedilogue", settings.Database.Username, settings.Database.Password, settings.Database.Host, settings.Database.Port)
|
||||||
pool, err := pgxpool.Connect(context.Background(), db_uri)
|
pool, err := pgxpool.Connect(context.Background(), dbURI)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatal("Unable to connect to database:", err)
|
log.Fatal("Unable to connect to database:", err)
|
||||||
}
|
}
|
||||||
|
@ -5,9 +5,9 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"flag"
|
"flag"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"io"
|
||||||
"net"
|
"net"
|
||||||
"os"
|
"os"
|
||||||
"io"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
12
fedilogue.go
12
fedilogue.go
@ -1,13 +1,13 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
_ "net/http/pprof"
|
|
||||||
"net/http"
|
|
||||||
"sync"
|
|
||||||
"regexp"
|
|
||||||
"log"
|
|
||||||
"github.com/microcosm-cc/bluemonday"
|
"github.com/microcosm-cc/bluemonday"
|
||||||
|
"log"
|
||||||
|
"net/http"
|
||||||
|
_ "net/http/pprof"
|
||||||
|
"regexp"
|
||||||
"runtime"
|
"runtime"
|
||||||
|
"sync"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Current instances
|
// Current instances
|
||||||
@ -27,7 +27,7 @@ func main() {
|
|||||||
getSettings()
|
getSettings()
|
||||||
go startpprof()
|
go startpprof()
|
||||||
|
|
||||||
pool := get_db_pool()
|
pool := getDbPool()
|
||||||
|
|
||||||
for i := 0; i < settings.Database.Workers; i++ {
|
for i := 0; i < settings.Database.Workers; i++ {
|
||||||
go postHandler(reportPostChan, pool)
|
go postHandler(reportPostChan, pool)
|
||||||
|
@ -90,4 +90,3 @@ type Userinfo struct {
|
|||||||
ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
|
ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
|
||||||
Discoverable string `"json:discoverable"`
|
Discoverable string `"json:discoverable"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
10
instance.go
10
instance.go
@ -1,14 +1,14 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"github.com/microcosm-cc/bluemonday"
|
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"github.com/microcosm-cc/bluemonday"
|
||||||
"io/ioutil"
|
"io/ioutil"
|
||||||
"net/http"
|
|
||||||
"strings"
|
|
||||||
"regexp"
|
|
||||||
"time"
|
|
||||||
"log"
|
"log"
|
||||||
|
"net/http"
|
||||||
|
"regexp"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
var p *bluemonday.Policy
|
var p *bluemonday.Policy
|
||||||
|
26
oauth.go
26
oauth.go
@ -1,13 +1,13 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"net/http"
|
|
||||||
"encoding/json"
|
|
||||||
"bytes"
|
|
||||||
"bufio"
|
"bufio"
|
||||||
"log"
|
"bytes"
|
||||||
"io/ioutil"
|
"encoding/json"
|
||||||
"io"
|
"io"
|
||||||
|
"io/ioutil"
|
||||||
|
"log"
|
||||||
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -38,7 +38,7 @@ func register_client(endpoint string, http_client *http.Client) (string, string,
|
|||||||
|
|
||||||
resp, err := http_client.Post(api_base_apps, "application/json", requestBodybytes)
|
resp, err := http_client.Post(api_base_apps, "application/json", requestBodybytes)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatal("Unable to connect to " + api_base_apps + " ", err)
|
log.Fatal("Unable to connect to "+api_base_apps+" ", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
body, err := ioutil.ReadAll(resp.Body)
|
body, err := ioutil.ReadAll(resp.Body)
|
||||||
@ -59,17 +59,17 @@ func register_client(endpoint string, http_client *http.Client) (string, string,
|
|||||||
|
|
||||||
f, err := os.Create("clients/" + endpoint)
|
f, err := os.Create("clients/" + endpoint)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Unable to create " + client_file + ": ", err)
|
log.Print("Unable to create "+client_file+": ", err)
|
||||||
return bodymap["client_id"], bodymap["client_secret"], nil
|
return bodymap["client_id"], bodymap["client_secret"], nil
|
||||||
}
|
}
|
||||||
defer f.Close()
|
defer f.Close()
|
||||||
|
|
||||||
_, err = io.WriteString(f, bodymap["client_id"] + "\n")
|
_, err = io.WriteString(f, bodymap["client_id"]+"\n")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Unable to write client_id line: ", err)
|
log.Print("Unable to write client_id line: ", err)
|
||||||
return bodymap["client_id"], bodymap["client_secret"], nil
|
return bodymap["client_id"], bodymap["client_secret"], nil
|
||||||
}
|
}
|
||||||
_, err = io.WriteString(f, bodymap["client_secret"] + "\n")
|
_, err = io.WriteString(f, bodymap["client_secret"]+"\n")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Unable to write client_secret line: ", err)
|
log.Print("Unable to write client_secret line: ", err)
|
||||||
return bodymap["client_id"], bodymap["client_secret"], nil
|
return bodymap["client_id"], bodymap["client_secret"], nil
|
||||||
@ -127,9 +127,9 @@ func oauth_login(endpoint string, username string, password string, client_id st
|
|||||||
|
|
||||||
authMapbytes := bytes.NewBuffer(authMap)
|
authMapbytes := bytes.NewBuffer(authMap)
|
||||||
|
|
||||||
resp, err := http.Post("https://" + endpoint + "/oauth/token", "application/json", authMapbytes)
|
resp, err := http.Post("https://"+endpoint+"/oauth/token", "application/json", authMapbytes)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Cannot connect to " + endpoint + ": ", err)
|
log.Print("Cannot connect to "+endpoint+": ", err)
|
||||||
return OAuth{}, err
|
return OAuth{}, err
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -167,9 +167,9 @@ func oauth_refresh(endpoint string, client_id string, client_secret string, refr
|
|||||||
|
|
||||||
authMapbytes := bytes.NewBuffer(authMap)
|
authMapbytes := bytes.NewBuffer(authMap)
|
||||||
|
|
||||||
resp, err := http.Post("https://" + endpoint + "/oauth/token", "application/json", authMapbytes)
|
resp, err := http.Post("https://"+endpoint+"/oauth/token", "application/json", authMapbytes)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Cannot connect to " + endpoint + ": ", err)
|
log.Print("Cannot connect to "+endpoint+": ", err)
|
||||||
return OAuth{}, err
|
return OAuth{}, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
28
poll.go
28
poll.go
@ -1,15 +1,15 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
|
||||||
"crypto/sha1"
|
"crypto/sha1"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"html"
|
||||||
"io/ioutil"
|
"io/ioutil"
|
||||||
|
"log"
|
||||||
"net/http"
|
"net/http"
|
||||||
"strings"
|
"strings"
|
||||||
"html"
|
|
||||||
"time"
|
"time"
|
||||||
"fmt"
|
|
||||||
"log"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
type ImageData struct {
|
type ImageData struct {
|
||||||
@ -37,9 +37,8 @@ type UserInfo struct {
|
|||||||
Summary string `"json:summary"`
|
Summary string `"json:summary"`
|
||||||
Url string `"json:Url"`
|
Url string `"json:Url"`
|
||||||
|
|
||||||
|
// ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
|
||||||
// ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
|
// Discoverable bool `"json:discoverable"`
|
||||||
// Discoverable bool `"json:discoverable"`
|
|
||||||
}
|
}
|
||||||
|
|
||||||
type PostInfo struct {
|
type PostInfo struct {
|
||||||
@ -53,7 +52,7 @@ type PostInfo struct {
|
|||||||
func fetch_user_info(http_client http.Client, uri string) (UserInfo, error) {
|
func fetch_user_info(http_client http.Client, uri string) (UserInfo, error) {
|
||||||
var userinfo UserInfo
|
var userinfo UserInfo
|
||||||
|
|
||||||
// http_client := http.Client{}
|
// http_client := http.Client{}
|
||||||
req, err := http.NewRequest(http.MethodGet, uri, nil)
|
req, err := http.NewRequest(http.MethodGet, uri, nil)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return UserInfo{}, err
|
return UserInfo{}, err
|
||||||
@ -75,7 +74,6 @@ func fetch_user_info(http_client http.Client, uri string) (UserInfo, error) {
|
|||||||
return userinfo, nil
|
return userinfo, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
func fetch_post(http_client http.Client, uri string) (PostInfo, error) {
|
func fetch_post(http_client http.Client, uri string) (PostInfo, error) {
|
||||||
var postinfo PostInfo
|
var postinfo PostInfo
|
||||||
|
|
||||||
@ -118,7 +116,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
for _, extaccount := range settings.Externalaccounts {
|
for _, extaccount := range settings.Externalaccounts {
|
||||||
if extaccount.Endpoint == endpoint {
|
if extaccount.Endpoint == endpoint {
|
||||||
use_auth = true
|
use_auth = true
|
||||||
client_id, client_secret, err = get_client(endpoint, &http_client);
|
client_id, client_secret, err = get_client(endpoint, &http_client)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatal("Unable to register client: ", err)
|
log.Fatal("Unable to register client: ", err)
|
||||||
}
|
}
|
||||||
@ -146,7 +144,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
}
|
}
|
||||||
|
|
||||||
if use_auth == true {
|
if use_auth == true {
|
||||||
if time.Now().Unix() > last_refresh + oauthData.Expires_in {
|
if time.Now().Unix() > last_refresh+oauthData.Expires_in {
|
||||||
oauthData, err = oauth_refresh(endpoint, client_id, client_secret, oauthData.Refresh_token)
|
oauthData, err = oauth_refresh(endpoint, client_id, client_secret, oauthData.Refresh_token)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Print("Unable to refresh: ", err)
|
log.Print("Unable to refresh: ", err)
|
||||||
@ -169,7 +167,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
}
|
}
|
||||||
|
|
||||||
if resp.StatusCode == TOOMANYREQUESTS { // Short Delay, 30 seconds
|
if resp.StatusCode == TOOMANYREQUESTS { // Short Delay, 30 seconds
|
||||||
log.Print("Delaying " + endpoint + ", gave status ", resp.StatusCode, ", 1 hour delay")
|
log.Print("Delaying "+endpoint+", gave status ", resp.StatusCode, ", 1 hour delay")
|
||||||
_, _ = ioutil.ReadAll(resp.Body)
|
_, _ = ioutil.ReadAll(resp.Body)
|
||||||
resp.Body.Close() // Release as soon as done
|
resp.Body.Close() // Release as soon as done
|
||||||
m.Status = resp.StatusCode
|
m.Status = resp.StatusCode
|
||||||
@ -183,7 +181,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
time.Sleep(time.Second * 30)
|
time.Sleep(time.Second * 30)
|
||||||
continue
|
continue
|
||||||
} else if resp.StatusCode == INTERNAL_ERROR { // Longer delay, 1 hour
|
} else if resp.StatusCode == INTERNAL_ERROR { // Longer delay, 1 hour
|
||||||
log.Print("Suspending " + endpoint + ", gave status ", resp.StatusCode, ", 1 hour delay")
|
log.Print("Suspending "+endpoint+", gave status ", resp.StatusCode, ", 1 hour delay")
|
||||||
_, _ = ioutil.ReadAll(resp.Body)
|
_, _ = ioutil.ReadAll(resp.Body)
|
||||||
resp.Body.Close() // Release as soon as done
|
resp.Body.Close() // Release as soon as done
|
||||||
m.Status = 765
|
m.Status = 765
|
||||||
@ -193,7 +191,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
time.Sleep(time.Second * 3600)
|
time.Sleep(time.Second * 3600)
|
||||||
continue
|
continue
|
||||||
} else if resp.StatusCode != 200 { // Crash
|
} else if resp.StatusCode != 200 { // Crash
|
||||||
log.Print("Terminating " + endpoint + ", gave status ", resp.StatusCode)
|
log.Print("Terminating "+endpoint+", gave status ", resp.StatusCode)
|
||||||
_, _ = ioutil.ReadAll(resp.Body)
|
_, _ = ioutil.ReadAll(resp.Body)
|
||||||
resp.Body.Close() // Release as soon as done
|
resp.Body.Close() // Release as soon as done
|
||||||
m.Status = resp.StatusCode
|
m.Status = resp.StatusCode
|
||||||
@ -303,7 +301,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Only done if we are crawling
|
// Only done if we are crawling
|
||||||
if settings.Crawl == true && StringExists(endpoint, settings.Banned) == false {
|
if settings.Crawl == true && stringexists(endpoint, settings.Banned) == false {
|
||||||
// Skip over this if its the same as the endpoint
|
// Skip over this if its the same as the endpoint
|
||||||
if newinstance == endpoint {
|
if newinstance == endpoint {
|
||||||
continue
|
continue
|
||||||
|
21
stream.go
21
stream.go
@ -1,15 +1,15 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"net/http"
|
|
||||||
"encoding/json"
|
|
||||||
"crypto/sha1"
|
|
||||||
"strings"
|
|
||||||
"bufio"
|
"bufio"
|
||||||
"time"
|
"crypto/sha1"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
"html"
|
"html"
|
||||||
"log"
|
"log"
|
||||||
"fmt"
|
"net/http"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
|
func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
|
||||||
@ -29,10 +29,10 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
|
|||||||
|
|
||||||
for _, extaccount := range settings.Externalaccounts {
|
for _, extaccount := range settings.Externalaccounts {
|
||||||
if extaccount.Endpoint == endpoint {
|
if extaccount.Endpoint == endpoint {
|
||||||
// use_auth = true
|
// use_auth = true
|
||||||
get_client(endpoint, &http_client)
|
get_client(endpoint, &http_client)
|
||||||
|
|
||||||
client_id, client_secret, err = get_client(endpoint, &http_client);
|
client_id, client_secret, err = get_client(endpoint, &http_client)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatal("Unable to register client: ", err)
|
log.Fatal("Unable to register client: ", err)
|
||||||
}
|
}
|
||||||
@ -43,10 +43,9 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
// This needs to updated with the time
|
// This needs to updated with the time
|
||||||
// last_refresh := time.Now().Unix()
|
// last_refresh := time.Now().Unix()
|
||||||
_ = time.Now().Unix()
|
_ = time.Now().Unix()
|
||||||
|
|
||||||
|
|
||||||
req.Header.Add("Authorization", oauthData.Access_token)
|
req.Header.Add("Authorization", oauthData.Access_token)
|
||||||
|
|
||||||
}
|
}
|
||||||
@ -168,7 +167,7 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
|
|||||||
// Reporting post
|
// Reporting post
|
||||||
reportPostChan <- newpost
|
reportPostChan <- newpost
|
||||||
|
|
||||||
if settings.Crawl == true && StringExists(endpoint, settings.Banned) == false {
|
if settings.Crawl == true && stringexists(endpoint, settings.Banned) == false {
|
||||||
ri_mutex.Lock()
|
ri_mutex.Lock()
|
||||||
o, exists := runninginstances[newinstance]
|
o, exists := runninginstances[newinstance]
|
||||||
if exists == false || o.Status == KEEPALIVE {
|
if exists == false || o.Status == KEEPALIVE {
|
||||||
|
55
web.go
55
web.go
@ -1,18 +1,19 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"crypto/sha1"
|
||||||
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"html"
|
||||||
|
"io/ioutil"
|
||||||
"log"
|
"log"
|
||||||
"net/http"
|
"net/http"
|
||||||
"encoding/json"
|
|
||||||
"io/ioutil"
|
|
||||||
"html"
|
|
||||||
"time"
|
|
||||||
"strings"
|
|
||||||
"crypto/sha1"
|
|
||||||
"os"
|
"os"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// CreateObject - Used by post web receiver
|
||||||
type CreateObject struct {
|
type CreateObject struct {
|
||||||
Actor string `json:"actor"`
|
Actor string `json:"actor"`
|
||||||
Cc []string `json:"cc"`
|
Cc []string `json:"cc"`
|
||||||
@ -21,12 +22,13 @@ type CreateObject struct {
|
|||||||
Type string `json:"type"`
|
Type string `json:"type"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// CreateObject - Used by post web receiver
|
||||||
type FindType struct {
|
type FindType struct {
|
||||||
Actor string `json:"actor"`
|
Actor string `json:"actor"`
|
||||||
Cc []string `json:"cc"`
|
Cc []string `json:"cc"`
|
||||||
//Object interface{} `json:"Object"`
|
//Object interface{} `json:"Object"`
|
||||||
Object json.RawMessage `json:"Object"`
|
Object json.RawMessage `json:"Object"`
|
||||||
Id string `json:"id"`
|
ID string `json:"id"`
|
||||||
Published string `json:"published"`
|
Published string `json:"published"`
|
||||||
To []string `json:"to"`
|
To []string `json:"to"`
|
||||||
Type string `json:"type"`
|
Type string `json:"type"`
|
||||||
@ -79,7 +81,7 @@ func webfinger(w http.ResponseWriter, r *http.Request) {
|
|||||||
|
|
||||||
if exists {
|
if exists {
|
||||||
resource := resourceRaw[0]
|
resource := resourceRaw[0]
|
||||||
if resource != "acct:fedilogue@" + host {
|
if resource != "acct:fedilogue@"+host {
|
||||||
fmt.Println("Writes properly but wrong acct")
|
fmt.Println("Writes properly but wrong acct")
|
||||||
w.Header().Set("Content-Type", "application/json; charset=utf-8")
|
w.Header().Set("Content-Type", "application/json; charset=utf-8")
|
||||||
fmt.Fprintf(w, webfingerstr)
|
fmt.Fprintf(w, webfingerstr)
|
||||||
@ -98,7 +100,6 @@ func webfinger(w http.ResponseWriter, r *http.Request) {
|
|||||||
func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
|
func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
|
||||||
return func(w http.ResponseWriter, r *http.Request) {
|
return func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
|
||||||
|
|
||||||
fmt.Println("PATH --> ", r.URL.Path)
|
fmt.Println("PATH --> ", r.URL.Path)
|
||||||
|
|
||||||
body, err := ioutil.ReadAll(r.Body)
|
body, err := ioutil.ReadAll(r.Body)
|
||||||
@ -122,19 +123,19 @@ func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
newpost.Uri = findtype.Id
|
newpost.Uri = findtype.ID
|
||||||
|
|
||||||
start_slashes := strings.Index(createobject.Actor, "//") + 2
|
startSlashes := strings.Index(createobject.Actor, "//") + 2
|
||||||
end_slashes := strings.Index(createobject.Actor[start_slashes:], "/")
|
endSlashes := strings.Index(createobject.Actor[startSlashes:], "/")
|
||||||
newinstance := createobject.Actor[start_slashes:start_slashes+end_slashes]
|
newinstance := createobject.Actor[startSlashes : startSlashes+endSlashes]
|
||||||
|
|
||||||
// For now we are just verifying the user
|
// For now we are just verifying the user
|
||||||
ri_mutex.Lock()
|
ri_mutex.Lock()
|
||||||
o, exist := runninginstances[newinstance]
|
o, exist := runninginstances[newinstance]
|
||||||
if exist == false {
|
if exist == false {
|
||||||
o := RunningInstance{}
|
o := RunningInstance{}
|
||||||
new_client := http.Client{}
|
newClient := http.Client{}
|
||||||
o.client = new_client
|
o.client = newClient
|
||||||
o.Status = KEEPALIVE
|
o.Status = KEEPALIVE
|
||||||
runninginstances[newinstance] = o
|
runninginstances[newinstance] = o
|
||||||
}
|
}
|
||||||
@ -176,12 +177,12 @@ func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func users_fedilogue_followers(w http.ResponseWriter, r *http.Request) {
|
func usersFedilogueFollowers(w http.ResponseWriter, r *http.Request) {
|
||||||
fmt.Println("PATH --> ", r.URL.Path)
|
fmt.Println("PATH --> ", r.URL.Path)
|
||||||
host := r.Host
|
host := r.Host
|
||||||
contextlist := map[string]string {"@language":"und"}
|
contextlist := map[string]string{"@language": "und"}
|
||||||
|
|
||||||
context := []interface{} {"https://www.w3.org/ns/activitystreams", "https://" + host + "/schemas/litepub-0.1.jsonld", contextlist}
|
context := []interface{}{"https://www.w3.org/ns/activitystreams", "https://" + host + "/schemas/litepub-0.1.jsonld", contextlist}
|
||||||
followersmap := make(map[string]interface{})
|
followersmap := make(map[string]interface{})
|
||||||
followersmap["@context"] = context
|
followersmap["@context"] = context
|
||||||
|
|
||||||
@ -192,7 +193,7 @@ func users_fedilogue_followers(w http.ResponseWriter, r *http.Request) {
|
|||||||
fmt.Fprintf(w, staticjson)
|
fmt.Fprintf(w, staticjson)
|
||||||
}
|
}
|
||||||
|
|
||||||
func users_fedilogue_following(w http.ResponseWriter, r *http.Request) {
|
func usersFedilogueFollowing(w http.ResponseWriter, r *http.Request) {
|
||||||
host := r.Host
|
host := r.Host
|
||||||
fmt.Println("PATH --> ", r.URL.Path)
|
fmt.Println("PATH --> ", r.URL.Path)
|
||||||
staticjson := "{\"@context\": [\"https://www.w3.org/ns/activitystreams\", \"https://" + host + "/schemas/litepub-0.1.jsonld\", {\"@language\": \"und\"}], \"first\": {\"id\": \"https://" + host + "/users/fedilogue/following?page=1\", \"orderedItems\": [], \"partOf\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollectionPage\"}, \"id\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollection\"}"
|
staticjson := "{\"@context\": [\"https://www.w3.org/ns/activitystreams\", \"https://" + host + "/schemas/litepub-0.1.jsonld\", {\"@language\": \"und\"}], \"first\": {\"id\": \"https://" + host + "/users/fedilogue/following?page=1\", \"orderedItems\": [], \"partOf\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollectionPage\"}, \"id\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollection\"}"
|
||||||
@ -200,7 +201,7 @@ func users_fedilogue_following(w http.ResponseWriter, r *http.Request) {
|
|||||||
fmt.Fprintf(w, staticjson)
|
fmt.Fprintf(w, staticjson)
|
||||||
}
|
}
|
||||||
|
|
||||||
func users_fedilogue(w http.ResponseWriter, r *http.Request) {
|
func usersFedilogue(w http.ResponseWriter, r *http.Request) {
|
||||||
fmt.Println("PATH --> ", r.URL.Path)
|
fmt.Println("PATH --> ", r.URL.Path)
|
||||||
host := r.Host
|
host := r.Host
|
||||||
|
|
||||||
@ -215,15 +216,15 @@ func users_fedilogue(w http.ResponseWriter, r *http.Request) {
|
|||||||
|
|
||||||
publickeypemstr := string(publickeybin)
|
publickeypemstr := string(publickeybin)
|
||||||
|
|
||||||
publicKey := map[string]string {"id":"https://" + host + "/users/fedilogue#main-key", "owner": "https://" + host + "/users/fedilogue", "publicKeyPem": publickeypemstr}
|
publicKey := map[string]string{"id": "https://" + host + "/users/fedilogue#main-key", "owner": "https://" + host + "/users/fedilogue", "publicKeyPem": publickeypemstr}
|
||||||
|
|
||||||
capabilities := map[string]bool{}
|
capabilities := map[string]bool{}
|
||||||
tag := []string{}
|
tag := []string{}
|
||||||
contextlist := map[string]string {"@language":"und"}
|
contextlist := map[string]string{"@language": "und"}
|
||||||
attachment := []string{}
|
attachment := []string{}
|
||||||
endpoints := map[string]string {"oauthAuthorizationEndpoint":"https://" + host+ "/oauth/authorize", "oauthRegistrationEndpoint": "https://" + host + "/api/v1/apps", "oauthTokenEndpoint": "https://" + host + "/oauth/token", "sharedInbox": "https://" + host + "/inbox", "uploadMedia": "https://" + host + "/api/ap/upload_media"}
|
endpoints := map[string]string{"oauthAuthorizationEndpoint": "https://" + host + "/oauth/authorize", "oauthRegistrationEndpoint": "https://" + host + "/api/v1/apps", "oauthTokenEndpoint": "https://" + host + "/oauth/token", "sharedInbox": "https://" + host + "/inbox", "uploadMedia": "https://" + host + "/api/ap/upload_media"}
|
||||||
|
|
||||||
context := []interface{} {"https://www.w3.org/ns/activitystreams", "https://" + host + "/schemas/litepub-0.1.jsonld", contextlist}
|
context := []interface{}{"https://www.w3.org/ns/activitystreams", "https://" + host + "/schemas/litepub-0.1.jsonld", contextlist}
|
||||||
userjsonmap := make(map[string]interface{})
|
userjsonmap := make(map[string]interface{})
|
||||||
userjsonmap["@context"] = context
|
userjsonmap["@context"] = context
|
||||||
userjsonmap["attachment"] = attachment
|
userjsonmap["attachment"] = attachment
|
||||||
@ -263,9 +264,9 @@ func webmain(reportPostChan chan ReportPost) {
|
|||||||
http.HandleFunc("/.well-known/webfinger", webfinger)
|
http.HandleFunc("/.well-known/webfinger", webfinger)
|
||||||
http.HandleFunc("/.well-known/host-meta", hostmeta)
|
http.HandleFunc("/.well-known/host-meta", hostmeta)
|
||||||
http.HandleFunc("/inbox", inboxHandler(reportPostChan))
|
http.HandleFunc("/inbox", inboxHandler(reportPostChan))
|
||||||
http.HandleFunc("/users/fedilogue", users_fedilogue)
|
http.HandleFunc("/users/fedilogue", usersFedilogue)
|
||||||
http.HandleFunc("/users/fedilogue/followers", users_fedilogue_followers)
|
http.HandleFunc("/users/fedilogue/followers", usersFedilogueFollowers)
|
||||||
http.HandleFunc("/users/fedilogue/following", users_fedilogue_following)
|
http.HandleFunc("/users/fedilogue/following", usersFedilogueFollowing)
|
||||||
http.HandleFunc("/", errorHandler)
|
http.HandleFunc("/", errorHandler)
|
||||||
log.Print("Starting HTTP inbox on port 8080")
|
log.Print("Starting HTTP inbox on port 8080")
|
||||||
log.Fatal(http.ListenAndServe(":8080", nil))
|
log.Fatal(http.ListenAndServe(":8080", nil))
|
||||||
|
Loading…
x
Reference in New Issue
Block a user