formatting and linting

This commit is contained in:
farhan 2020-12-17 04:23:25 +00:00
parent 8d56747f1c
commit 726ac7e0bd
11 changed files with 232 additions and 231 deletions

View File

@ -1,12 +1,13 @@
package main package main
import ( import (
"io/ioutil"
"encoding/json" "encoding/json"
"muzzammil.xyz/jsonc" "io/ioutil"
"log" "log"
"muzzammil.xyz/jsonc"
) )
// Database - Database configuration used by config.go
type Database struct { type Database struct {
Host string `"json:host"` Host string `"json:host"`
Port int `"json:port"` Port int `"json:port"`
@ -15,6 +16,7 @@ type Database struct {
Workers int `"json:workers"` Workers int `"json:workers"`
} }
// MassFollower - Mass follower configuration used by config.go
type MassFollower struct { type MassFollower struct {
Acct string `"json:acct"` Acct string `"json:acct"`
Name string `"json:name"` Name string `"json:name"`
@ -23,6 +25,7 @@ type MassFollower struct {
FollowLimit int `"json:followlimit"` FollowLimit int `"json:followlimit"`
} }
// ExtAccount - External account configuration used by config.go
type ExtAccount struct { type ExtAccount struct {
Username string `"json:username"` Username string `"json:username"`
Password string `"json:password"` Password string `"json:password"`
@ -30,6 +33,7 @@ type ExtAccount struct {
Followlimit int `"json:followlimit"` Followlimit int `"json:followlimit"`
} }
// Proxy - Configuration file proxy settings
type Proxy struct { type Proxy struct {
Host string `"json:host"` Host string `"json:host"`
Port int `"json:port"` Port int `"json:port"`
@ -37,6 +41,7 @@ type Proxy struct {
Password string `"json:password"` Password string `"json:password"`
} }
// Settings - Configuration file structure
type Settings struct { type Settings struct {
Autostart []string `"json:autostart"` Autostart []string `"json:autostart"`
Crawl bool `"json:crawl"` Crawl bool `"json:crawl"`
@ -50,7 +55,7 @@ type Settings struct {
var settings Settings var settings Settings
func StringExists(needle string, haystack []string) (bool) { func stringexists(needle string, haystack []string) bool {
for _, check := range haystack { for _, check := range haystack {
if check == needle { if check == needle {
return true return true
@ -61,7 +66,7 @@ func StringExists(needle string, haystack []string) (bool) {
func getSettings() { func getSettings() {
c, err := ioutil.ReadFile("config.jsonc") c, err := ioutil.ReadFile("config.jsonc")
if (err != nil) { if err != nil {
log.Fatal("Unable to open config.jsonc, exiting: ", err) log.Fatal("Unable to open config.jsonc, exiting: ", err)
} }
jsoncbin := jsonc.ToJSON(c) // Calling jsonc.ToJSON() to convert JSONC to JSON jsoncbin := jsonc.ToJSON(c) // Calling jsonc.ToJSON() to convert JSONC to JSON

5
ctl.go
View File

@ -4,9 +4,9 @@ import (
"encoding/binary" "encoding/binary"
"encoding/json" "encoding/json"
"fmt" "fmt"
"net"
"log"
"io" "io"
"log"
"net"
"os" "os"
) )
@ -90,7 +90,6 @@ func handleClient(commandClient net.Conn, reportPostChan chan ReportPost) {
fmt.Println("Something else") fmt.Println("Something else")
} }
responseback.Type = "status" responseback.Type = "status"
responseback.RunningInstances = runninginstances responseback.RunningInstances = runninginstances

10
db.go
View File

@ -1,10 +1,10 @@
package main package main
import ( import (
"github.com/jackc/pgx/pgxpool"
"context" "context"
"log"
"fmt" "fmt"
"github.com/jackc/pgx/pgxpool"
"log"
) )
func postHandler(reportPostChan chan ReportPost, pool *pgxpool.Pool) { func postHandler(reportPostChan chan ReportPost, pool *pgxpool.Pool) {
@ -57,10 +57,10 @@ func writePost(pool *pgxpool.Pool, reportpost ReportPost) {
} }
} }
func get_db_pool() (*pgxpool.Pool) { func getDbPool() *pgxpool.Pool {
// Setup Database // Setup Database
db_uri := fmt.Sprintf("postgres://%s:%s@%s:%d/fedilogue", settings.Database.Username, settings.Database.Password, settings.Database.Host, settings.Database.Port) dbURI := fmt.Sprintf("postgres://%s:%s@%s:%d/fedilogue", settings.Database.Username, settings.Database.Password, settings.Database.Host, settings.Database.Port)
pool, err := pgxpool.Connect(context.Background(), db_uri) pool, err := pgxpool.Connect(context.Background(), dbURI)
if err != nil { if err != nil {
log.Fatal("Unable to connect to database:", err) log.Fatal("Unable to connect to database:", err)
} }

View File

@ -5,9 +5,9 @@ import (
"encoding/json" "encoding/json"
"flag" "flag"
"fmt" "fmt"
"io"
"net" "net"
"os" "os"
"io"
) )
func main() { func main() {

View File

@ -1,13 +1,13 @@
package main package main
import ( import (
_ "net/http/pprof"
"net/http"
"sync"
"regexp"
"log"
"github.com/microcosm-cc/bluemonday" "github.com/microcosm-cc/bluemonday"
"log"
"net/http"
_ "net/http/pprof"
"regexp"
"runtime" "runtime"
"sync"
) )
// Current instances // Current instances
@ -27,7 +27,7 @@ func main() {
getSettings() getSettings()
go startpprof() go startpprof()
pool := get_db_pool() pool := getDbPool()
for i := 0; i < settings.Database.Workers; i++ { for i := 0; i < settings.Database.Workers; i++ {
go postHandler(reportPostChan, pool) go postHandler(reportPostChan, pool)

View File

@ -90,4 +90,3 @@ type Userinfo struct {
ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"` ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
Discoverable string `"json:discoverable"` Discoverable string `"json:discoverable"`
} }

View File

@ -1,14 +1,14 @@
package main package main
import ( import (
"github.com/microcosm-cc/bluemonday"
"encoding/json" "encoding/json"
"github.com/microcosm-cc/bluemonday"
"io/ioutil" "io/ioutil"
"net/http"
"strings"
"regexp"
"time"
"log" "log"
"net/http"
"regexp"
"strings"
"time"
) )
var p *bluemonday.Policy var p *bluemonday.Policy

View File

@ -1,13 +1,13 @@
package main package main
import ( import (
"net/http"
"encoding/json"
"bytes"
"bufio" "bufio"
"log" "bytes"
"io/ioutil" "encoding/json"
"io" "io"
"io/ioutil"
"log"
"net/http"
"os" "os"
) )

14
poll.go
View File

@ -1,15 +1,15 @@
package main package main
import ( import (
"encoding/json"
"crypto/sha1" "crypto/sha1"
"encoding/json"
"fmt"
"html"
"io/ioutil" "io/ioutil"
"log"
"net/http" "net/http"
"strings" "strings"
"html"
"time" "time"
"fmt"
"log"
) )
type ImageData struct { type ImageData struct {
@ -37,7 +37,6 @@ type UserInfo struct {
Summary string `"json:summary"` Summary string `"json:summary"`
Url string `"json:Url"` Url string `"json:Url"`
// ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"` // ManuallyApprovesFollowers string `"json:manuallyApprovesFollowers"`
// Discoverable bool `"json:discoverable"` // Discoverable bool `"json:discoverable"`
} }
@ -75,7 +74,6 @@ func fetch_user_info(http_client http.Client, uri string) (UserInfo, error) {
return userinfo, nil return userinfo, nil
} }
func fetch_post(http_client http.Client, uri string) (PostInfo, error) { func fetch_post(http_client http.Client, uri string) (PostInfo, error) {
var postinfo PostInfo var postinfo PostInfo
@ -118,7 +116,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
for _, extaccount := range settings.Externalaccounts { for _, extaccount := range settings.Externalaccounts {
if extaccount.Endpoint == endpoint { if extaccount.Endpoint == endpoint {
use_auth = true use_auth = true
client_id, client_secret, err = get_client(endpoint, &http_client); client_id, client_secret, err = get_client(endpoint, &http_client)
if err != nil { if err != nil {
log.Fatal("Unable to register client: ", err) log.Fatal("Unable to register client: ", err)
} }
@ -303,7 +301,7 @@ func PollMastodonPleroma(endpoint string, reportPostChan chan ReportPost, http_c
} }
// Only done if we are crawling // Only done if we are crawling
if settings.Crawl == true && StringExists(endpoint, settings.Banned) == false { if settings.Crawl == true && stringexists(endpoint, settings.Banned) == false {
// Skip over this if its the same as the endpoint // Skip over this if its the same as the endpoint
if newinstance == endpoint { if newinstance == endpoint {
continue continue

View File

@ -1,15 +1,15 @@
package main package main
import ( import (
"net/http"
"encoding/json"
"crypto/sha1"
"strings"
"bufio" "bufio"
"time" "crypto/sha1"
"encoding/json"
"fmt"
"html" "html"
"log" "log"
"fmt" "net/http"
"strings"
"time"
) )
func StreamMastodon(endpoint string, reportPostChan chan ReportPost) { func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
@ -32,7 +32,7 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
// use_auth = true // use_auth = true
get_client(endpoint, &http_client) get_client(endpoint, &http_client)
client_id, client_secret, err = get_client(endpoint, &http_client); client_id, client_secret, err = get_client(endpoint, &http_client)
if err != nil { if err != nil {
log.Fatal("Unable to register client: ", err) log.Fatal("Unable to register client: ", err)
} }
@ -46,7 +46,6 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
// last_refresh := time.Now().Unix() // last_refresh := time.Now().Unix()
_ = time.Now().Unix() _ = time.Now().Unix()
req.Header.Add("Authorization", oauthData.Access_token) req.Header.Add("Authorization", oauthData.Access_token)
} }
@ -168,7 +167,7 @@ func StreamMastodon(endpoint string, reportPostChan chan ReportPost) {
// Reporting post // Reporting post
reportPostChan <- newpost reportPostChan <- newpost
if settings.Crawl == true && StringExists(endpoint, settings.Banned) == false { if settings.Crawl == true && stringexists(endpoint, settings.Banned) == false {
ri_mutex.Lock() ri_mutex.Lock()
o, exists := runninginstances[newinstance] o, exists := runninginstances[newinstance]
if exists == false || o.Status == KEEPALIVE { if exists == false || o.Status == KEEPALIVE {

41
web.go
View File

@ -1,18 +1,19 @@
package main package main
import ( import (
"crypto/sha1"
"encoding/json"
"fmt" "fmt"
"html"
"io/ioutil"
"log" "log"
"net/http" "net/http"
"encoding/json"
"io/ioutil"
"html"
"time"
"strings"
"crypto/sha1"
"os" "os"
"strings"
"time"
) )
// CreateObject - Used by post web receiver
type CreateObject struct { type CreateObject struct {
Actor string `json:"actor"` Actor string `json:"actor"`
Cc []string `json:"cc"` Cc []string `json:"cc"`
@ -21,12 +22,13 @@ type CreateObject struct {
Type string `json:"type"` Type string `json:"type"`
} }
// CreateObject - Used by post web receiver
type FindType struct { type FindType struct {
Actor string `json:"actor"` Actor string `json:"actor"`
Cc []string `json:"cc"` Cc []string `json:"cc"`
//Object interface{} `json:"Object"` //Object interface{} `json:"Object"`
Object json.RawMessage `json:"Object"` Object json.RawMessage `json:"Object"`
Id string `json:"id"` ID string `json:"id"`
Published string `json:"published"` Published string `json:"published"`
To []string `json:"to"` To []string `json:"to"`
Type string `json:"type"` Type string `json:"type"`
@ -98,7 +100,6 @@ func webfinger(w http.ResponseWriter, r *http.Request) {
func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc { func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
return func(w http.ResponseWriter, r *http.Request) { return func(w http.ResponseWriter, r *http.Request) {
fmt.Println("PATH --> ", r.URL.Path) fmt.Println("PATH --> ", r.URL.Path)
body, err := ioutil.ReadAll(r.Body) body, err := ioutil.ReadAll(r.Body)
@ -122,19 +123,19 @@ func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
return return
} }
newpost.Uri = findtype.Id newpost.Uri = findtype.ID
start_slashes := strings.Index(createobject.Actor, "//") + 2 startSlashes := strings.Index(createobject.Actor, "//") + 2
end_slashes := strings.Index(createobject.Actor[start_slashes:], "/") endSlashes := strings.Index(createobject.Actor[startSlashes:], "/")
newinstance := createobject.Actor[start_slashes:start_slashes+end_slashes] newinstance := createobject.Actor[startSlashes : startSlashes+endSlashes]
// For now we are just verifying the user // For now we are just verifying the user
ri_mutex.Lock() ri_mutex.Lock()
o, exist := runninginstances[newinstance] o, exist := runninginstances[newinstance]
if exist == false { if exist == false {
o := RunningInstance{} o := RunningInstance{}
new_client := http.Client{} newClient := http.Client{}
o.client = new_client o.client = newClient
o.Status = KEEPALIVE o.Status = KEEPALIVE
runninginstances[newinstance] = o runninginstances[newinstance] = o
} }
@ -176,7 +177,7 @@ func inboxHandler(reportPostChan chan ReportPost) http.HandlerFunc {
} }
} }
func users_fedilogue_followers(w http.ResponseWriter, r *http.Request) { func usersFedilogueFollowers(w http.ResponseWriter, r *http.Request) {
fmt.Println("PATH --> ", r.URL.Path) fmt.Println("PATH --> ", r.URL.Path)
host := r.Host host := r.Host
contextlist := map[string]string{"@language": "und"} contextlist := map[string]string{"@language": "und"}
@ -192,7 +193,7 @@ func users_fedilogue_followers(w http.ResponseWriter, r *http.Request) {
fmt.Fprintf(w, staticjson) fmt.Fprintf(w, staticjson)
} }
func users_fedilogue_following(w http.ResponseWriter, r *http.Request) { func usersFedilogueFollowing(w http.ResponseWriter, r *http.Request) {
host := r.Host host := r.Host
fmt.Println("PATH --> ", r.URL.Path) fmt.Println("PATH --> ", r.URL.Path)
staticjson := "{\"@context\": [\"https://www.w3.org/ns/activitystreams\", \"https://" + host + "/schemas/litepub-0.1.jsonld\", {\"@language\": \"und\"}], \"first\": {\"id\": \"https://" + host + "/users/fedilogue/following?page=1\", \"orderedItems\": [], \"partOf\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollectionPage\"}, \"id\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollection\"}" staticjson := "{\"@context\": [\"https://www.w3.org/ns/activitystreams\", \"https://" + host + "/schemas/litepub-0.1.jsonld\", {\"@language\": \"und\"}], \"first\": {\"id\": \"https://" + host + "/users/fedilogue/following?page=1\", \"orderedItems\": [], \"partOf\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollectionPage\"}, \"id\": \"https://" + host + "/users/fedilogue/following\", \"totalItems\": 0, \"type\": \"OrderedCollection\"}"
@ -200,7 +201,7 @@ func users_fedilogue_following(w http.ResponseWriter, r *http.Request) {
fmt.Fprintf(w, staticjson) fmt.Fprintf(w, staticjson)
} }
func users_fedilogue(w http.ResponseWriter, r *http.Request) { func usersFedilogue(w http.ResponseWriter, r *http.Request) {
fmt.Println("PATH --> ", r.URL.Path) fmt.Println("PATH --> ", r.URL.Path)
host := r.Host host := r.Host
@ -263,9 +264,9 @@ func webmain(reportPostChan chan ReportPost) {
http.HandleFunc("/.well-known/webfinger", webfinger) http.HandleFunc("/.well-known/webfinger", webfinger)
http.HandleFunc("/.well-known/host-meta", hostmeta) http.HandleFunc("/.well-known/host-meta", hostmeta)
http.HandleFunc("/inbox", inboxHandler(reportPostChan)) http.HandleFunc("/inbox", inboxHandler(reportPostChan))
http.HandleFunc("/users/fedilogue", users_fedilogue) http.HandleFunc("/users/fedilogue", usersFedilogue)
http.HandleFunc("/users/fedilogue/followers", users_fedilogue_followers) http.HandleFunc("/users/fedilogue/followers", usersFedilogueFollowers)
http.HandleFunc("/users/fedilogue/following", users_fedilogue_following) http.HandleFunc("/users/fedilogue/following", usersFedilogueFollowing)
http.HandleFunc("/", errorHandler) http.HandleFunc("/", errorHandler)
log.Print("Starting HTTP inbox on port 8080") log.Print("Starting HTTP inbox on port 8080")
log.Fatal(http.ListenAndServe(":8080", nil)) log.Fatal(http.ListenAndServe(":8080", nil))