![](\"/avatar/%[1]s\")
%[3]s
👍: %[7]d ⏩: %[8]d
There is no comments.
" + } + + return &htm +} diff --git a/post/main.go b/post/main.go new file mode 100644 index 0000000..235a89d --- /dev/null +++ b/post/main.go @@ -0,0 +1,141 @@ +package post + +import ( + "bytes" + "encoding/json" + "html/template" + "regexp" + "skunkyart/util" + "strconv" + "strings" +) + +type Post struct { + Deviation util.Deviation + Comments struct { + Total, Cursor int + } +} + +var tmp struct { + Author, Postname, Img, Description, Time, Tags, Comments, License, Recomendations string + Views, FavsCount, Downloads int + Nsfw, Ai, DD bool +} + +func _post(id []string, author string, url string, page int) string { + var j Post + + if !strings.Contains(url, "journal/") { + url = "art/" + url + } + + // парсинг + rawjson := util.Puppy("dadeviation/init?deviationid=" + id[len(id)-1] + "&username=" + author + "&type=art&include_session=false&expand=deviation.related&preload=true") + if strings.Contains(rawjson, "{") { + json.Unmarshal([]byte(rawjson), &j) + } else { + println("Something went wrong. Maybe, rate limit?") + } + + tmp.Nsfw = j.Deviation.IsMature + if !util.Conf.Nsfw && j.Deviation.IsMature { + return "NSFW content has been disabled on this instance." + } + + tmp.Author = j.Deviation.Author.Username + tmp.Postname = j.Deviation.Title + + tmp.Img = util.Images(j.Deviation, j.Deviation.Media, true) + + tmp.Time = j.Deviation.PublishedTime.UTC().String() + tmp.Views = j.Deviation.Stats.Views + tmp.FavsCount = j.Deviation.Stats.Favourites + + if j.Deviation.Extended.DescriptionText.Html.Markup != "" { + tmp.Description = j.Deviation.Extended.DescriptionText.Html.Markup + } else { + tmp.Description = j.Deviation.TextContent.Html.Markup + } + + if len(tmp.Description) > 0 { + if tmp.Description[0:1] == "{" { + var j2 struct { + Blocks []struct { + Text string + } + } + + json.Unmarshal([]byte(tmp.Description), &j2) + + tmp.Description = "" + for _, a := range j2.Blocks { + if j.Deviation.TextContent.Html.Type == "draft" || j.Deviation.Extended.DescriptionText.Html.Type == "draft" { + tmp.Description += a.Text + "
+ {{.Author}} — {{if (.DD)}}
+ {{.Postname}}
+ {{else}}{{.Postname}}{{end}}
+ {{if (ne .License "none")}}({{.License}}){{end}} {{if (.Ai)}}[🤖]{{end}}
+ {{if (.Nsfw)}}[NSFW]{{end}}
+
+ 
Pages: {{.}}
+ + +{{end}} \ No newline at end of file diff --git a/templates/user/info.htm b/templates/user/info.htm new file mode 100644 index 0000000..615bc79 --- /dev/null +++ b/templates/user/info.htm @@ -0,0 +1,36 @@ + + + +{{.Name}} {{.Gender}}Watchers: {{.Watchers}}; Watching: {{.Watching}}; Comments on Profile: {{.CMMRCPF}}; Posts: {{.Posts}}; Pageviews: {{.Pageviews}}; Comments: {{.CM}}; + Favourites: {{.Fav}}; Friends: {{.Friends}} +
+Registration Date: {{.RegDate}} +
From {{.Country}}.
+ {{.SiteTitle}} +
+{{.Status}}
+ {{define "S"}} ++ {{.}} +
+ {{end}} + {{define "I"}} +{{.}}
+ {{end}} + {{define "D"}} +{{.}}
+ + +{{end}} \ No newline at end of file diff --git a/templates/user/search-base.htm b/templates/user/search-base.htm new file mode 100644 index 0000000..50de613 --- /dev/null +++ b/templates/user/search-base.htm @@ -0,0 +1,16 @@ + + + +
Pages: {{.}}
+ + +{{end}} \ No newline at end of file diff --git a/todo.md b/todo.md new file mode 100644 index 0000000..45ddb55 --- /dev/null +++ b/todo.md @@ -0,0 +1,12 @@ +Нужно сделать: +- провести оптимизацию кода +- кеширование жсона +- ~~добавить устаревание кеша и его максимальный вес~~ +- ~~проксирование и кеширование гифок~~ +- картинки в комментариях +- улучшить парсинг HTML +- улучшить парсинг описания профиля пользователя +- реализовать RSS-ленты пользователей +- ~~добавить возможность включать/выключать разрешение просматривать NSFW-контент в конфиге~~ +- реализовать систему аккаунтов +- написать несколько тем, в том числе, легковесных \ No newline at end of file diff --git a/user/about.go b/user/about.go new file mode 100644 index 0000000..27d676b --- /dev/null +++ b/user/about.go @@ -0,0 +1,128 @@ +package user + +import ( + "bytes" + "encoding/json" + "fmt" + "html/template" + "skunkyart/util" + "time" +) + +type Tmp struct { + Watchers, Posts, Watching, Pageviews, CMMRCPF, CM, Fav, Friends int + Name, Description, Bg, Bgname, Country, RegDate, Gender, Site, SiteTitle, Social, Interests, Status string +} + +func about(name *string, output chan string) { + ums := time.Now().Unix() + + var buf bytes.Buffer + { + var tmp Tmp + var j ab + + // парсинг + rawjson := util.Puppy("dauserprofile/init/about?username=" + *name) + err := json.Unmarshal([]byte(rawjson), &j) + if err != nil { + fmt.Println(err) + if rawjson == "Something went wrong. Status: 403" { + output <- "Rate limit from Cloudfront." + } else { + output <- "Something went wrong." + } + } else { + // ошибки + switch j.ErrorDescription { + case "User deactivated.": + output <- "User deactivated their account or has been banned." + case "user_not_found.": + output <- "Not exists user." + } + j.ErrorDescription = "" + + for _, a := range j.Gruser.Page.Modules { + if a.ModuleData.About.Country != "" { + tmp.Country = a.ModuleData.About.Country + } + + switch a.Name { + case "about": + var j struct { + Blocks []struct { + Text string + // InlineStyleRanges []struct { + // Offset, Length int + // Style string + // EntityMap struct { + + // } + // } + } + } + + json.Unmarshal([]byte(a.ModuleData.About.TextContent.Html.Markup), &j) + + for _, a := range j.Blocks { + tmp.Description += a.Text + "" + } + case "cover_deviation": + tmp.Bg = util.Images(a.ModuleData.CoverDeviation.CoverDeviation, a.ModuleData.CoverDeviation.CoverDeviation.Media, true) + tmp.Bgname = a.ModuleData.CoverDeviation.CoverDeviation.Title + } + + if a.ModuleData.About.DeviantFor > 0 { + tmp.RegDate = time.Unix(ums-a.ModuleData.About.DeviantFor, 0).UTC().String() + } + + switch a.ModuleData.About.Gender { + case "female": + tmp.Gender = "♀️" + case "male": + tmp.Gender = "♂️" + } + + if a.ModuleData.About.Website != "" { + tmp.Site = a.ModuleData.About.Website + if a.ModuleData.About.WebsiteLabel != "" { + tmp.SiteTitle = a.ModuleData.About.WebsiteLabel + } else { + tmp.SiteTitle = a.ModuleData.About.Website + } + } + + for _, a := range a.ModuleData.About.SocialLinks { + tmp.Social += "" + a.Value + "
" + } + + for _, a := range a.ModuleData.About.Interests { + tmp.Interests += "" + a.Label + ": " + a.Value + "
"
+ }
+
+ if a.ModuleData.About.Tagline != "" {
+ tmp.Status = a.ModuleData.About.Tagline
+ }
+
+ // говно
+ tmp.Watchers = j.PageExtraData.Stats.Watchers
+ tmp.Posts = j.PageExtraData.Stats.Deviations
+ tmp.Watching = j.PageExtraData.Stats.Watching
+ tmp.CMMRCPF = j.PageExtraData.Stats.CommentsReceivedProfile
+ tmp.CM = j.PageExtraData.Stats.CommentsMade
+ tmp.Fav = j.PageExtraData.Stats.Favourites
+ tmp.Friends = j.PageExtraData.Stats.Friends
+ tmp.Name = j.Owner.Username
+ }
+
+ // темплейты
+ tmpl, _ := template.ParseFiles("templates/user/info.htm")
+ tmpl.Execute(&buf, tmp)
+ tmpl.ExecuteTemplate(&buf, "S", template.HTML(tmp.Social))
+ tmpl.ExecuteTemplate(&buf, "I", template.HTML(tmp.Interests))
+ tmpl.ExecuteTemplate(&buf, "D", template.HTML(tmp.Description))
+ }
+ }
+
+ output <- buf.String()
+}
diff --git a/user/gallery.go b/user/gallery.go
new file mode 100644
index 0000000..c87f479
--- /dev/null
+++ b/user/gallery.go
@@ -0,0 +1,72 @@
+package user
+
+import (
+ "bytes"
+ "encoding/json"
+ "fmt"
+ "html/template"
+ "skunkyart/util"
+ "strconv"
+)
+
+func gallery(name *string, output chan string, page string) {
+ var buf bytes.Buffer
+ {
+ var tmp struct {
+ Posts, Name, Nav string
+ TP int
+ }
+ var j struct {
+ Gruser struct {
+ Page struct {
+ Modules []struct {
+ Name string
+ ModuleData struct {
+ FolderDeviations struct {
+ Username string
+ TotalPageCount int
+ Deviations []util.Deviation
+ }
+ }
+ }
+ }
+ }
+ }
+
+ rawjson := util.Puppy("dauserprofile/init/gallery?username=" + *name + "&page=" + page + "&deviations_limit=50&with_subfolders=false")
+ err := json.Unmarshal([]byte(rawjson), &j)
+ if err != nil {
+ fmt.Println(err)
+ if rawjson == "Something went wrong. Status: 403" {
+ output <- "Rate limit from CloudFront."
+ } else {
+ output <- "Something went wrong."
+ }
+ } else {
+ for _, a := range j.Gruser.Page.Modules {
+ if a.ModuleData.FolderDeviations.Username != "" {
+ tmp.Name = a.ModuleData.FolderDeviations.Username
+ }
+ if a.ModuleData.FolderDeviations.TotalPageCount != 0 {
+ tmp.TP = a.ModuleData.FolderDeviations.TotalPageCount
+ }
+
+ for _, a := range a.ModuleData.FolderDeviations.Deviations {
+ tmp.Posts += util.Images(a, a.Media, false)
+ }
+
+ tmp.Nav = ""
+ for x := 0; x < tmp.TP; x++ {
+ tmp.Nav += "" + strconv.Itoa(x+1) + " "
+ }
+ }
+ }
+
+ tmpl, _ := template.ParseFiles("templates/user/gallery.htm")
+ tmpl.Execute(&buf, tmp)
+ tmpl.ExecuteTemplate(&buf, "G", template.HTML(tmp.Posts))
+ tmpl.ExecuteTemplate(&buf, "P", template.HTML(tmp.Nav))
+ }
+
+ output <- buf.String()
+}
diff --git a/user/main.go b/user/main.go
new file mode 100644
index 0000000..2518176
--- /dev/null
+++ b/user/main.go
@@ -0,0 +1,22 @@
+package user
+
+import "strconv"
+
+func Get(name, action, page, query string) string {
+ c := make(chan string, 100)
+
+ switch action {
+ case "":
+ go about(&name, c)
+ case "gallery":
+ if page == "" {
+ page = "1"
+ }
+
+ go gallery(&name, c, page)
+ case "search":
+ p, _ := strconv.ParseInt(page, 10, 32)
+ go search(&name, &query, int(p), c)
+ }
+ return <-c
+}
diff --git a/user/misc.go b/user/misc.go
new file mode 100644
index 0000000..c424ad9
--- /dev/null
+++ b/user/misc.go
@@ -0,0 +1,46 @@
+package user
+
+import (
+ "skunkyart/util"
+)
+
+type ab struct {
+ ErrorDescription string
+ Owner struct {
+ Username string
+ }
+ Gruser struct {
+ Page struct {
+ Modules []struct {
+ Name string
+ ModuleData struct {
+ About struct {
+ Country, Website, WebsiteLabel, Gender, Tagline string
+ DeviantFor int64
+ SocialLinks []struct {
+ Value string
+ }
+ TextContent struct {
+ Excerpt string
+ Html struct {
+ Markup string
+ }
+ }
+ Interests []struct {
+ Label, Value string
+ }
+ }
+ CoverDeviation struct {
+ CoverDeviation util.Deviation
+ }
+ }
+ }
+ }
+ }
+ PageExtraData struct {
+ GruserTagline string
+ Stats struct {
+ Deviations, Watchers, Watching, Pageviews, CommentsReceivedProfile, CommentsMade, Favourites, Friends int
+ }
+ }
+}
diff --git a/user/search.go b/user/search.go
new file mode 100644
index 0000000..f555409
--- /dev/null
+++ b/user/search.go
@@ -0,0 +1,56 @@
+package user
+
+import (
+ "bytes"
+ "encoding/json"
+ "fmt"
+ "html/template"
+ "math"
+ "skunkyart/util"
+ "strconv"
+)
+
+func search(user, query *string, page int, output chan string) {
+ var buf bytes.Buffer
+ {
+ var tmp struct {
+ Total int
+ Results, Pages, Name string
+ }
+
+ var q struct {
+ EstTotal int
+ Results []util.Deviation
+ }
+
+ if *query != "" {
+ rawjson := util.Puppy("dashared/gallection/search?username=" + *user + "&q=" + *query + "&offset=" + strconv.Itoa(50*page) + "&type=gallery&order=most-recent&init=true&limit=50")
+ err := json.Unmarshal([]byte(rawjson), &q)
+ if err != nil {
+ fmt.Println(err)
+ } else {
+ if q.EstTotal != 0 {
+ tmp.Total = q.EstTotal
+ }
+
+ for _, a := range q.Results {
+ tmp.Results += util.Images(a, a.Media, false)
+ }
+
+ tmp.Pages = ""
+ tmp.Name = *user
+ for x := 0; x < int(math.Round(float64(q.EstTotal/50))); x++ {
+ tmp.Pages += "" + strconv.Itoa(x+1) + " "
+ }
+ }
+ tmpl, _ := template.ParseFiles("templates/user/search.htm")
+ tmpl.Execute(&buf, tmp)
+ tmpl.ExecuteTemplate(&buf, "R", template.HTML(tmp.Results))
+ tmpl.ExecuteTemplate(&buf, "P", template.HTML(tmp.Pages))
+ } else {
+ tmpl, _ := template.ParseFiles("templates/user/search-base.htm")
+ tmpl.Execute(&buf, *user)
+ }
+ }
+ output <- buf.String()
+}
diff --git a/util/cache.go b/util/cache.go
new file mode 100644
index 0000000..6adfeee
--- /dev/null
+++ b/util/cache.go
@@ -0,0 +1,99 @@
+package util
+
+import (
+ "crypto/sha1"
+ "fmt"
+ "io"
+ "os"
+ "strings"
+ "syscall"
+ "time"
+)
+
+func check(what ...string) {
+ if Conf.Cache.Max_size != 0 || Conf.Cache.Lifetime != 0 {
+ for {
+ dir, err := os.Open(Conf.Cache.Path)
+ if err != nil {
+ err = os.Mkdir(Conf.Cache.Path, 0700)
+ if err != nil {
+ panic(fmt.Sprintln(err))
+ }
+ }
+ stat, _ := dir.Stat()
+
+ c, _ := dir.Readdirnames(-1)
+ for _, a := range c {
+ for _, b := range what {
+ switch b {
+ case "lifetime":
+ if Conf.Cache.Lifetime != 0 {
+ now := time.Now().UnixMilli()
+
+ f, _ := os.Stat(Conf.Cache.Path + "/" + a)
+ stat := f.Sys().(*syscall.Stat_t)
+ time := time.Unix(stat.Ctim.Unix()).UnixMilli()
+
+ if time+Conf.Cache.Lifetime <= now {
+ os.RemoveAll(Conf.Cache.Path + "/" + a)
+ }
+ }
+ case "maxsize":
+ if Conf.Cache.Max_size != 0 && stat.Size() > Conf.Cache.Max_size {
+ os.RemoveAll(Conf.Cache.Path + "/" + a)
+ }
+ }
+ }
+ }
+
+ dir.Close()
+
+ time.Sleep(time.Second)
+ }
+ }
+}
+
+func Cache(img string) string {
+ if Conf.Cache.Enabled {
+ os.Mkdir(Conf.Cache.Path, 0700)
+
+ sum := sha1.Sum([]byte(img))
+ encsum := fmt.Sprintf("%X", sum[:])
+ file, err := os.Open(Conf.Cache.Path + "/" + encsum)
+
+ if err != nil {
+ body, status, _, h := Request(img, "")
+
+ if status == 200 {
+ for b, a := range h {
+ if b == "Content-Type" {
+ for _, a := range a {
+ a = a[0:strings.Index(a, "/")]
+ if a == "image" || a == "video" {
+ err := os.WriteFile(Conf.Cache.Path+"/"+encsum, []byte(body), 0700)
+ if err != nil {
+ fmt.Println(err)
+ }
+
+ return string(body)
+ }
+ }
+ }
+ }
+ } else {
+ return "Failed to get image."
+ }
+ } else {
+ file, err := io.ReadAll(file)
+ if err != nil {
+ println(err)
+ }
+ return string(file)
+ }
+ file.Close()
+ } else {
+ body, _, _, _ := Request(img, "")
+ return string(body)
+ }
+ return ""
+}
diff --git a/util/config.go b/util/config.go
new file mode 100644
index 0000000..ed06010
--- /dev/null
+++ b/util/config.go
@@ -0,0 +1,76 @@
+package util
+
+import (
+ "encoding/json"
+ "fmt"
+ "log"
+ "os"
+)
+
+type cconf struct {
+ Enabled bool
+ Path string
+ Max_size, Lifetime int64
+}
+
+type c struct {
+ Listen string
+ Cache cconf
+ Proxy, Nsfw bool
+}
+
+var Conf = c{
+ Listen: "127.0.0.1:3003",
+ Cache: cconf{
+ Enabled: true,
+ Path: "cache",
+ // Max_size: 4000000,
+ // Lifetime: 10000,
+ },
+ Proxy: true,
+ Nsfw: true,
+}
+
+func ParseConfig() {
+ cfile := "config.json"
+
+ for b, a := range os.Args {
+ if len(a) > 2 && a[0:2] == "--" {
+ a = a[2:]
+ switch a {
+ case "help":
+ println(`SkunkyArt v1.0 Beta
+Usage:
+ - config: specify config file path;
+ - help: prints this message.
+Example:
+ ./skunkyart --config /services/skunkyart/config.json
+
+lost+skunk, 2024. Source Code: https://git.macaw.me/skunky/skunkyart`)
+ os.Exit(0)
+ case "config":
+ file, err := os.ReadFile(os.Args[b+1])
+ if err != nil {
+ log.Fatalln(fmt.Sprint(err))
+ }
+
+ if len(file) > 0 {
+ if string(file)[0:1] == "{" {
+ cfile = os.Args[b+1]
+ } else {
+ log.Fatalln("Invalid config file.")
+ }
+ }
+ }
+ }
+ }
+
+ file, err := os.ReadFile(cfile)
+ if err != nil {
+ panic(fmt.Sprintln(err))
+ }
+
+ json.Unmarshal(file, &Conf)
+
+ go check("lifetime", "maxsize")
+}
diff --git a/util/dtype.go b/util/dtype.go
new file mode 100644
index 0000000..94397a9
--- /dev/null
+++ b/util/dtype.go
@@ -0,0 +1,115 @@
+package util
+
+import (
+ "strconv"
+ "strings"
+ "time"
+)
+
+type Deviation struct {
+ Title, Url, License string
+ PublishedTime Time
+ IsMature, IsAiGenerated, IsDailyDeviation bool
+ Author struct {
+ Username string
+ }
+ Stats struct {
+ Favourites, Views, Downloads int
+ }
+ Media Media
+ Extended struct {
+ Tags []struct {
+ Name string
+ }
+ DescriptionText struct {
+ Html HTML
+ }
+ RelatedContent []struct {
+ Deviations []Deviation
+ }
+ }
+ TextContent struct {
+ Html HTML
+ }
+}
+
+type Media struct {
+ BaseUri string
+ Token []string
+ Types []struct {
+ T string
+ H, W int
+ }
+}
+
+type HTML struct {
+ Markup, Type string
+}
+
+type Time struct {
+ time.Time
+}
+
+func (t *Time) UnmarshalJSON(b []byte) (err error) {
+ if b[0] == '"' && b[len(b)-1] == '"' {
+ b = b[1 : len(b)-1]
+ }
+ t.Time, err = time.Parse("2006-01-02T15:04:05-0700", string(b))
+ return
+}
+
+// обработка изображения(ий)
+func Images(deviation Deviation, media Media, nfmt bool) string {
+ var uri string
+ if len(media.BaseUri) > 0 {
+ uri = strings.Replace(media.BaseUri[21:], ".wixmp.com", "", 1)
+ }
+
+ var image string
+ for _, a := range media.Types {
+ if a.T == "fullview" {
+ image = uri
+ if len(media.Token) > 0 {
+ if media.BaseUri[len(media.BaseUri)-3:] == "gif" {
+ image = uri + "?t=" + media.Token[0]
+ } else {
+ image = uri + "/v1/fill/w_" + strconv.Itoa(a.W) + ",h_" + strconv.Itoa(a.H) + "/" + ".gif" + "?t=" + media.Token[0]
+ }
+ }
+ }
+ }
+
+ if nfmt {
+ return "/image/" + image
+ }
+
+ var link string
+ if deviation.Url != "" {
+ Url := deviation.Url[27:]
+ link = strings.ReplaceAll(Url, Url[0:strings.Index(Url, "/")], "")
+ }
+
+ if deviation.Author.Username != "" {
+ deviation.Author.Username = deviation.Author.Username + " — "
+ }
+
+ if image != "" {
+ image = "![](\"/image/")
") + } + case html.TextToken: + buf.Write(tt.Text()) + } + } +} + +func tagval(t *html.Tokenizer) string { + for { + tt := t.Next() + switch tt { + case html.ErrorToken: + return "" + case html.TextToken: + return string(t.Text()) + } + } +} diff --git a/util/puppy.go b/util/puppy.go new file mode 100644 index 0000000..dff7bd2 --- /dev/null +++ b/util/puppy.go @@ -0,0 +1,48 @@ +package util + +import ( + "fmt" + "net/http" + "strconv" + "strings" +) + +var cookie []*http.Cookie +var zond, token string + +func CSRFToken() { + // получаем отслеживающий куки, без которого не удастся получить жсон в будущем + if cookie == nil || zond == "" { + _, _, _c, _ := Request("https://www.deviantart.com/_puppy/", "") + cookie = _c + + for _, a := range cookie { + zond = a.Raw + } + } + + body, status, _, _ := Request("https://www.deviantart.com/", zond) + if status != 200 { + token = "Something went wrong. Status: " + strconv.Itoa(status) + } + token = body[strings.Index(body, "window.__CSRF_TOKEN__ = '")+25 : strings.Index(body, "window.__XHR_LOCAL__")-3] +} + +func Puppy(data string) string { + // получаем жсон + if zond != "" { + if token[0:21] == "Something went wrong." { + return token + } + + jsonbody, status, _, _ := Request(fmt.Sprintf("https://www.deviantart.com/_puppy/%s&csrf_token=%s&da_minor_version=20230710", data, token), zond) + if status == 400 && jsonbody == `{"error":"invalid_request","errorDescription":"Invalid or expired form submission","errorDetails":{"csrf":"invalid"},"status":"error"}` { + cookie = nil + zond = "" + CSRFToken() + return jsonbody + } + return jsonbody + } + return "" +}