1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
// Copyright (C) 2021 nytpu
// SPDX-License-Identifier: AGPL-3.0-or-later
// For more license details, see LICENSE or <https://www.gnu.org/licenses/agpl-3.0.html>.
// package fetch implements routines for fetching gemini, gopher, and http
// resources and parsing feed formats
package fetch
import (
"fmt"
"net/url"
"reflect"
"golang.nytpu.com/comitium/core"
)
// Feed will fetch and insert a new core.Feed into a core.FullData given any url
// (or update if it's preexisting)
func Feed(data *core.FullData, remote *url.URL, title string) error {
switch remote.Scheme {
case "gemini":
return geminiFeed(data, remote, title)
case "http", "https":
return httpFeed(data, remote, title)
case "gopher", "gophers":
return gopherFeed(data, remote, title)
default:
return fmt.Errorf("Unsupported protocol '%s'", remote.Scheme)
}
}
// Page will fetch and insert a new core.Page into a core.FullData given any url
// (or update if it's preexisting)
func Page(data *core.FullData, remote *url.URL, title string) error {
switch remote.Scheme {
case "gemini":
return geminiPage(data, remote, title)
case "http", "https":
return httpPage(data, remote, title)
case "gopher", "gophers":
return gopherPage(data, remote, title)
default:
return fmt.Errorf("Unsupported protocol '%s'", remote.Scheme)
}
}
// InsertFeed will insert or update a core.Feed in a core.FullData
func InsertFeed(data *core.FullData, new *core.Feed, remote *url.URL) {
data.FeedsMu.Lock()
oldFeed, ok := data.Feeds[*remote]
if !ok || !reflect.DeepEqual(new, oldFeed) {
// Feeds are different, or there was never an old one
data.Feeds[*remote] = new
data.FeedsMu.Unlock()
} else {
data.FeedsMu.Unlock()
}
}
// InsertFeed will insert or update a core.Page in a core.FullData
func InsertPage(data *core.FullData, new *core.Page, remote *url.URL) {
data.PagesMu.Lock()
_, ok := data.Pages[*remote]
if !ok || data.Pages[*remote].Hash != new.Hash {
// pages are different, or there was never an old one
data.Pages[*remote] = new
data.PagesMu.Unlock()
} else {
data.PagesMu.Unlock()
}
}
|
