server.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826
  1. package server
  2. import (
  3. "bytes"
  4. "context"
  5. "embed"
  6. "encoding/json"
  7. firebase "firebase.google.com/go"
  8. "firebase.google.com/go/messaging"
  9. "fmt"
  10. "google.golang.org/api/option"
  11. "heckel.io/ntfy/util"
  12. "html/template"
  13. "io"
  14. "log"
  15. "net"
  16. "net/http"
  17. "regexp"
  18. "strconv"
  19. "strings"
  20. "sync"
  21. "time"
  22. )
  23. // TODO add "max messages in a topic" limit
  24. // TODO implement "since=<ID>"
  25. // Server is the main server, providing the UI and API for ntfy
  26. type Server struct {
  27. config *Config
  28. httpServer *http.Server
  29. httpsServer *http.Server
  30. topics map[string]*topic
  31. visitors map[string]*visitor
  32. firebase subscriber
  33. mailer mailer
  34. messages int64
  35. cache cache
  36. closeChan chan bool
  37. mu sync.Mutex
  38. }
  39. // errHTTP is a generic HTTP error for any non-200 HTTP error
  40. type errHTTP struct {
  41. Code int `json:"code,omitempty"`
  42. HTTPCode int `json:"http"`
  43. Message string `json:"error"`
  44. Link string `json:"link,omitempty"`
  45. }
  46. func (e errHTTP) Error() string {
  47. return e.Message
  48. }
  49. func (e errHTTP) JSON() string {
  50. b, _ := json.Marshal(&e)
  51. return string(b)
  52. }
  53. type indexPage struct {
  54. Topic string
  55. CacheDuration time.Duration
  56. }
  57. type sinceTime time.Time
  58. func (t sinceTime) IsAll() bool {
  59. return t == sinceAllMessages
  60. }
  61. func (t sinceTime) IsNone() bool {
  62. return t == sinceNoMessages
  63. }
  64. func (t sinceTime) Time() time.Time {
  65. return time.Time(t)
  66. }
  67. var (
  68. sinceAllMessages = sinceTime(time.Unix(0, 0))
  69. sinceNoMessages = sinceTime(time.Unix(1, 0))
  70. )
  71. var (
  72. topicRegex = regexp.MustCompile(`^/[-_A-Za-z0-9]{1,64}$`) // Regex must match JS & Android app!
  73. jsonRegex = regexp.MustCompile(`^/[-_A-Za-z0-9]{1,64}(,[-_A-Za-z0-9]{1,64})*/json$`)
  74. sseRegex = regexp.MustCompile(`^/[-_A-Za-z0-9]{1,64}(,[-_A-Za-z0-9]{1,64})*/sse$`)
  75. rawRegex = regexp.MustCompile(`^/[-_A-Za-z0-9]{1,64}(,[-_A-Za-z0-9]{1,64})*/raw$`)
  76. sendRegex = regexp.MustCompile(`^/[-_A-Za-z0-9]{1,64}(,[-_A-Za-z0-9]{1,64})*/(publish|send|trigger)$`)
  77. staticRegex = regexp.MustCompile(`^/static/.+`)
  78. docsRegex = regexp.MustCompile(`^/docs(|/.*)$`)
  79. disallowedTopics = []string{"docs", "static"}
  80. templateFnMap = template.FuncMap{
  81. "durationToHuman": util.DurationToHuman,
  82. }
  83. //go:embed "index.gohtml"
  84. indexSource string
  85. indexTemplate = template.Must(template.New("index").Funcs(templateFnMap).Parse(indexSource))
  86. //go:embed "example.html"
  87. exampleSource string
  88. //go:embed static
  89. webStaticFs embed.FS
  90. webStaticFsCached = &util.CachingEmbedFS{ModTime: time.Now(), FS: webStaticFs}
  91. //go:embed docs
  92. docsStaticFs embed.FS
  93. docsStaticCached = &util.CachingEmbedFS{ModTime: time.Now(), FS: docsStaticFs}
  94. errHTTPNotFound = &errHTTP{40401, http.StatusNotFound, "page not found", ""}
  95. errHTTPTooManyRequestsLimitRequests = &errHTTP{42901, http.StatusTooManyRequests, "limit reached: too many requests, please be nice", "https://ntfy.sh/docs/publish/#limitations"}
  96. errHTTPTooManyRequestsLimitEmails = &errHTTP{42902, http.StatusTooManyRequests, "limit reached: too many emails, please be nice", "https://ntfy.sh/docs/publish/#limitations"}
  97. errHTTPTooManyRequestsLimitSubscriptions = &errHTTP{42903, http.StatusTooManyRequests, "limit reached: too many active subscriptions, please be nice", "https://ntfy.sh/docs/publish/#limitations"}
  98. errHTTPTooManyRequestsLimitGlobalTopics = &errHTTP{42904, http.StatusTooManyRequests, "limit reached: the total number of topics on the server has been reached, please contact the admin", "https://ntfy.sh/docs/publish/#limitations"}
  99. errHTTPBadRequestEmailDisabled = &errHTTP{40001, http.StatusBadRequest, "e-mail notifications are not enabled", "https://ntfy.sh/docs/config/#e-mail-notifications"}
  100. errHTTPBadRequestDelayNoCache = &errHTTP{40002, http.StatusBadRequest, "cannot disable cache for delayed message", ""}
  101. errHTTPBadRequestDelayNoEmail = &errHTTP{40003, http.StatusBadRequest, "delayed e-mail notifications are not supported", ""}
  102. errHTTPBadRequestDelayCannotParse = &errHTTP{40004, http.StatusBadRequest, "invalid delay parameter: unable to parse delay", "https://ntfy.sh/docs/publish/#scheduled-delivery"}
  103. errHTTPBadRequestDelayTooSmall = &errHTTP{40005, http.StatusBadRequest, "invalid delay parameter: too small, please refer to the docs", "https://ntfy.sh/docs/publish/#scheduled-delivery"}
  104. errHTTPBadRequestDelayTooLarge = &errHTTP{40006, http.StatusBadRequest, "invalid delay parameter: too large, please refer to the docs", "https://ntfy.sh/docs/publish/#scheduled-delivery"}
  105. errHTTPBadRequestPriorityInvalid = &errHTTP{40007, http.StatusBadRequest, "invalid priority parameter", "https://ntfy.sh/docs/publish/#message-priority"}
  106. errHTTPBadRequestSinceInvalid = &errHTTP{40008, http.StatusBadRequest, "invalid since parameter", "https://ntfy.sh/docs/subscribe/api/#fetch-cached-messages"}
  107. errHTTPBadRequestTopicInvalid = &errHTTP{40009, http.StatusBadRequest, "invalid topic: path invalid", ""}
  108. errHTTPBadRequestTopicDisallowed = &errHTTP{40010, http.StatusBadRequest, "invalid topic: topic name is disallowed", ""}
  109. errHTTPInternalError = &errHTTP{50001, http.StatusInternalServerError, "internal server error", ""}
  110. )
  111. const (
  112. firebaseControlTopic = "~control" // See Android if changed
  113. emptyMessageBody = "triggered"
  114. )
  115. // New instantiates a new Server. It creates the cache and adds a Firebase
  116. // subscriber (if configured).
  117. func New(conf *Config) (*Server, error) {
  118. var firebaseSubscriber subscriber
  119. if conf.FirebaseKeyFile != "" {
  120. var err error
  121. firebaseSubscriber, err = createFirebaseSubscriber(conf)
  122. if err != nil {
  123. return nil, err
  124. }
  125. }
  126. var mailer mailer
  127. if conf.SMTPAddr != "" {
  128. mailer = &smtpMailer{config: conf}
  129. }
  130. cache, err := createCache(conf)
  131. if err != nil {
  132. return nil, err
  133. }
  134. topics, err := cache.Topics()
  135. if err != nil {
  136. return nil, err
  137. }
  138. return &Server{
  139. config: conf,
  140. cache: cache,
  141. firebase: firebaseSubscriber,
  142. mailer: mailer,
  143. topics: topics,
  144. visitors: make(map[string]*visitor),
  145. }, nil
  146. }
  147. func createCache(conf *Config) (cache, error) {
  148. if conf.CacheDuration == 0 {
  149. return newNopCache(), nil
  150. } else if conf.CacheFile != "" {
  151. return newSqliteCache(conf.CacheFile)
  152. }
  153. return newMemCache(), nil
  154. }
  155. func createFirebaseSubscriber(conf *Config) (subscriber, error) {
  156. fb, err := firebase.NewApp(context.Background(), nil, option.WithCredentialsFile(conf.FirebaseKeyFile))
  157. if err != nil {
  158. return nil, err
  159. }
  160. msg, err := fb.Messaging(context.Background())
  161. if err != nil {
  162. return nil, err
  163. }
  164. return func(m *message) error {
  165. var data map[string]string // Matches https://ntfy.sh/docs/subscribe/api/#json-message-format
  166. switch m.Event {
  167. case keepaliveEvent, openEvent:
  168. data = map[string]string{
  169. "id": m.ID,
  170. "time": fmt.Sprintf("%d", m.Time),
  171. "event": m.Event,
  172. "topic": m.Topic,
  173. }
  174. case messageEvent:
  175. data = map[string]string{
  176. "id": m.ID,
  177. "time": fmt.Sprintf("%d", m.Time),
  178. "event": m.Event,
  179. "topic": m.Topic,
  180. "priority": fmt.Sprintf("%d", m.Priority),
  181. "tags": strings.Join(m.Tags, ","),
  182. "title": m.Title,
  183. "message": m.Message,
  184. }
  185. }
  186. _, err := msg.Send(context.Background(), &messaging.Message{
  187. Topic: m.Topic,
  188. Data: data,
  189. })
  190. return err
  191. }, nil
  192. }
  193. // Run executes the main server. It listens on HTTP (+ HTTPS, if configured), and starts
  194. // a manager go routine to print stats and prune messages.
  195. func (s *Server) Run() error {
  196. listenStr := fmt.Sprintf("%s/http", s.config.ListenHTTP)
  197. if s.config.ListenHTTPS != "" {
  198. listenStr += fmt.Sprintf(" %s/https", s.config.ListenHTTPS)
  199. }
  200. log.Printf("Listening on %s", listenStr)
  201. mux := http.NewServeMux()
  202. mux.HandleFunc("/", s.handle)
  203. errChan := make(chan error)
  204. s.mu.Lock()
  205. s.closeChan = make(chan bool)
  206. s.httpServer = &http.Server{Addr: s.config.ListenHTTP, Handler: mux}
  207. go func() {
  208. errChan <- s.httpServer.ListenAndServe()
  209. }()
  210. if s.config.ListenHTTPS != "" {
  211. s.httpsServer = &http.Server{Addr: s.config.ListenHTTP, Handler: mux}
  212. go func() {
  213. errChan <- s.httpsServer.ListenAndServeTLS(s.config.CertFile, s.config.KeyFile)
  214. }()
  215. }
  216. s.mu.Unlock()
  217. go s.runManager()
  218. go s.runAtSender()
  219. go s.runFirebaseKeepliver()
  220. return <-errChan
  221. }
  222. // Stop stops HTTP (+HTTPS) server and all managers
  223. func (s *Server) Stop() {
  224. s.mu.Lock()
  225. defer s.mu.Unlock()
  226. if s.httpServer != nil {
  227. s.httpServer.Close()
  228. }
  229. if s.httpsServer != nil {
  230. s.httpsServer.Close()
  231. }
  232. close(s.closeChan)
  233. }
  234. func (s *Server) handle(w http.ResponseWriter, r *http.Request) {
  235. if err := s.handleInternal(w, r); err != nil {
  236. var e *errHTTP
  237. var ok bool
  238. if e, ok = err.(*errHTTP); !ok {
  239. e = errHTTPInternalError
  240. }
  241. log.Printf("[%s] %s - %d - %s", r.RemoteAddr, r.Method, e.HTTPCode, err.Error())
  242. w.Header().Set("Content-Type", "application/json")
  243. w.Header().Set("Access-Control-Allow-Origin", "*") // CORS, allow cross-origin requests
  244. w.WriteHeader(e.HTTPCode)
  245. io.WriteString(w, e.JSON()+"\n")
  246. }
  247. }
  248. func (s *Server) handleInternal(w http.ResponseWriter, r *http.Request) error {
  249. if r.Method == http.MethodGet && r.URL.Path == "/" {
  250. return s.handleHome(w, r)
  251. } else if r.Method == http.MethodGet && r.URL.Path == "/example.html" {
  252. return s.handleExample(w, r)
  253. } else if r.Method == http.MethodHead && r.URL.Path == "/" {
  254. return s.handleEmpty(w, r)
  255. } else if r.Method == http.MethodGet && staticRegex.MatchString(r.URL.Path) {
  256. return s.handleStatic(w, r)
  257. } else if r.Method == http.MethodGet && docsRegex.MatchString(r.URL.Path) {
  258. return s.handleDocs(w, r)
  259. } else if r.Method == http.MethodOptions {
  260. return s.handleOptions(w, r)
  261. } else if r.Method == http.MethodGet && topicRegex.MatchString(r.URL.Path) {
  262. return s.handleTopic(w, r)
  263. } else if (r.Method == http.MethodPut || r.Method == http.MethodPost) && topicRegex.MatchString(r.URL.Path) {
  264. return s.withRateLimit(w, r, s.handlePublish)
  265. } else if r.Method == http.MethodGet && sendRegex.MatchString(r.URL.Path) {
  266. return s.withRateLimit(w, r, s.handlePublish)
  267. } else if r.Method == http.MethodGet && jsonRegex.MatchString(r.URL.Path) {
  268. return s.withRateLimit(w, r, s.handleSubscribeJSON)
  269. } else if r.Method == http.MethodGet && sseRegex.MatchString(r.URL.Path) {
  270. return s.withRateLimit(w, r, s.handleSubscribeSSE)
  271. } else if r.Method == http.MethodGet && rawRegex.MatchString(r.URL.Path) {
  272. return s.withRateLimit(w, r, s.handleSubscribeRaw)
  273. }
  274. return errHTTPNotFound
  275. }
  276. func (s *Server) handleHome(w http.ResponseWriter, r *http.Request) error {
  277. return indexTemplate.Execute(w, &indexPage{
  278. Topic: r.URL.Path[1:],
  279. CacheDuration: s.config.CacheDuration,
  280. })
  281. }
  282. func (s *Server) handleTopic(w http.ResponseWriter, r *http.Request) error {
  283. unifiedpush := readParam(r, "x-unifiedpush", "unifiedpush", "up") == "1" // see PUT/POST too!
  284. if unifiedpush {
  285. w.Header().Set("Content-Type", "application/json")
  286. w.Header().Set("Access-Control-Allow-Origin", "*") // CORS, allow cross-origin requests
  287. _, err := io.WriteString(w, `{"unifiedpush":{"version":1}}`+"\n")
  288. return err
  289. }
  290. return s.handleHome(w, r)
  291. }
  292. func (s *Server) handleEmpty(_ http.ResponseWriter, _ *http.Request) error {
  293. return nil
  294. }
  295. func (s *Server) handleExample(w http.ResponseWriter, _ *http.Request) error {
  296. _, err := io.WriteString(w, exampleSource)
  297. return err
  298. }
  299. func (s *Server) handleStatic(w http.ResponseWriter, r *http.Request) error {
  300. http.FileServer(http.FS(webStaticFsCached)).ServeHTTP(w, r)
  301. return nil
  302. }
  303. func (s *Server) handleDocs(w http.ResponseWriter, r *http.Request) error {
  304. http.FileServer(http.FS(docsStaticCached)).ServeHTTP(w, r)
  305. return nil
  306. }
  307. func (s *Server) handlePublish(w http.ResponseWriter, r *http.Request, v *visitor) error {
  308. t, err := s.topicFromPath(r.URL.Path)
  309. if err != nil {
  310. return err
  311. }
  312. reader := io.LimitReader(r.Body, int64(s.config.MessageLimit))
  313. b, err := io.ReadAll(reader)
  314. if err != nil {
  315. return err
  316. }
  317. m := newDefaultMessage(t.ID, strings.TrimSpace(string(b)))
  318. cache, firebase, email, err := s.parsePublishParams(r, m)
  319. if err != nil {
  320. return err
  321. }
  322. if email != "" {
  323. if err := v.EmailAllowed(); err != nil {
  324. return errHTTPTooManyRequestsLimitEmails
  325. }
  326. }
  327. if s.mailer == nil && email != "" {
  328. return errHTTPBadRequestEmailDisabled
  329. }
  330. if m.Message == "" {
  331. m.Message = emptyMessageBody
  332. }
  333. delayed := m.Time > time.Now().Unix()
  334. if !delayed {
  335. if err := t.Publish(m); err != nil {
  336. return err
  337. }
  338. }
  339. if s.firebase != nil && firebase && !delayed {
  340. go func() {
  341. if err := s.firebase(m); err != nil {
  342. log.Printf("Unable to publish to Firebase: %v", err.Error())
  343. }
  344. }()
  345. }
  346. if s.mailer != nil && email != "" && !delayed {
  347. go func() {
  348. if err := s.mailer.Send(v.ip, email, m); err != nil {
  349. log.Printf("Unable to send email: %v", err.Error())
  350. }
  351. }()
  352. }
  353. if cache {
  354. if err := s.cache.AddMessage(m); err != nil {
  355. return err
  356. }
  357. }
  358. w.Header().Set("Content-Type", "application/json")
  359. w.Header().Set("Access-Control-Allow-Origin", "*") // CORS, allow cross-origin requests
  360. if err := json.NewEncoder(w).Encode(m); err != nil {
  361. return err
  362. }
  363. s.inc(&s.messages)
  364. return nil
  365. }
  366. func (s *Server) parsePublishParams(r *http.Request, m *message) (cache bool, firebase bool, email string, err error) {
  367. cache = readParam(r, "x-cache", "cache") != "no"
  368. firebase = readParam(r, "x-firebase", "firebase") != "no"
  369. email = readParam(r, "x-email", "x-e-mail", "email", "e-mail", "mail", "e")
  370. m.Title = readParam(r, "x-title", "title", "t")
  371. messageStr := readParam(r, "x-message", "message", "m")
  372. if messageStr != "" {
  373. m.Message = messageStr
  374. }
  375. m.Priority, err = util.ParsePriority(readParam(r, "x-priority", "priority", "prio", "p"))
  376. if err != nil {
  377. return false, false, "", errHTTPBadRequestPriorityInvalid
  378. }
  379. tagsStr := readParam(r, "x-tags", "tags", "tag", "ta")
  380. if tagsStr != "" {
  381. m.Tags = make([]string, 0)
  382. for _, s := range util.SplitNoEmpty(tagsStr, ",") {
  383. m.Tags = append(m.Tags, strings.TrimSpace(s))
  384. }
  385. }
  386. delayStr := readParam(r, "x-delay", "delay", "x-at", "at", "x-in", "in")
  387. if delayStr != "" {
  388. if !cache {
  389. return false, false, "", errHTTPBadRequestDelayNoCache
  390. }
  391. if email != "" {
  392. return false, false, "", errHTTPBadRequestDelayNoEmail // we cannot store the email address (yet)
  393. }
  394. delay, err := util.ParseFutureTime(delayStr, time.Now())
  395. if err != nil {
  396. return false, false, "", errHTTPBadRequestDelayCannotParse
  397. } else if delay.Unix() < time.Now().Add(s.config.MinDelay).Unix() {
  398. return false, false, "", errHTTPBadRequestDelayTooSmall
  399. } else if delay.Unix() > time.Now().Add(s.config.MaxDelay).Unix() {
  400. return false, false, "", errHTTPBadRequestDelayTooLarge
  401. }
  402. m.Time = delay.Unix()
  403. }
  404. unifiedpush := readParam(r, "x-unifiedpush", "unifiedpush", "up") == "1" // see GET too!
  405. if unifiedpush {
  406. firebase = false
  407. }
  408. return cache, firebase, email, nil
  409. }
  410. func readParam(r *http.Request, names ...string) string {
  411. for _, name := range names {
  412. value := r.Header.Get(name)
  413. if value != "" {
  414. return strings.TrimSpace(value)
  415. }
  416. }
  417. for _, name := range names {
  418. value := r.URL.Query().Get(strings.ToLower(name))
  419. if value != "" {
  420. return strings.TrimSpace(value)
  421. }
  422. }
  423. return ""
  424. }
  425. func (s *Server) handleSubscribeJSON(w http.ResponseWriter, r *http.Request, v *visitor) error {
  426. encoder := func(msg *message) (string, error) {
  427. var buf bytes.Buffer
  428. if err := json.NewEncoder(&buf).Encode(&msg); err != nil {
  429. return "", err
  430. }
  431. return buf.String(), nil
  432. }
  433. return s.handleSubscribe(w, r, v, "json", "application/x-ndjson", encoder)
  434. }
  435. func (s *Server) handleSubscribeSSE(w http.ResponseWriter, r *http.Request, v *visitor) error {
  436. encoder := func(msg *message) (string, error) {
  437. var buf bytes.Buffer
  438. if err := json.NewEncoder(&buf).Encode(&msg); err != nil {
  439. return "", err
  440. }
  441. if msg.Event != messageEvent {
  442. return fmt.Sprintf("event: %s\ndata: %s\n", msg.Event, buf.String()), nil // Browser's .onmessage() does not fire on this!
  443. }
  444. return fmt.Sprintf("data: %s\n", buf.String()), nil
  445. }
  446. return s.handleSubscribe(w, r, v, "sse", "text/event-stream", encoder)
  447. }
  448. func (s *Server) handleSubscribeRaw(w http.ResponseWriter, r *http.Request, v *visitor) error {
  449. encoder := func(msg *message) (string, error) {
  450. if msg.Event == messageEvent { // only handle default events
  451. return strings.ReplaceAll(msg.Message, "\n", " ") + "\n", nil
  452. }
  453. return "\n", nil // "keepalive" and "open" events just send an empty line
  454. }
  455. return s.handleSubscribe(w, r, v, "raw", "text/plain", encoder)
  456. }
  457. func (s *Server) handleSubscribe(w http.ResponseWriter, r *http.Request, v *visitor, format string, contentType string, encoder messageEncoder) error {
  458. if err := v.SubscriptionAllowed(); err != nil {
  459. return errHTTPTooManyRequestsLimitSubscriptions
  460. }
  461. defer v.RemoveSubscription()
  462. topicsStr := strings.TrimSuffix(r.URL.Path[1:], "/"+format) // Hack
  463. topicIDs := util.SplitNoEmpty(topicsStr, ",")
  464. topics, err := s.topicsFromIDs(topicIDs...)
  465. if err != nil {
  466. return err
  467. }
  468. poll := readParam(r, "x-poll", "poll", "po") == "1"
  469. scheduled := readParam(r, "x-scheduled", "scheduled", "sched") == "1"
  470. since, err := parseSince(r, poll)
  471. if err != nil {
  472. return err
  473. }
  474. messageFilter, titleFilter, priorityFilter, tagsFilter, err := parseQueryFilters(r)
  475. if err != nil {
  476. return err
  477. }
  478. var wlock sync.Mutex
  479. sub := func(msg *message) error {
  480. if !passesQueryFilter(msg, messageFilter, titleFilter, priorityFilter, tagsFilter) {
  481. return nil
  482. }
  483. m, err := encoder(msg)
  484. if err != nil {
  485. return err
  486. }
  487. wlock.Lock()
  488. defer wlock.Unlock()
  489. if _, err := w.Write([]byte(m)); err != nil {
  490. return err
  491. }
  492. if fl, ok := w.(http.Flusher); ok {
  493. fl.Flush()
  494. }
  495. return nil
  496. }
  497. w.Header().Set("Access-Control-Allow-Origin", "*") // CORS, allow cross-origin requests
  498. w.Header().Set("Content-Type", contentType+"; charset=utf-8") // Android/Volley client needs charset!
  499. if poll {
  500. return s.sendOldMessages(topics, since, scheduled, sub)
  501. }
  502. subscriberIDs := make([]int, 0)
  503. for _, t := range topics {
  504. subscriberIDs = append(subscriberIDs, t.Subscribe(sub))
  505. }
  506. defer func() {
  507. for i, subscriberID := range subscriberIDs {
  508. topics[i].Unsubscribe(subscriberID) // Order!
  509. }
  510. }()
  511. if err := sub(newOpenMessage(topicsStr)); err != nil { // Send out open message
  512. return err
  513. }
  514. if err := s.sendOldMessages(topics, since, scheduled, sub); err != nil {
  515. return err
  516. }
  517. for {
  518. select {
  519. case <-r.Context().Done():
  520. return nil
  521. case <-time.After(s.config.KeepaliveInterval):
  522. v.Keepalive()
  523. if err := sub(newKeepaliveMessage(topicsStr)); err != nil { // Send keepalive message
  524. return err
  525. }
  526. }
  527. }
  528. }
  529. func parseQueryFilters(r *http.Request) (messageFilter string, titleFilter string, priorityFilter []int, tagsFilter []string, err error) {
  530. messageFilter = readParam(r, "x-message", "message", "m")
  531. titleFilter = readParam(r, "x-title", "title", "t")
  532. tagsFilter = util.SplitNoEmpty(readParam(r, "x-tags", "tags", "tag", "ta"), ",")
  533. priorityFilter = make([]int, 0)
  534. for _, p := range util.SplitNoEmpty(readParam(r, "x-priority", "priority", "prio", "p"), ",") {
  535. priority, err := util.ParsePriority(p)
  536. if err != nil {
  537. return "", "", nil, nil, err
  538. }
  539. priorityFilter = append(priorityFilter, priority)
  540. }
  541. return
  542. }
  543. func passesQueryFilter(msg *message, messageFilter string, titleFilter string, priorityFilter []int, tagsFilter []string) bool {
  544. if msg.Event != messageEvent {
  545. return true // filters only apply to messages
  546. }
  547. if messageFilter != "" && msg.Message != messageFilter {
  548. return false
  549. }
  550. if titleFilter != "" && msg.Title != titleFilter {
  551. return false
  552. }
  553. messagePriority := msg.Priority
  554. if messagePriority == 0 {
  555. messagePriority = 3 // For query filters, default priority (3) is the same as "not set" (0)
  556. }
  557. if len(priorityFilter) > 0 && !util.InIntList(priorityFilter, messagePriority) {
  558. return false
  559. }
  560. if len(tagsFilter) > 0 && !util.InStringListAll(msg.Tags, tagsFilter) {
  561. return false
  562. }
  563. return true
  564. }
  565. func (s *Server) sendOldMessages(topics []*topic, since sinceTime, scheduled bool, sub subscriber) error {
  566. if since.IsNone() {
  567. return nil
  568. }
  569. for _, t := range topics {
  570. messages, err := s.cache.Messages(t.ID, since, scheduled)
  571. if err != nil {
  572. return err
  573. }
  574. for _, m := range messages {
  575. if err := sub(m); err != nil {
  576. return err
  577. }
  578. }
  579. }
  580. return nil
  581. }
  582. // parseSince returns a timestamp identifying the time span from which cached messages should be received.
  583. //
  584. // Values in the "since=..." parameter can be either a unix timestamp or a duration (e.g. 12h), or
  585. // "all" for all messages.
  586. func parseSince(r *http.Request, poll bool) (sinceTime, error) {
  587. since := readParam(r, "x-since", "since", "si")
  588. if since == "" {
  589. if poll {
  590. return sinceAllMessages, nil
  591. }
  592. return sinceNoMessages, nil
  593. }
  594. if since == "all" {
  595. return sinceAllMessages, nil
  596. } else if s, err := strconv.ParseInt(since, 10, 64); err == nil {
  597. return sinceTime(time.Unix(s, 0)), nil
  598. } else if d, err := time.ParseDuration(since); err == nil {
  599. return sinceTime(time.Now().Add(-1 * d)), nil
  600. }
  601. return sinceNoMessages, errHTTPBadRequestSinceInvalid
  602. }
  603. func (s *Server) handleOptions(w http.ResponseWriter, _ *http.Request) error {
  604. w.Header().Set("Access-Control-Allow-Origin", "*") // CORS, allow cross-origin requests
  605. w.Header().Set("Access-Control-Allow-Methods", "GET, PUT, POST")
  606. return nil
  607. }
  608. func (s *Server) topicFromPath(path string) (*topic, error) {
  609. parts := strings.Split(path, "/")
  610. if len(parts) < 2 {
  611. return nil, errHTTPBadRequestTopicInvalid
  612. }
  613. topics, err := s.topicsFromIDs(parts[1])
  614. if err != nil {
  615. return nil, err
  616. }
  617. return topics[0], nil
  618. }
  619. func (s *Server) topicsFromIDs(ids ...string) ([]*topic, error) {
  620. s.mu.Lock()
  621. defer s.mu.Unlock()
  622. topics := make([]*topic, 0)
  623. for _, id := range ids {
  624. if util.InStringList(disallowedTopics, id) {
  625. return nil, errHTTPBadRequestTopicDisallowed
  626. }
  627. if _, ok := s.topics[id]; !ok {
  628. if len(s.topics) >= s.config.GlobalTopicLimit {
  629. return nil, errHTTPTooManyRequestsLimitGlobalTopics
  630. }
  631. s.topics[id] = newTopic(id)
  632. }
  633. topics = append(topics, s.topics[id])
  634. }
  635. return topics, nil
  636. }
  637. func (s *Server) updateStatsAndPrune() {
  638. s.mu.Lock()
  639. defer s.mu.Unlock()
  640. // Expire visitors from rate visitors map
  641. for ip, v := range s.visitors {
  642. if v.Stale() {
  643. delete(s.visitors, ip)
  644. }
  645. }
  646. // Prune message cache
  647. olderThan := time.Now().Add(-1 * s.config.CacheDuration)
  648. if err := s.cache.Prune(olderThan); err != nil {
  649. log.Printf("error pruning cache: %s", err.Error())
  650. }
  651. // Prune old topics, remove subscriptions without subscribers
  652. var subscribers, messages int
  653. for _, t := range s.topics {
  654. subs := t.Subscribers()
  655. msgs, err := s.cache.MessageCount(t.ID)
  656. if err != nil {
  657. log.Printf("cannot get stats for topic %s: %s", t.ID, err.Error())
  658. continue
  659. }
  660. if msgs == 0 && subs == 0 {
  661. delete(s.topics, t.ID)
  662. continue
  663. }
  664. subscribers += subs
  665. messages += msgs
  666. }
  667. // Print stats
  668. log.Printf("Stats: %d message(s) published, %d topic(s) active, %d subscriber(s), %d message(s) buffered, %d visitor(s)",
  669. s.messages, len(s.topics), subscribers, messages, len(s.visitors))
  670. }
  671. func (s *Server) runManager() {
  672. for {
  673. select {
  674. case <-time.After(s.config.ManagerInterval):
  675. s.updateStatsAndPrune()
  676. case <-s.closeChan:
  677. return
  678. }
  679. }
  680. }
  681. func (s *Server) runAtSender() {
  682. for {
  683. select {
  684. case <-time.After(s.config.AtSenderInterval):
  685. if err := s.sendDelayedMessages(); err != nil {
  686. log.Printf("error sending scheduled messages: %s", err.Error())
  687. }
  688. case <-s.closeChan:
  689. return
  690. }
  691. }
  692. }
  693. func (s *Server) runFirebaseKeepliver() {
  694. if s.firebase == nil {
  695. return
  696. }
  697. for {
  698. select {
  699. case <-time.After(s.config.FirebaseKeepaliveInterval):
  700. if err := s.firebase(newKeepaliveMessage(firebaseControlTopic)); err != nil {
  701. log.Printf("error sending Firebase keepalive message: %s", err.Error())
  702. }
  703. case <-s.closeChan:
  704. return
  705. }
  706. }
  707. }
  708. func (s *Server) sendDelayedMessages() error {
  709. s.mu.Lock()
  710. defer s.mu.Unlock()
  711. messages, err := s.cache.MessagesDue()
  712. if err != nil {
  713. return err
  714. }
  715. for _, m := range messages {
  716. t, ok := s.topics[m.Topic] // If no subscribers, just mark message as published
  717. if ok {
  718. if err := t.Publish(m); err != nil {
  719. log.Printf("unable to publish message %s to topic %s: %v", m.ID, m.Topic, err.Error())
  720. }
  721. if s.firebase != nil {
  722. if err := s.firebase(m); err != nil {
  723. log.Printf("unable to publish to Firebase: %v", err.Error())
  724. }
  725. }
  726. // TODO delayed email sending
  727. }
  728. if err := s.cache.MarkPublished(m); err != nil {
  729. return err
  730. }
  731. }
  732. return nil
  733. }
  734. func (s *Server) withRateLimit(w http.ResponseWriter, r *http.Request, handler func(w http.ResponseWriter, r *http.Request, v *visitor) error) error {
  735. v := s.visitor(r)
  736. if err := v.RequestAllowed(); err != nil {
  737. return errHTTPTooManyRequestsLimitRequests
  738. }
  739. return handler(w, r, v)
  740. }
  741. // visitor creates or retrieves a rate.Limiter for the given visitor.
  742. // This function was taken from https://www.alexedwards.net/blog/how-to-rate-limit-http-requests (MIT).
  743. func (s *Server) visitor(r *http.Request) *visitor {
  744. s.mu.Lock()
  745. defer s.mu.Unlock()
  746. remoteAddr := r.RemoteAddr
  747. ip, _, err := net.SplitHostPort(remoteAddr)
  748. if err != nil {
  749. ip = remoteAddr // This should not happen in real life; only in tests.
  750. }
  751. if s.config.BehindProxy && r.Header.Get("X-Forwarded-For") != "" {
  752. ip = r.Header.Get("X-Forwarded-For")
  753. }
  754. v, exists := s.visitors[ip]
  755. if !exists {
  756. s.visitors[ip] = newVisitor(s.config, ip)
  757. return s.visitors[ip]
  758. }
  759. v.Keepalive()
  760. return v
  761. }
  762. func (s *Server) inc(counter *int64) {
  763. s.mu.Lock()
  764. defer s.mu.Unlock()
  765. *counter++
  766. }