server_test.go 48 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392
  1. package server
  2. import (
  3. "bufio"
  4. "context"
  5. "encoding/base64"
  6. "encoding/json"
  7. "fmt"
  8. "math/rand"
  9. "net/http"
  10. "net/http/httptest"
  11. "path/filepath"
  12. "strings"
  13. "sync"
  14. "testing"
  15. "time"
  16. "github.com/stretchr/testify/require"
  17. "heckel.io/ntfy/auth"
  18. "heckel.io/ntfy/util"
  19. )
  20. func TestServer_PublishAndPoll(t *testing.T) {
  21. s := newTestServer(t, newTestConfig(t))
  22. response1 := request(t, s, "PUT", "/mytopic", "my first message", nil)
  23. msg1 := toMessage(t, response1.Body.String())
  24. require.NotEmpty(t, msg1.ID)
  25. require.Equal(t, "my first message", msg1.Message)
  26. response2 := request(t, s, "PUT", "/mytopic", "my second\n\nmessage", nil)
  27. msg2 := toMessage(t, response2.Body.String())
  28. require.NotEqual(t, msg1.ID, msg2.ID)
  29. require.NotEmpty(t, msg2.ID)
  30. require.Equal(t, "my second\n\nmessage", msg2.Message)
  31. response := request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  32. messages := toMessages(t, response.Body.String())
  33. require.Equal(t, 2, len(messages))
  34. require.Equal(t, "my first message", messages[0].Message)
  35. require.Equal(t, "my second\n\nmessage", messages[1].Message)
  36. response = request(t, s, "GET", "/mytopic/sse?poll=1&since=all", "", nil)
  37. lines := strings.Split(strings.TrimSpace(response.Body.String()), "\n")
  38. require.Equal(t, 3, len(lines))
  39. require.Equal(t, "my first message", toMessage(t, strings.TrimPrefix(lines[0], "data: ")).Message)
  40. require.Equal(t, "", lines[1])
  41. require.Equal(t, "my second\n\nmessage", toMessage(t, strings.TrimPrefix(lines[2], "data: ")).Message)
  42. response = request(t, s, "GET", "/mytopic/raw?poll=1", "", nil)
  43. lines = strings.Split(strings.TrimSpace(response.Body.String()), "\n")
  44. require.Equal(t, 2, len(lines))
  45. require.Equal(t, "my first message", lines[0])
  46. require.Equal(t, "my second message", lines[1]) // \n -> " "
  47. }
  48. func TestServer_PublishWithFirebase(t *testing.T) {
  49. sender := newTestFirebaseSender(10)
  50. s := newTestServer(t, newTestConfig(t))
  51. s.firebaseClient = newFirebaseClient(sender, &testAuther{Allow: true})
  52. response := request(t, s, "PUT", "/mytopic", "my first message", nil)
  53. msg1 := toMessage(t, response.Body.String())
  54. require.NotEmpty(t, msg1.ID)
  55. require.Equal(t, "my first message", msg1.Message)
  56. require.Equal(t, 1, len(sender.Messages()))
  57. require.Equal(t, "my first message", sender.Messages()[0].Data["message"])
  58. require.Equal(t, "my first message", sender.Messages()[0].APNS.Payload.Aps.Alert.Body)
  59. require.Equal(t, "my first message", sender.Messages()[0].APNS.Payload.CustomData["message"])
  60. }
  61. func TestServer_SubscribeOpenAndKeepalive(t *testing.T) {
  62. c := newTestConfig(t)
  63. c.KeepaliveInterval = time.Second
  64. s := newTestServer(t, c)
  65. rr := httptest.NewRecorder()
  66. ctx, cancel := context.WithCancel(context.Background())
  67. req, err := http.NewRequestWithContext(ctx, "GET", "/mytopic/json", nil)
  68. if err != nil {
  69. t.Fatal(err)
  70. }
  71. doneChan := make(chan bool)
  72. go func() {
  73. s.handle(rr, req)
  74. doneChan <- true
  75. }()
  76. time.Sleep(1300 * time.Millisecond)
  77. cancel()
  78. <-doneChan
  79. messages := toMessages(t, rr.Body.String())
  80. require.Equal(t, 2, len(messages))
  81. require.Equal(t, openEvent, messages[0].Event)
  82. require.Equal(t, "mytopic", messages[0].Topic)
  83. require.Equal(t, "", messages[0].Message)
  84. require.Equal(t, "", messages[0].Title)
  85. require.Equal(t, 0, messages[0].Priority)
  86. require.Nil(t, messages[0].Tags)
  87. require.Equal(t, keepaliveEvent, messages[1].Event)
  88. require.Equal(t, "mytopic", messages[1].Topic)
  89. require.Equal(t, "", messages[1].Message)
  90. require.Equal(t, "", messages[1].Title)
  91. require.Equal(t, 0, messages[1].Priority)
  92. require.Nil(t, messages[1].Tags)
  93. }
  94. func TestServer_PublishAndSubscribe(t *testing.T) {
  95. s := newTestServer(t, newTestConfig(t))
  96. subscribeRR := httptest.NewRecorder()
  97. subscribeCancel := subscribe(t, s, "/mytopic/json", subscribeRR)
  98. publishFirstRR := request(t, s, "PUT", "/mytopic", "my first message", nil)
  99. require.Equal(t, 200, publishFirstRR.Code)
  100. publishSecondRR := request(t, s, "PUT", "/mytopic", "my other message", map[string]string{
  101. "Title": " This is a title ",
  102. "X-Tags": "tag1,tag 2, tag3",
  103. "p": "1",
  104. })
  105. require.Equal(t, 200, publishSecondRR.Code)
  106. subscribeCancel()
  107. messages := toMessages(t, subscribeRR.Body.String())
  108. require.Equal(t, 3, len(messages))
  109. require.Equal(t, openEvent, messages[0].Event)
  110. require.Equal(t, messageEvent, messages[1].Event)
  111. require.Equal(t, "mytopic", messages[1].Topic)
  112. require.Equal(t, "my first message", messages[1].Message)
  113. require.Equal(t, "", messages[1].Title)
  114. require.Equal(t, 0, messages[1].Priority)
  115. require.Nil(t, messages[1].Tags)
  116. require.Equal(t, messageEvent, messages[2].Event)
  117. require.Equal(t, "mytopic", messages[2].Topic)
  118. require.Equal(t, "my other message", messages[2].Message)
  119. require.Equal(t, "This is a title", messages[2].Title)
  120. require.Equal(t, 1, messages[2].Priority)
  121. require.Equal(t, []string{"tag1", "tag 2", "tag3"}, messages[2].Tags)
  122. }
  123. func TestServer_StaticSites(t *testing.T) {
  124. s := newTestServer(t, newTestConfig(t))
  125. rr := request(t, s, "GET", "/", "", nil)
  126. require.Equal(t, 200, rr.Code)
  127. require.Contains(t, rr.Body.String(), "</html>")
  128. rr = request(t, s, "HEAD", "/", "", nil)
  129. require.Equal(t, 200, rr.Code)
  130. rr = request(t, s, "OPTIONS", "/", "", nil)
  131. require.Equal(t, 200, rr.Code)
  132. rr = request(t, s, "GET", "/does-not-exist.txt", "", nil)
  133. require.Equal(t, 404, rr.Code)
  134. rr = request(t, s, "GET", "/mytopic", "", nil)
  135. require.Equal(t, 200, rr.Code)
  136. require.Contains(t, rr.Body.String(), `<meta name="robots" content="noindex, nofollow"/>`)
  137. rr = request(t, s, "GET", "/static/css/home.css", "", nil)
  138. require.Equal(t, 200, rr.Code)
  139. require.Contains(t, rr.Body.String(), `html, body {`)
  140. rr = request(t, s, "GET", "/docs", "", nil)
  141. require.Equal(t, 301, rr.Code)
  142. // Docs test removed, it was failing annoyingly.
  143. rr = request(t, s, "GET", "/example.html", "", nil)
  144. require.Equal(t, 200, rr.Code)
  145. require.Contains(t, rr.Body.String(), "</html>")
  146. }
  147. func TestServer_WebEnabled(t *testing.T) {
  148. conf := newTestConfig(t)
  149. conf.EnableWeb = false
  150. s := newTestServer(t, conf)
  151. rr := request(t, s, "GET", "/", "", nil)
  152. require.Equal(t, 404, rr.Code)
  153. rr = request(t, s, "GET", "/example.html", "", nil)
  154. require.Equal(t, 404, rr.Code)
  155. rr = request(t, s, "GET", "/config.js", "", nil)
  156. require.Equal(t, 404, rr.Code)
  157. rr = request(t, s, "GET", "/static/css/home.css", "", nil)
  158. require.Equal(t, 404, rr.Code)
  159. conf2 := newTestConfig(t)
  160. conf2.EnableWeb = true
  161. s2 := newTestServer(t, conf2)
  162. rr = request(t, s2, "GET", "/", "", nil)
  163. require.Equal(t, 200, rr.Code)
  164. rr = request(t, s2, "GET", "/example.html", "", nil)
  165. require.Equal(t, 200, rr.Code)
  166. rr = request(t, s2, "GET", "/config.js", "", nil)
  167. require.Equal(t, 200, rr.Code)
  168. rr = request(t, s2, "GET", "/static/css/home.css", "", nil)
  169. require.Equal(t, 200, rr.Code)
  170. }
  171. func TestServer_PublishLargeMessage(t *testing.T) {
  172. c := newTestConfig(t)
  173. c.AttachmentCacheDir = "" // Disable attachments
  174. s := newTestServer(t, c)
  175. body := strings.Repeat("this is a large message", 5000)
  176. response := request(t, s, "PUT", "/mytopic", body, nil)
  177. require.Equal(t, 400, response.Code)
  178. }
  179. func TestServer_PublishPriority(t *testing.T) {
  180. s := newTestServer(t, newTestConfig(t))
  181. for prio := 1; prio <= 5; prio++ {
  182. response := request(t, s, "GET", fmt.Sprintf("/mytopic/publish?priority=%d", prio), fmt.Sprintf("priority %d", prio), nil)
  183. msg := toMessage(t, response.Body.String())
  184. require.Equal(t, prio, msg.Priority)
  185. }
  186. response := request(t, s, "GET", "/mytopic/publish?priority=min", "test", nil)
  187. require.Equal(t, 1, toMessage(t, response.Body.String()).Priority)
  188. response = request(t, s, "GET", "/mytopic/send?priority=low", "test", nil)
  189. require.Equal(t, 2, toMessage(t, response.Body.String()).Priority)
  190. response = request(t, s, "GET", "/mytopic/send?priority=default", "test", nil)
  191. require.Equal(t, 3, toMessage(t, response.Body.String()).Priority)
  192. response = request(t, s, "GET", "/mytopic/send?priority=high", "test", nil)
  193. require.Equal(t, 4, toMessage(t, response.Body.String()).Priority)
  194. response = request(t, s, "GET", "/mytopic/send?priority=max", "test", nil)
  195. require.Equal(t, 5, toMessage(t, response.Body.String()).Priority)
  196. response = request(t, s, "GET", "/mytopic/trigger?priority=urgent", "test", nil)
  197. require.Equal(t, 5, toMessage(t, response.Body.String()).Priority)
  198. response = request(t, s, "GET", "/mytopic/trigger?priority=INVALID", "test", nil)
  199. require.Equal(t, 40007, toHTTPError(t, response.Body.String()).Code)
  200. }
  201. func TestServer_PublishGETOnlyOneTopic(t *testing.T) {
  202. // This tests a bug that allowed publishing topics with a comma in the name (no ticket)
  203. s := newTestServer(t, newTestConfig(t))
  204. response := request(t, s, "GET", "/mytopic,mytopic2/publish?m=hi", "", nil)
  205. require.Equal(t, 404, response.Code)
  206. }
  207. func TestServer_PublishNoCache(t *testing.T) {
  208. s := newTestServer(t, newTestConfig(t))
  209. response := request(t, s, "PUT", "/mytopic", "this message is not cached", map[string]string{
  210. "Cache": "no",
  211. })
  212. msg := toMessage(t, response.Body.String())
  213. require.NotEmpty(t, msg.ID)
  214. require.Equal(t, "this message is not cached", msg.Message)
  215. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  216. messages := toMessages(t, response.Body.String())
  217. require.Empty(t, messages)
  218. }
  219. func TestServer_PublishAt(t *testing.T) {
  220. c := newTestConfig(t)
  221. c.MinDelay = time.Second
  222. c.DelayedSenderInterval = 100 * time.Millisecond
  223. s := newTestServer(t, c)
  224. response := request(t, s, "PUT", "/mytopic", "a message", map[string]string{
  225. "In": "1s",
  226. })
  227. require.Equal(t, 200, response.Code)
  228. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  229. messages := toMessages(t, response.Body.String())
  230. require.Equal(t, 0, len(messages))
  231. time.Sleep(time.Second)
  232. require.Nil(t, s.sendDelayedMessages())
  233. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  234. messages = toMessages(t, response.Body.String())
  235. require.Equal(t, 1, len(messages))
  236. require.Equal(t, "a message", messages[0].Message)
  237. require.Equal(t, "", messages[0].Sender) // Never return the sender!
  238. messages, err := s.messageCache.Messages("mytopic", sinceAllMessages, true)
  239. require.Nil(t, err)
  240. require.Equal(t, 1, len(messages))
  241. require.Equal(t, "a message", messages[0].Message)
  242. require.Equal(t, "9.9.9.9", messages[0].Sender) // It's stored in the DB though!
  243. }
  244. func TestServer_PublishAtWithCacheError(t *testing.T) {
  245. s := newTestServer(t, newTestConfig(t))
  246. response := request(t, s, "PUT", "/mytopic", "a message", map[string]string{
  247. "Cache": "no",
  248. "In": "30 min",
  249. })
  250. require.Equal(t, 400, response.Code)
  251. require.Equal(t, errHTTPBadRequestDelayNoCache, toHTTPError(t, response.Body.String()))
  252. }
  253. func TestServer_PublishAtTooShortDelay(t *testing.T) {
  254. s := newTestServer(t, newTestConfig(t))
  255. response := request(t, s, "PUT", "/mytopic", "a message", map[string]string{
  256. "In": "1s",
  257. })
  258. require.Equal(t, 400, response.Code)
  259. }
  260. func TestServer_PublishAtTooLongDelay(t *testing.T) {
  261. s := newTestServer(t, newTestConfig(t))
  262. response := request(t, s, "PUT", "/mytopic", "a message", map[string]string{
  263. "In": "99999999h",
  264. })
  265. require.Equal(t, 400, response.Code)
  266. }
  267. func TestServer_PublishAtInvalidDelay(t *testing.T) {
  268. s := newTestServer(t, newTestConfig(t))
  269. response := request(t, s, "PUT", "/mytopic?delay=INVALID", "a message", nil)
  270. err := toHTTPError(t, response.Body.String())
  271. require.Equal(t, 400, response.Code)
  272. require.Equal(t, 40004, err.Code)
  273. }
  274. func TestServer_PublishAtTooLarge(t *testing.T) {
  275. s := newTestServer(t, newTestConfig(t))
  276. response := request(t, s, "PUT", "/mytopic?x-in=99999h", "a message", nil)
  277. err := toHTTPError(t, response.Body.String())
  278. require.Equal(t, 400, response.Code)
  279. require.Equal(t, 40006, err.Code)
  280. }
  281. func TestServer_PublishAtAndPrune(t *testing.T) {
  282. s := newTestServer(t, newTestConfig(t))
  283. response := request(t, s, "PUT", "/mytopic", "a message", map[string]string{
  284. "In": "1h",
  285. })
  286. require.Equal(t, 200, response.Code)
  287. s.updateStatsAndPrune() // Fire pruning
  288. response = request(t, s, "GET", "/mytopic/json?poll=1&scheduled=1", "", nil)
  289. messages := toMessages(t, response.Body.String())
  290. require.Equal(t, 1, len(messages)) // Not affected by pruning
  291. require.Equal(t, "a message", messages[0].Message)
  292. }
  293. func TestServer_PublishAndMultiPoll(t *testing.T) {
  294. s := newTestServer(t, newTestConfig(t))
  295. response := request(t, s, "PUT", "/mytopic1", "message 1", nil)
  296. msg := toMessage(t, response.Body.String())
  297. require.NotEmpty(t, msg.ID)
  298. require.Equal(t, "mytopic1", msg.Topic)
  299. require.Equal(t, "message 1", msg.Message)
  300. response = request(t, s, "PUT", "/mytopic2", "message 2", nil)
  301. msg = toMessage(t, response.Body.String())
  302. require.NotEmpty(t, msg.ID)
  303. require.Equal(t, "mytopic2", msg.Topic)
  304. require.Equal(t, "message 2", msg.Message)
  305. response = request(t, s, "GET", "/mytopic1/json?poll=1", "", nil)
  306. messages := toMessages(t, response.Body.String())
  307. require.Equal(t, 1, len(messages))
  308. require.Equal(t, "mytopic1", messages[0].Topic)
  309. require.Equal(t, "message 1", messages[0].Message)
  310. response = request(t, s, "GET", "/mytopic1,mytopic2/json?poll=1", "", nil)
  311. messages = toMessages(t, response.Body.String())
  312. require.Equal(t, 2, len(messages))
  313. require.Equal(t, "mytopic1", messages[0].Topic)
  314. require.Equal(t, "message 1", messages[0].Message)
  315. require.Equal(t, "mytopic2", messages[1].Topic)
  316. require.Equal(t, "message 2", messages[1].Message)
  317. }
  318. func TestServer_PublishWithNopCache(t *testing.T) {
  319. c := newTestConfig(t)
  320. c.CacheDuration = 0
  321. s := newTestServer(t, c)
  322. subscribeRR := httptest.NewRecorder()
  323. subscribeCancel := subscribe(t, s, "/mytopic/json", subscribeRR)
  324. publishRR := request(t, s, "PUT", "/mytopic", "my first message", nil)
  325. require.Equal(t, 200, publishRR.Code)
  326. subscribeCancel()
  327. messages := toMessages(t, subscribeRR.Body.String())
  328. require.Equal(t, 2, len(messages))
  329. require.Equal(t, openEvent, messages[0].Event)
  330. require.Equal(t, messageEvent, messages[1].Event)
  331. require.Equal(t, "my first message", messages[1].Message)
  332. response := request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  333. messages = toMessages(t, response.Body.String())
  334. require.Empty(t, messages)
  335. }
  336. func TestServer_PublishAndPollSince(t *testing.T) {
  337. s := newTestServer(t, newTestConfig(t))
  338. request(t, s, "PUT", "/mytopic", "test 1", nil)
  339. time.Sleep(1100 * time.Millisecond)
  340. since := time.Now().Unix()
  341. request(t, s, "PUT", "/mytopic", "test 2", nil)
  342. response := request(t, s, "GET", fmt.Sprintf("/mytopic/json?poll=1&since=%d", since), "", nil)
  343. messages := toMessages(t, response.Body.String())
  344. require.Equal(t, 1, len(messages))
  345. require.Equal(t, "test 2", messages[0].Message)
  346. response = request(t, s, "GET", "/mytopic/json?poll=1&since=10s", "", nil)
  347. messages = toMessages(t, response.Body.String())
  348. require.Equal(t, 2, len(messages))
  349. require.Equal(t, "test 1", messages[0].Message)
  350. response = request(t, s, "GET", "/mytopic/json?poll=1&since=100ms", "", nil)
  351. messages = toMessages(t, response.Body.String())
  352. require.Equal(t, 1, len(messages))
  353. require.Equal(t, "test 2", messages[0].Message)
  354. response = request(t, s, "GET", "/mytopic/json?poll=1&since=INVALID", "", nil)
  355. require.Equal(t, 40008, toHTTPError(t, response.Body.String()).Code)
  356. }
  357. func TestServer_PublishViaGET(t *testing.T) {
  358. s := newTestServer(t, newTestConfig(t))
  359. response := request(t, s, "GET", "/mytopic/trigger", "", nil)
  360. msg := toMessage(t, response.Body.String())
  361. require.NotEmpty(t, msg.ID)
  362. require.Equal(t, "triggered", msg.Message)
  363. response = request(t, s, "GET", "/mytopic/send?message=This+is+a+test&t=This+is+a+title&tags=skull&x-priority=5&delay=24h", "", nil)
  364. msg = toMessage(t, response.Body.String())
  365. require.NotEmpty(t, msg.ID)
  366. require.Equal(t, "This is a test", msg.Message)
  367. require.Equal(t, "This is a title", msg.Title)
  368. require.Equal(t, []string{"skull"}, msg.Tags)
  369. require.Equal(t, 5, msg.Priority)
  370. require.Greater(t, msg.Time, time.Now().Add(23*time.Hour).Unix())
  371. }
  372. func TestServer_PublishMessageInHeaderWithNewlines(t *testing.T) {
  373. s := newTestServer(t, newTestConfig(t))
  374. response := request(t, s, "PUT", "/mytopic", "", map[string]string{
  375. "Message": "Line 1\\nLine 2",
  376. })
  377. msg := toMessage(t, response.Body.String())
  378. require.NotEmpty(t, msg.ID)
  379. require.Equal(t, "Line 1\nLine 2", msg.Message) // \\n -> \n !
  380. }
  381. func TestServer_PublishInvalidTopic(t *testing.T) {
  382. s := newTestServer(t, newTestConfig(t))
  383. s.smtpSender = &testMailer{}
  384. response := request(t, s, "PUT", "/docs", "fail", nil)
  385. require.Equal(t, 40010, toHTTPError(t, response.Body.String()).Code)
  386. }
  387. func TestServer_PollWithQueryFilters(t *testing.T) {
  388. s := newTestServer(t, newTestConfig(t))
  389. response := request(t, s, "PUT", "/mytopic?priority=1&tags=tag1,tag2", "my first message", nil)
  390. msg := toMessage(t, response.Body.String())
  391. require.NotEmpty(t, msg.ID)
  392. response = request(t, s, "PUT", "/mytopic?title=a+title", "my second message", map[string]string{
  393. "Tags": "tag2,tag3",
  394. })
  395. msg = toMessage(t, response.Body.String())
  396. require.NotEmpty(t, msg.ID)
  397. queriesThatShouldReturnMessageOne := []string{
  398. "/mytopic/json?poll=1&priority=1",
  399. "/mytopic/json?poll=1&priority=min",
  400. "/mytopic/json?poll=1&priority=min,low",
  401. "/mytopic/json?poll=1&priority=1,2",
  402. "/mytopic/json?poll=1&p=2,min",
  403. "/mytopic/json?poll=1&tags=tag1",
  404. "/mytopic/json?poll=1&tags=tag1,tag2",
  405. "/mytopic/json?poll=1&message=my+first+message",
  406. }
  407. for _, query := range queriesThatShouldReturnMessageOne {
  408. response = request(t, s, "GET", query, "", nil)
  409. messages := toMessages(t, response.Body.String())
  410. require.Equal(t, 1, len(messages), "Query failed: "+query)
  411. require.Equal(t, "my first message", messages[0].Message, "Query failed: "+query)
  412. }
  413. queriesThatShouldReturnMessageTwo := []string{
  414. "/mytopic/json?poll=1&x-priority=3", // !
  415. "/mytopic/json?poll=1&priority=3",
  416. "/mytopic/json?poll=1&priority=default",
  417. "/mytopic/json?poll=1&p=3",
  418. "/mytopic/json?poll=1&x-tags=tag2,tag3",
  419. "/mytopic/json?poll=1&tags=tag2,tag3",
  420. "/mytopic/json?poll=1&tag=tag2,tag3",
  421. "/mytopic/json?poll=1&ta=tag2,tag3",
  422. "/mytopic/json?poll=1&x-title=a+title",
  423. "/mytopic/json?poll=1&title=a+title",
  424. "/mytopic/json?poll=1&t=a+title",
  425. "/mytopic/json?poll=1&x-message=my+second+message",
  426. "/mytopic/json?poll=1&message=my+second+message",
  427. "/mytopic/json?poll=1&m=my+second+message",
  428. "/mytopic/json?x-poll=1&m=my+second+message",
  429. "/mytopic/json?po=1&m=my+second+message",
  430. }
  431. for _, query := range queriesThatShouldReturnMessageTwo {
  432. response = request(t, s, "GET", query, "", nil)
  433. messages := toMessages(t, response.Body.String())
  434. require.Equal(t, 1, len(messages), "Query failed: "+query)
  435. require.Equal(t, "my second message", messages[0].Message, "Query failed: "+query)
  436. }
  437. queriesThatShouldReturnNoMessages := []string{
  438. "/mytopic/json?poll=1&priority=4",
  439. "/mytopic/json?poll=1&tags=tag1,tag2,tag3",
  440. "/mytopic/json?poll=1&title=another+title",
  441. "/mytopic/json?poll=1&message=my+third+message",
  442. "/mytopic/json?poll=1&message=my+third+message",
  443. }
  444. for _, query := range queriesThatShouldReturnNoMessages {
  445. response = request(t, s, "GET", query, "", nil)
  446. messages := toMessages(t, response.Body.String())
  447. require.Equal(t, 0, len(messages), "Query failed: "+query)
  448. }
  449. }
  450. func TestServer_SubscribeWithQueryFilters(t *testing.T) {
  451. c := newTestConfig(t)
  452. c.KeepaliveInterval = 800 * time.Millisecond
  453. s := newTestServer(t, c)
  454. subscribeResponse := httptest.NewRecorder()
  455. subscribeCancel := subscribe(t, s, "/mytopic/json?tags=zfs-issue", subscribeResponse)
  456. response := request(t, s, "PUT", "/mytopic", "my first message", nil)
  457. require.Equal(t, 200, response.Code)
  458. response = request(t, s, "PUT", "/mytopic", "ZFS scrub failed", map[string]string{
  459. "Tags": "zfs-issue,zfs-scrub",
  460. })
  461. require.Equal(t, 200, response.Code)
  462. time.Sleep(850 * time.Millisecond)
  463. subscribeCancel()
  464. messages := toMessages(t, subscribeResponse.Body.String())
  465. require.Equal(t, 3, len(messages))
  466. require.Equal(t, openEvent, messages[0].Event)
  467. require.Equal(t, messageEvent, messages[1].Event)
  468. require.Equal(t, "ZFS scrub failed", messages[1].Message)
  469. require.Equal(t, keepaliveEvent, messages[2].Event)
  470. }
  471. func TestServer_Auth_Success_Admin(t *testing.T) {
  472. c := newTestConfig(t)
  473. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  474. s := newTestServer(t, c)
  475. manager := s.auth.(auth.Manager)
  476. require.Nil(t, manager.AddUser("phil", "phil", auth.RoleAdmin))
  477. response := request(t, s, "GET", "/mytopic/auth", "", map[string]string{
  478. "Authorization": basicAuth("phil:phil"),
  479. })
  480. require.Equal(t, 200, response.Code)
  481. require.Equal(t, `{"success":true}`+"\n", response.Body.String())
  482. }
  483. func TestServer_Auth_Success_User(t *testing.T) {
  484. c := newTestConfig(t)
  485. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  486. c.AuthDefaultRead = false
  487. c.AuthDefaultWrite = false
  488. s := newTestServer(t, c)
  489. manager := s.auth.(auth.Manager)
  490. require.Nil(t, manager.AddUser("ben", "ben", auth.RoleUser))
  491. require.Nil(t, manager.AllowAccess("ben", "mytopic", true, true))
  492. response := request(t, s, "GET", "/mytopic/auth", "", map[string]string{
  493. "Authorization": basicAuth("ben:ben"),
  494. })
  495. require.Equal(t, 200, response.Code)
  496. }
  497. func TestServer_Auth_Success_User_MultipleTopics(t *testing.T) {
  498. c := newTestConfig(t)
  499. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  500. c.AuthDefaultRead = false
  501. c.AuthDefaultWrite = false
  502. s := newTestServer(t, c)
  503. manager := s.auth.(auth.Manager)
  504. require.Nil(t, manager.AddUser("ben", "ben", auth.RoleUser))
  505. require.Nil(t, manager.AllowAccess("ben", "mytopic", true, true))
  506. require.Nil(t, manager.AllowAccess("ben", "anothertopic", true, true))
  507. response := request(t, s, "GET", "/mytopic,anothertopic/auth", "", map[string]string{
  508. "Authorization": basicAuth("ben:ben"),
  509. })
  510. require.Equal(t, 200, response.Code)
  511. response = request(t, s, "GET", "/mytopic,anothertopic,NOT-THIS-ONE/auth", "", map[string]string{
  512. "Authorization": basicAuth("ben:ben"),
  513. })
  514. require.Equal(t, 403, response.Code)
  515. }
  516. func TestServer_Auth_Fail_InvalidPass(t *testing.T) {
  517. c := newTestConfig(t)
  518. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  519. c.AuthDefaultRead = false
  520. c.AuthDefaultWrite = false
  521. s := newTestServer(t, c)
  522. manager := s.auth.(auth.Manager)
  523. require.Nil(t, manager.AddUser("phil", "phil", auth.RoleAdmin))
  524. response := request(t, s, "GET", "/mytopic/auth", "", map[string]string{
  525. "Authorization": basicAuth("phil:INVALID"),
  526. })
  527. require.Equal(t, 401, response.Code)
  528. }
  529. func TestServer_Auth_Fail_Unauthorized(t *testing.T) {
  530. c := newTestConfig(t)
  531. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  532. c.AuthDefaultRead = false
  533. c.AuthDefaultWrite = false
  534. s := newTestServer(t, c)
  535. manager := s.auth.(auth.Manager)
  536. require.Nil(t, manager.AddUser("ben", "ben", auth.RoleUser))
  537. require.Nil(t, manager.AllowAccess("ben", "sometopic", true, true)) // Not mytopic!
  538. response := request(t, s, "GET", "/mytopic/auth", "", map[string]string{
  539. "Authorization": basicAuth("ben:ben"),
  540. })
  541. require.Equal(t, 403, response.Code)
  542. }
  543. func TestServer_Auth_Fail_CannotPublish(t *testing.T) {
  544. c := newTestConfig(t)
  545. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  546. c.AuthDefaultRead = true // Open by default
  547. c.AuthDefaultWrite = true // Open by default
  548. s := newTestServer(t, c)
  549. manager := s.auth.(auth.Manager)
  550. require.Nil(t, manager.AddUser("phil", "phil", auth.RoleAdmin))
  551. require.Nil(t, manager.AllowAccess(auth.Everyone, "private", false, false))
  552. require.Nil(t, manager.AllowAccess(auth.Everyone, "announcements", true, false))
  553. response := request(t, s, "PUT", "/mytopic", "test", nil)
  554. require.Equal(t, 200, response.Code)
  555. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  556. require.Equal(t, 200, response.Code)
  557. response = request(t, s, "PUT", "/announcements", "test", nil)
  558. require.Equal(t, 403, response.Code) // Cannot write as anonymous
  559. response = request(t, s, "PUT", "/announcements", "test", map[string]string{
  560. "Authorization": basicAuth("phil:phil"),
  561. })
  562. require.Equal(t, 200, response.Code)
  563. response = request(t, s, "GET", "/announcements/json?poll=1", "", nil)
  564. require.Equal(t, 200, response.Code) // Anonymous read allowed
  565. response = request(t, s, "GET", "/private/json?poll=1", "", nil)
  566. require.Equal(t, 403, response.Code) // Anonymous read not allowed
  567. }
  568. func TestServer_Auth_ViaQuery(t *testing.T) {
  569. c := newTestConfig(t)
  570. c.AuthFile = filepath.Join(t.TempDir(), "user.db")
  571. c.AuthDefaultRead = false
  572. c.AuthDefaultWrite = false
  573. s := newTestServer(t, c)
  574. manager := s.auth.(auth.Manager)
  575. require.Nil(t, manager.AddUser("ben", "some pass", auth.RoleAdmin))
  576. u := fmt.Sprintf("/mytopic/json?poll=1&auth=%s", base64.RawURLEncoding.EncodeToString([]byte(basicAuth("ben:some pass"))))
  577. response := request(t, s, "GET", u, "", nil)
  578. require.Equal(t, 200, response.Code)
  579. u = fmt.Sprintf("/mytopic/json?poll=1&auth=%s", base64.RawURLEncoding.EncodeToString([]byte(basicAuth("ben:WRONNNGGGG"))))
  580. response = request(t, s, "GET", u, "", nil)
  581. require.Equal(t, 401, response.Code)
  582. }
  583. /*
  584. func TestServer_Curl_Publish_Poll(t *testing.T) {
  585. s, port := test.StartServer(t)
  586. defer test.StopServer(t, s, port)
  587. cmd := exec.Command("sh", "-c", fmt.Sprintf(`curl -sd "This is a test" localhost:%d/mytopic`, port))
  588. require.Nil(t, cmd.Run())
  589. b, err := cmd.CombinedOutput()
  590. require.Nil(t, err)
  591. msg := toMessage(t, string(b))
  592. require.Equal(t, "This is a test", msg.Message)
  593. cmd = exec.Command("sh", "-c", fmt.Sprintf(`curl "localhost:%d/mytopic?poll=1"`, port))
  594. require.Nil(t, cmd.Run())
  595. b, err = cmd.CombinedOutput()
  596. require.Nil(t, err)
  597. msg = toMessage(t, string(b))
  598. require.Equal(t, "This is a test", msg.Message)
  599. }
  600. */
  601. type testMailer struct {
  602. count int
  603. mu sync.Mutex
  604. }
  605. func (t *testMailer) Send(v *visitor, m *message, to string) error {
  606. t.mu.Lock()
  607. defer t.mu.Unlock()
  608. t.count++
  609. return nil
  610. }
  611. func (t *testMailer) Counts() (total int64, success int64, failure int64) {
  612. return 0, 0, 0
  613. }
  614. func (t *testMailer) Count() int {
  615. t.mu.Lock()
  616. defer t.mu.Unlock()
  617. return t.count
  618. }
  619. func TestServer_PublishTooRequests_Defaults(t *testing.T) {
  620. s := newTestServer(t, newTestConfig(t))
  621. for i := 0; i < 60; i++ {
  622. response := request(t, s, "PUT", "/mytopic", fmt.Sprintf("message %d", i), nil)
  623. require.Equal(t, 200, response.Code)
  624. }
  625. response := request(t, s, "PUT", "/mytopic", "message", nil)
  626. require.Equal(t, 429, response.Code)
  627. }
  628. func TestServer_PublishTooRequests_Defaults_ExemptHosts(t *testing.T) {
  629. c := newTestConfig(t)
  630. c.VisitorRequestExemptIPAddrs = []string{"9.9.9.9"} // see request()
  631. s := newTestServer(t, c)
  632. for i := 0; i < 65; i++ { // > 60
  633. response := request(t, s, "PUT", "/mytopic", fmt.Sprintf("message %d", i), nil)
  634. require.Equal(t, 200, response.Code)
  635. }
  636. }
  637. func TestServer_PublishTooRequests_ShortReplenish(t *testing.T) {
  638. c := newTestConfig(t)
  639. c.VisitorRequestLimitBurst = 60
  640. c.VisitorRequestLimitReplenish = 500 * time.Millisecond
  641. s := newTestServer(t, c)
  642. for i := 0; i < 60; i++ {
  643. response := request(t, s, "PUT", "/mytopic", fmt.Sprintf("message %d", i), nil)
  644. require.Equal(t, 200, response.Code)
  645. }
  646. response := request(t, s, "PUT", "/mytopic", "message", nil)
  647. require.Equal(t, 429, response.Code)
  648. time.Sleep(510 * time.Millisecond)
  649. response = request(t, s, "PUT", "/mytopic", "message", nil)
  650. require.Equal(t, 200, response.Code)
  651. }
  652. func TestServer_PublishTooManyEmails_Defaults(t *testing.T) {
  653. s := newTestServer(t, newTestConfig(t))
  654. s.smtpSender = &testMailer{}
  655. for i := 0; i < 16; i++ {
  656. response := request(t, s, "PUT", "/mytopic", fmt.Sprintf("message %d", i), map[string]string{
  657. "E-Mail": "test@example.com",
  658. })
  659. require.Equal(t, 200, response.Code)
  660. }
  661. response := request(t, s, "PUT", "/mytopic", "one too many", map[string]string{
  662. "E-Mail": "test@example.com",
  663. })
  664. require.Equal(t, 429, response.Code)
  665. }
  666. func TestServer_PublishTooManyEmails_Replenish(t *testing.T) {
  667. c := newTestConfig(t)
  668. c.VisitorEmailLimitReplenish = 500 * time.Millisecond
  669. s := newTestServer(t, c)
  670. s.smtpSender = &testMailer{}
  671. for i := 0; i < 16; i++ {
  672. response := request(t, s, "PUT", "/mytopic", fmt.Sprintf("message %d", i), map[string]string{
  673. "E-Mail": "test@example.com",
  674. })
  675. require.Equal(t, 200, response.Code)
  676. }
  677. response := request(t, s, "PUT", "/mytopic", "one too many", map[string]string{
  678. "E-Mail": "test@example.com",
  679. })
  680. require.Equal(t, 429, response.Code)
  681. time.Sleep(510 * time.Millisecond)
  682. response = request(t, s, "PUT", "/mytopic", "this should be okay again too many", map[string]string{
  683. "E-Mail": "test@example.com",
  684. })
  685. require.Equal(t, 200, response.Code)
  686. response = request(t, s, "PUT", "/mytopic", "and bad again", map[string]string{
  687. "E-Mail": "test@example.com",
  688. })
  689. require.Equal(t, 429, response.Code)
  690. }
  691. func TestServer_PublishDelayedEmail_Fail(t *testing.T) {
  692. s := newTestServer(t, newTestConfig(t))
  693. s.smtpSender = &testMailer{}
  694. response := request(t, s, "PUT", "/mytopic", "fail", map[string]string{
  695. "E-Mail": "test@example.com",
  696. "Delay": "20 min",
  697. })
  698. require.Equal(t, 400, response.Code)
  699. }
  700. func TestServer_PublishEmailNoMailer_Fail(t *testing.T) {
  701. s := newTestServer(t, newTestConfig(t))
  702. response := request(t, s, "PUT", "/mytopic", "fail", map[string]string{
  703. "E-Mail": "test@example.com",
  704. })
  705. require.Equal(t, 400, response.Code)
  706. }
  707. func TestServer_UnifiedPushDiscovery(t *testing.T) {
  708. s := newTestServer(t, newTestConfig(t))
  709. response := request(t, s, "GET", "/mytopic?up=1", "", nil)
  710. require.Equal(t, 200, response.Code)
  711. require.Equal(t, `{"unifiedpush":{"version":1}}`+"\n", response.Body.String())
  712. }
  713. func TestServer_PublishUnifiedPushBinary_AndPoll(t *testing.T) {
  714. b := make([]byte, 12) // Max length
  715. _, err := rand.Read(b)
  716. require.Nil(t, err)
  717. s := newTestServer(t, newTestConfig(t))
  718. response := request(t, s, "PUT", "/mytopic?up=1", string(b), nil)
  719. require.Equal(t, 200, response.Code)
  720. m := toMessage(t, response.Body.String())
  721. require.Equal(t, "base64", m.Encoding)
  722. b2, err := base64.StdEncoding.DecodeString(m.Message)
  723. require.Nil(t, err)
  724. require.Equal(t, b, b2)
  725. response = request(t, s, "GET", "/mytopic/json?poll=1", string(b), nil)
  726. require.Equal(t, 200, response.Code)
  727. m = toMessage(t, response.Body.String())
  728. require.Equal(t, "base64", m.Encoding)
  729. b2, err = base64.StdEncoding.DecodeString(m.Message)
  730. require.Nil(t, err)
  731. require.Equal(t, b, b2)
  732. }
  733. func TestServer_PublishUnifiedPushBinary_Truncated(t *testing.T) {
  734. b := make([]byte, 5000) // Longer than max length
  735. _, err := rand.Read(b)
  736. require.Nil(t, err)
  737. s := newTestServer(t, newTestConfig(t))
  738. response := request(t, s, "PUT", "/mytopic?up=1", string(b), nil)
  739. require.Equal(t, 200, response.Code)
  740. m := toMessage(t, response.Body.String())
  741. require.Equal(t, "base64", m.Encoding)
  742. b2, err := base64.StdEncoding.DecodeString(m.Message)
  743. require.Nil(t, err)
  744. require.Equal(t, 4096, len(b2))
  745. require.Equal(t, b[:4096], b2)
  746. }
  747. func TestServer_PublishUnifiedPushText(t *testing.T) {
  748. s := newTestServer(t, newTestConfig(t))
  749. response := request(t, s, "PUT", "/mytopic?up=1", "this is a unifiedpush text message", nil)
  750. require.Equal(t, 200, response.Code)
  751. m := toMessage(t, response.Body.String())
  752. require.Equal(t, "", m.Encoding)
  753. require.Equal(t, "this is a unifiedpush text message", m.Message)
  754. }
  755. func TestServer_MatrixGateway_Discovery(t *testing.T) {
  756. s := newTestServer(t, newTestConfig(t))
  757. response := request(t, s, "GET", "/_matrix/push/v1/notify", "", nil)
  758. require.Equal(t, 200, response.Code)
  759. require.Equal(t, `{"unifiedpush":{"gateway":"matrix"}}`+"\n", response.Body.String())
  760. }
  761. func TestServer_MatrixGateway_Push_Success(t *testing.T) {
  762. s := newTestServer(t, newTestConfig(t))
  763. notification := `{"notification":{"devices":[{"pushkey":"http://127.0.0.1:12345/mytopic?up=1"}]}}`
  764. response := request(t, s, "POST", "/_matrix/push/v1/notify", notification, nil)
  765. require.Equal(t, 200, response.Code)
  766. require.Equal(t, `{"rejected":[]}`+"\n", response.Body.String())
  767. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  768. require.Equal(t, 200, response.Code)
  769. m := toMessage(t, response.Body.String())
  770. require.Equal(t, notification, m.Message)
  771. }
  772. func TestServer_MatrixGateway_Push_Failure_InvalidPushkey(t *testing.T) {
  773. s := newTestServer(t, newTestConfig(t))
  774. notification := `{"notification":{"devices":[{"pushkey":"http://wrong-base-url.com/mytopic?up=1"}]}}`
  775. response := request(t, s, "POST", "/_matrix/push/v1/notify", notification, nil)
  776. require.Equal(t, 200, response.Code)
  777. require.Equal(t, `{"rejected":["http://wrong-base-url.com/mytopic?up=1"]}`+"\n", response.Body.String())
  778. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  779. require.Equal(t, 200, response.Code)
  780. require.Equal(t, "", response.Body.String()) // Empty!
  781. }
  782. func TestServer_MatrixGateway_Push_Failure_EverythingIsWrong(t *testing.T) {
  783. s := newTestServer(t, newTestConfig(t))
  784. notification := `{"message":"this is not really a Matrix message"}`
  785. response := request(t, s, "POST", "/_matrix/push/v1/notify", notification, nil)
  786. require.Equal(t, 400, response.Code)
  787. err := toHTTPError(t, response.Body.String())
  788. require.Equal(t, 40019, err.Code)
  789. require.Equal(t, 400, err.HTTPCode)
  790. }
  791. func TestServer_PublishActions_AndPoll(t *testing.T) {
  792. s := newTestServer(t, newTestConfig(t))
  793. response := request(t, s, "PUT", "/mytopic", "my message", map[string]string{
  794. "Actions": "view, Open portal, https://home.nest.com/; http, Turn down, https://api.nest.com/device/XZ1D2, body=target_temp_f=65",
  795. })
  796. require.Equal(t, 200, response.Code)
  797. response = request(t, s, "GET", "/mytopic/json?poll=1", "", nil)
  798. require.Equal(t, 200, response.Code)
  799. m := toMessage(t, response.Body.String())
  800. require.Equal(t, 2, len(m.Actions))
  801. require.Equal(t, "view", m.Actions[0].Action)
  802. require.Equal(t, "Open portal", m.Actions[0].Label)
  803. require.Equal(t, "https://home.nest.com/", m.Actions[0].URL)
  804. require.Equal(t, "http", m.Actions[1].Action)
  805. require.Equal(t, "Turn down", m.Actions[1].Label)
  806. require.Equal(t, "https://api.nest.com/device/XZ1D2", m.Actions[1].URL)
  807. require.Equal(t, "target_temp_f=65", m.Actions[1].Body)
  808. }
  809. func TestServer_PublishAsJSON(t *testing.T) {
  810. s := newTestServer(t, newTestConfig(t))
  811. body := `{"topic":"mytopic","message":"A message","title":"a title\nwith lines","tags":["tag1","tag 2"],` +
  812. `"not-a-thing":"ok", "attach":"http://google.com","filename":"google.pdf", "click":"http://ntfy.sh","priority":4,` +
  813. `"delay":"30min"}`
  814. response := request(t, s, "PUT", "/", body, nil)
  815. require.Equal(t, 200, response.Code)
  816. m := toMessage(t, response.Body.String())
  817. require.Equal(t, "mytopic", m.Topic)
  818. require.Equal(t, "A message", m.Message)
  819. require.Equal(t, "a title\nwith lines", m.Title)
  820. require.Equal(t, []string{"tag1", "tag 2"}, m.Tags)
  821. require.Equal(t, "http://google.com", m.Attachment.URL)
  822. require.Equal(t, "google.pdf", m.Attachment.Name)
  823. require.Equal(t, "http://ntfy.sh", m.Click)
  824. require.Equal(t, 4, m.Priority)
  825. require.True(t, m.Time > time.Now().Unix()+29*60)
  826. require.True(t, m.Time < time.Now().Unix()+31*60)
  827. }
  828. func TestServer_PublishAsJSON_WithEmail(t *testing.T) {
  829. mailer := &testMailer{}
  830. s := newTestServer(t, newTestConfig(t))
  831. s.smtpSender = mailer
  832. body := `{"topic":"mytopic","message":"A message","email":"phil@example.com"}`
  833. response := request(t, s, "PUT", "/", body, nil)
  834. require.Equal(t, 200, response.Code)
  835. m := toMessage(t, response.Body.String())
  836. require.Equal(t, "mytopic", m.Topic)
  837. require.Equal(t, "A message", m.Message)
  838. require.Equal(t, 1, mailer.Count())
  839. }
  840. func TestServer_PublishAsJSON_WithActions(t *testing.T) {
  841. s := newTestServer(t, newTestConfig(t))
  842. body := `{
  843. "topic":"mytopic",
  844. "message":"A message",
  845. "actions": [
  846. {
  847. "action": "view",
  848. "label": "Open portal",
  849. "url": "https://home.nest.com/"
  850. },
  851. {
  852. "action": "http",
  853. "label": "Turn down",
  854. "url": "https://api.nest.com/device/XZ1D2",
  855. "body": "target_temp_f=65"
  856. }
  857. ]
  858. }`
  859. response := request(t, s, "POST", "/", body, nil)
  860. require.Equal(t, 200, response.Code)
  861. m := toMessage(t, response.Body.String())
  862. require.Equal(t, "mytopic", m.Topic)
  863. require.Equal(t, "A message", m.Message)
  864. require.Equal(t, 2, len(m.Actions))
  865. require.Equal(t, "view", m.Actions[0].Action)
  866. require.Equal(t, "Open portal", m.Actions[0].Label)
  867. require.Equal(t, "https://home.nest.com/", m.Actions[0].URL)
  868. require.Equal(t, "http", m.Actions[1].Action)
  869. require.Equal(t, "Turn down", m.Actions[1].Label)
  870. require.Equal(t, "https://api.nest.com/device/XZ1D2", m.Actions[1].URL)
  871. require.Equal(t, "target_temp_f=65", m.Actions[1].Body)
  872. }
  873. func TestServer_PublishAsJSON_Invalid(t *testing.T) {
  874. s := newTestServer(t, newTestConfig(t))
  875. body := `{"topic":"mytopic",INVALID`
  876. response := request(t, s, "PUT", "/", body, nil)
  877. require.Equal(t, 400, response.Code)
  878. }
  879. func TestServer_PublishAttachment(t *testing.T) {
  880. content := util.RandomString(5000) // > 4096
  881. s := newTestServer(t, newTestConfig(t))
  882. response := request(t, s, "PUT", "/mytopic", content, nil)
  883. msg := toMessage(t, response.Body.String())
  884. require.Equal(t, "attachment.txt", msg.Attachment.Name)
  885. require.Equal(t, "text/plain; charset=utf-8", msg.Attachment.Type)
  886. require.Equal(t, int64(5000), msg.Attachment.Size)
  887. require.GreaterOrEqual(t, msg.Attachment.Expires, time.Now().Add(179*time.Minute).Unix()) // Almost 3 hours
  888. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  889. require.Equal(t, "", msg.Sender) // Should never be returned
  890. require.FileExists(t, filepath.Join(s.config.AttachmentCacheDir, msg.ID))
  891. // GET
  892. path := strings.TrimPrefix(msg.Attachment.URL, "http://127.0.0.1:12345")
  893. response = request(t, s, "GET", path, "", nil)
  894. require.Equal(t, 200, response.Code)
  895. require.Equal(t, "5000", response.Header().Get("Content-Length"))
  896. require.Equal(t, content, response.Body.String())
  897. // HEAD
  898. response = request(t, s, "HEAD", path, "", nil)
  899. require.Equal(t, 200, response.Code)
  900. require.Equal(t, "5000", response.Header().Get("Content-Length"))
  901. require.Equal(t, "", response.Body.String())
  902. // Slightly unrelated cross-test: make sure we add an owner for internal attachments
  903. size, err := s.messageCache.AttachmentBytesUsed("9.9.9.9") // See request()
  904. require.Nil(t, err)
  905. require.Equal(t, int64(5000), size)
  906. }
  907. func TestServer_PublishAttachmentShortWithFilename(t *testing.T) {
  908. c := newTestConfig(t)
  909. c.BehindProxy = true
  910. s := newTestServer(t, c)
  911. content := "this is an ATTACHMENT"
  912. response := request(t, s, "PUT", "/mytopic?f=myfile.txt", content, map[string]string{
  913. "X-Forwarded-For": "1.2.3.4",
  914. })
  915. msg := toMessage(t, response.Body.String())
  916. require.Equal(t, "myfile.txt", msg.Attachment.Name)
  917. require.Equal(t, "text/plain; charset=utf-8", msg.Attachment.Type)
  918. require.Equal(t, int64(21), msg.Attachment.Size)
  919. require.GreaterOrEqual(t, msg.Attachment.Expires, time.Now().Add(3*time.Hour).Unix())
  920. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  921. require.Equal(t, "", msg.Sender) // Should never be returned
  922. require.FileExists(t, filepath.Join(s.config.AttachmentCacheDir, msg.ID))
  923. path := strings.TrimPrefix(msg.Attachment.URL, "http://127.0.0.1:12345")
  924. response = request(t, s, "GET", path, "", nil)
  925. require.Equal(t, 200, response.Code)
  926. require.Equal(t, "21", response.Header().Get("Content-Length"))
  927. require.Equal(t, content, response.Body.String())
  928. // Slightly unrelated cross-test: make sure we add an owner for internal attachments
  929. size, err := s.messageCache.AttachmentBytesUsed("1.2.3.4")
  930. require.Nil(t, err)
  931. require.Equal(t, int64(21), size)
  932. }
  933. func TestServer_PublishAttachmentExternalWithoutFilename(t *testing.T) {
  934. s := newTestServer(t, newTestConfig(t))
  935. response := request(t, s, "PUT", "/mytopic", "", map[string]string{
  936. "Attach": "https://upload.wikimedia.org/wikipedia/commons/f/fd/Pink_flower.jpg",
  937. })
  938. msg := toMessage(t, response.Body.String())
  939. require.Equal(t, "You received a file: Pink_flower.jpg", msg.Message)
  940. require.Equal(t, "Pink_flower.jpg", msg.Attachment.Name)
  941. require.Equal(t, "https://upload.wikimedia.org/wikipedia/commons/f/fd/Pink_flower.jpg", msg.Attachment.URL)
  942. require.Equal(t, "", msg.Attachment.Type)
  943. require.Equal(t, int64(0), msg.Attachment.Size)
  944. require.Equal(t, int64(0), msg.Attachment.Expires)
  945. require.Equal(t, "", msg.Sender)
  946. // Slightly unrelated cross-test: make sure we don't add an owner for external attachments
  947. size, err := s.messageCache.AttachmentBytesUsed("127.0.0.1")
  948. require.Nil(t, err)
  949. require.Equal(t, int64(0), size)
  950. }
  951. func TestServer_PublishAttachmentExternalWithFilename(t *testing.T) {
  952. s := newTestServer(t, newTestConfig(t))
  953. response := request(t, s, "PUT", "/mytopic", "This is a custom message", map[string]string{
  954. "X-Attach": "https://upload.wikimedia.org/wikipedia/commons/f/fd/Pink_flower.jpg",
  955. "File": "some file.jpg",
  956. })
  957. msg := toMessage(t, response.Body.String())
  958. require.Equal(t, "This is a custom message", msg.Message)
  959. require.Equal(t, "some file.jpg", msg.Attachment.Name)
  960. require.Equal(t, "https://upload.wikimedia.org/wikipedia/commons/f/fd/Pink_flower.jpg", msg.Attachment.URL)
  961. require.Equal(t, "", msg.Attachment.Type)
  962. require.Equal(t, int64(0), msg.Attachment.Size)
  963. require.Equal(t, int64(0), msg.Attachment.Expires)
  964. require.Equal(t, "", msg.Sender)
  965. }
  966. func TestServer_PublishAttachmentBadURL(t *testing.T) {
  967. s := newTestServer(t, newTestConfig(t))
  968. response := request(t, s, "PUT", "/mytopic?a=not+a+URL", "", nil)
  969. err := toHTTPError(t, response.Body.String())
  970. require.Equal(t, 400, response.Code)
  971. require.Equal(t, 400, err.HTTPCode)
  972. require.Equal(t, 40013, err.Code)
  973. }
  974. func TestServer_PublishAttachmentTooLargeContentLength(t *testing.T) {
  975. content := util.RandomString(5000) // > 4096
  976. s := newTestServer(t, newTestConfig(t))
  977. response := request(t, s, "PUT", "/mytopic", content, map[string]string{
  978. "Content-Length": "20000000",
  979. })
  980. err := toHTTPError(t, response.Body.String())
  981. require.Equal(t, 413, response.Code)
  982. require.Equal(t, 413, err.HTTPCode)
  983. require.Equal(t, 41301, err.Code)
  984. }
  985. func TestServer_PublishAttachmentTooLargeBodyAttachmentFileSizeLimit(t *testing.T) {
  986. content := util.RandomString(5001) // > 5000, see below
  987. c := newTestConfig(t)
  988. c.AttachmentFileSizeLimit = 5000
  989. s := newTestServer(t, c)
  990. response := request(t, s, "PUT", "/mytopic", content, nil)
  991. err := toHTTPError(t, response.Body.String())
  992. require.Equal(t, 413, response.Code)
  993. require.Equal(t, 413, err.HTTPCode)
  994. require.Equal(t, 41301, err.Code)
  995. }
  996. func TestServer_PublishAttachmentExpiryBeforeDelivery(t *testing.T) {
  997. c := newTestConfig(t)
  998. c.AttachmentExpiryDuration = 10 * time.Minute
  999. s := newTestServer(t, c)
  1000. response := request(t, s, "PUT", "/mytopic", util.RandomString(5000), map[string]string{
  1001. "Delay": "11 min", // > AttachmentExpiryDuration
  1002. })
  1003. err := toHTTPError(t, response.Body.String())
  1004. require.Equal(t, 400, response.Code)
  1005. require.Equal(t, 400, err.HTTPCode)
  1006. require.Equal(t, 40015, err.Code)
  1007. }
  1008. func TestServer_PublishAttachmentTooLargeBodyVisitorAttachmentTotalSizeLimit(t *testing.T) {
  1009. c := newTestConfig(t)
  1010. c.VisitorAttachmentTotalSizeLimit = 10000
  1011. s := newTestServer(t, c)
  1012. response := request(t, s, "PUT", "/mytopic", util.RandomString(5000), nil)
  1013. msg := toMessage(t, response.Body.String())
  1014. require.Equal(t, 200, response.Code)
  1015. require.Equal(t, "You received a file: attachment.txt", msg.Message)
  1016. require.Equal(t, int64(5000), msg.Attachment.Size)
  1017. content := util.RandomString(5001) // 5000+5001 > , see below
  1018. response = request(t, s, "PUT", "/mytopic", content, nil)
  1019. err := toHTTPError(t, response.Body.String())
  1020. require.Equal(t, 413, response.Code)
  1021. require.Equal(t, 413, err.HTTPCode)
  1022. require.Equal(t, 41301, err.Code)
  1023. }
  1024. func TestServer_PublishAttachmentAndPrune(t *testing.T) {
  1025. content := util.RandomString(5000) // > 4096
  1026. c := newTestConfig(t)
  1027. c.AttachmentExpiryDuration = time.Millisecond // Hack
  1028. s := newTestServer(t, c)
  1029. // Publish and make sure we can retrieve it
  1030. response := request(t, s, "PUT", "/mytopic", content, nil)
  1031. msg := toMessage(t, response.Body.String())
  1032. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  1033. file := filepath.Join(s.config.AttachmentCacheDir, msg.ID)
  1034. require.FileExists(t, file)
  1035. path := strings.TrimPrefix(msg.Attachment.URL, "http://127.0.0.1:12345")
  1036. response = request(t, s, "GET", path, "", nil)
  1037. require.Equal(t, 200, response.Code)
  1038. require.Equal(t, content, response.Body.String())
  1039. // Prune and makes sure it's gone
  1040. time.Sleep(time.Second) // Sigh ...
  1041. s.updateStatsAndPrune()
  1042. require.NoFileExists(t, file)
  1043. response = request(t, s, "GET", path, "", nil)
  1044. require.Equal(t, 404, response.Code)
  1045. }
  1046. func TestServer_PublishAttachmentBandwidthLimit(t *testing.T) {
  1047. content := util.RandomString(5000) // > 4096
  1048. c := newTestConfig(t)
  1049. c.VisitorAttachmentDailyBandwidthLimit = 5*5000 + 123 // A little more than 1 upload and 3 downloads
  1050. s := newTestServer(t, c)
  1051. // Publish attachment
  1052. response := request(t, s, "PUT", "/mytopic", content, nil)
  1053. msg := toMessage(t, response.Body.String())
  1054. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  1055. // Get it 4 times successfully
  1056. path := strings.TrimPrefix(msg.Attachment.URL, "http://127.0.0.1:12345")
  1057. for i := 1; i <= 4; i++ { // 4 successful downloads
  1058. response = request(t, s, "GET", path, "", nil)
  1059. require.Equal(t, 200, response.Code)
  1060. require.Equal(t, content, response.Body.String())
  1061. }
  1062. // And then fail with a 429
  1063. response = request(t, s, "GET", path, "", nil)
  1064. err := toHTTPError(t, response.Body.String())
  1065. require.Equal(t, 429, response.Code)
  1066. require.Equal(t, 42905, err.Code)
  1067. }
  1068. func TestServer_PublishAttachmentBandwidthLimitUploadOnly(t *testing.T) {
  1069. content := util.RandomString(5000) // > 4096
  1070. c := newTestConfig(t)
  1071. c.VisitorAttachmentDailyBandwidthLimit = 5*5000 + 500 // 5 successful uploads
  1072. s := newTestServer(t, c)
  1073. // 5 successful uploads
  1074. for i := 1; i <= 5; i++ {
  1075. response := request(t, s, "PUT", "/mytopic", content, nil)
  1076. msg := toMessage(t, response.Body.String())
  1077. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  1078. }
  1079. // And a failed one
  1080. response := request(t, s, "PUT", "/mytopic", content, nil)
  1081. err := toHTTPError(t, response.Body.String())
  1082. require.Equal(t, 413, response.Code)
  1083. require.Equal(t, 41301, err.Code)
  1084. }
  1085. func TestServer_PublishAttachmentUserStats(t *testing.T) {
  1086. content := util.RandomString(4999) // > 4096
  1087. c := newTestConfig(t)
  1088. c.AttachmentFileSizeLimit = 5000
  1089. c.VisitorAttachmentTotalSizeLimit = 6000
  1090. s := newTestServer(t, c)
  1091. // Upload one attachment
  1092. response := request(t, s, "PUT", "/mytopic", content, nil)
  1093. msg := toMessage(t, response.Body.String())
  1094. require.Contains(t, msg.Attachment.URL, "http://127.0.0.1:12345/file/")
  1095. // User stats
  1096. response = request(t, s, "GET", "/user/stats", "", nil)
  1097. require.Equal(t, 200, response.Code)
  1098. var stats visitorStats
  1099. require.Nil(t, json.NewDecoder(strings.NewReader(response.Body.String())).Decode(&stats))
  1100. require.Equal(t, int64(5000), stats.AttachmentFileSizeLimit)
  1101. require.Equal(t, int64(6000), stats.VisitorAttachmentBytesTotal)
  1102. require.Equal(t, int64(4999), stats.VisitorAttachmentBytesUsed)
  1103. require.Equal(t, int64(1001), stats.VisitorAttachmentBytesRemaining)
  1104. }
  1105. func newTestConfig(t *testing.T) *Config {
  1106. conf := NewConfig()
  1107. conf.BaseURL = "http://127.0.0.1:12345"
  1108. conf.CacheFile = filepath.Join(t.TempDir(), "cache.db")
  1109. conf.AttachmentCacheDir = t.TempDir()
  1110. return conf
  1111. }
  1112. func newTestServer(t *testing.T, config *Config) *Server {
  1113. server, err := New(config)
  1114. if err != nil {
  1115. t.Fatal(err)
  1116. }
  1117. return server
  1118. }
  1119. func request(t *testing.T, s *Server, method, url, body string, headers map[string]string) *httptest.ResponseRecorder {
  1120. rr := httptest.NewRecorder()
  1121. req, err := http.NewRequest(method, url, strings.NewReader(body))
  1122. if err != nil {
  1123. t.Fatal(err)
  1124. }
  1125. req.RemoteAddr = "9.9.9.9" // Used for tests
  1126. for k, v := range headers {
  1127. req.Header.Set(k, v)
  1128. }
  1129. s.handle(rr, req)
  1130. return rr
  1131. }
  1132. func subscribe(t *testing.T, s *Server, url string, rr *httptest.ResponseRecorder) context.CancelFunc {
  1133. ctx, cancel := context.WithCancel(context.Background())
  1134. req, err := http.NewRequestWithContext(ctx, "GET", url, nil)
  1135. if err != nil {
  1136. t.Fatal(err)
  1137. }
  1138. done := make(chan bool)
  1139. go func() {
  1140. s.handle(rr, req)
  1141. done <- true
  1142. }()
  1143. cancelAndWaitForDone := func() {
  1144. time.Sleep(100 * time.Millisecond)
  1145. cancel()
  1146. <-done
  1147. }
  1148. time.Sleep(100 * time.Millisecond)
  1149. return cancelAndWaitForDone
  1150. }
  1151. func toMessages(t *testing.T, s string) []*message {
  1152. messages := make([]*message, 0)
  1153. scanner := bufio.NewScanner(strings.NewReader(s))
  1154. for scanner.Scan() {
  1155. messages = append(messages, toMessage(t, scanner.Text()))
  1156. }
  1157. return messages
  1158. }
  1159. func toMessage(t *testing.T, s string) *message {
  1160. var m message
  1161. require.Nil(t, json.NewDecoder(strings.NewReader(s)).Decode(&m))
  1162. return &m
  1163. }
  1164. func toHTTPError(t *testing.T, s string) *errHTTP {
  1165. var e errHTTP
  1166. require.Nil(t, json.NewDecoder(strings.NewReader(s)).Decode(&e))
  1167. return &e
  1168. }
  1169. func basicAuth(s string) string {
  1170. return fmt.Sprintf("Basic %s", base64.StdEncoding.EncodeToString([]byte(s)))
  1171. }