storage.go 1.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101
  1. package main
  2. import (
  3. "bufio"
  4. "fmt"
  5. "log"
  6. "net/url"
  7. "os"
  8. "strings"
  9. "sync"
  10. )
  11. const (
  12. format = "%s<>%s\n"
  13. )
  14. var links sync.Map
  15. func readLinks(path string) {
  16. file, err := os.OpenFile(path, os.O_CREATE|os.O_RDONLY, 0600)
  17. if err != nil {
  18. log.Fatalf("Failed to open %s!\n", path)
  19. }
  20. defer func() {
  21. if err := file.Close(); err != nil {
  22. log.Fatalf("Failed to close file: %s", err)
  23. }
  24. }()
  25. scanner := bufio.NewScanner(file)
  26. for scanner.Scan() {
  27. line := scanner.Text()
  28. if line == "" {
  29. break
  30. }
  31. parts := strings.Split(line, "<>")
  32. if len(parts) != 2 {
  33. log.Printf("Wrong line format: %s", line)
  34. }
  35. links.Store(parts[0], parts[1])
  36. }
  37. if err := scanner.Err(); err != nil {
  38. log.Printf("Scanner error: %s", err)
  39. }
  40. }
  41. func addLink(link string, toSave chan<- string) string {
  42. u, err := url.Parse(link)
  43. if err != nil {
  44. log.Printf("Error parsing link: %s", err)
  45. }
  46. link = u.String()
  47. linkID := getHash(link)
  48. existingLink, loaded := links.LoadOrStore(linkID, link)
  49. if loaded {
  50. if existingLink != link {
  51. log.Printf("Have collision:\n%s\n%s\n", link, existingLink)
  52. }
  53. return linkID
  54. }
  55. toSave <- fmt.Sprintf(format, linkID, link)
  56. return linkID
  57. }
  58. func getLink(linkID string) string {
  59. link, found := links.Load(linkID)
  60. if !found {
  61. return ""
  62. }
  63. return link.(string)
  64. }
  65. func saveLink(path string, toSave <-chan string) {
  66. file, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0600)
  67. if err != nil {
  68. log.Fatal(err)
  69. }
  70. defer func() {
  71. if err := file.Close(); err != nil {
  72. log.Fatalf("Failed to close file: %s", err)
  73. }
  74. }()
  75. for item := range toSave {
  76. if _, err := file.WriteString(item); err != nil {
  77. log.Println(err)
  78. }
  79. }
  80. }