query.nim 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. # SPDX-License-Identifier: AGPL-3.0-only
  2. import strutils, strformat, sequtils, tables, uri
  3. import types, utils
  4. const
  5. validFilters* = @[
  6. "media", "images", "twimg", "videos",
  7. "native_video", "consumer_video", "spaces",
  8. "links", "news", "quote", "mentions",
  9. "replies", "retweets", "nativeretweets"
  10. ]
  11. emptyQuery* = "include:nativeretweets"
  12. template `@`(param: string): untyped =
  13. if param in pms: pms[param]
  14. else: ""
  15. proc initQuery*(pms: Table[string, string]; name=""): Query =
  16. result = Query(
  17. kind: parseEnum[QueryKind](@"f", tweets),
  18. view: @"view",
  19. text: @"q",
  20. filters: validFilters.filterIt("f-" & it in pms),
  21. excludes: validFilters.filterIt("e-" & it in pms),
  22. since: @"since",
  23. until: @"until",
  24. minLikes: validateNumber(@"min_faves")
  25. )
  26. if name.len > 0:
  27. result.fromUser = name.split(",")
  28. proc getMediaQuery*(name: string): Query =
  29. Query(
  30. kind: QueryKind.media,
  31. filters: @["twimg", "native_video"],
  32. fromUser: @[name],
  33. sep: "OR"
  34. )
  35. proc getReplyQuery*(name: string): Query =
  36. Query(
  37. kind: replies,
  38. fromUser: @[name]
  39. )
  40. proc genQueryParam*(query: Query; maxId=""): string =
  41. var
  42. filters: seq[string]
  43. param: string
  44. if query.kind == users:
  45. return query.text
  46. for i, user in query.fromUser:
  47. if i == 0:
  48. param = "("
  49. param &= &"from:{user}"
  50. if i < query.fromUser.high:
  51. param &= " OR "
  52. else:
  53. param &= ")"
  54. if query.fromUser.len > 0 and query.kind in {posts, QueryKind.media}:
  55. param &= " (filter:self_threads OR -filter:replies)"
  56. if "nativeretweets" notin query.excludes:
  57. param &= " include:nativeretweets"
  58. for f in query.filters:
  59. filters.add "filter:" & f
  60. for e in query.excludes:
  61. if e == "nativeretweets": continue
  62. filters.add "-filter:" & e
  63. for i in query.includes:
  64. filters.add "include:" & i
  65. if filters.len > 0:
  66. result = strip(param & " (" & filters.join(&" {query.sep} ") & ")")
  67. else:
  68. result = strip(param)
  69. if query.since.len > 0:
  70. result &= " since:" & query.since
  71. if query.until.len > 0 and maxId.len == 0:
  72. result &= " until:" & query.until
  73. if query.minLikes.len > 0:
  74. result &= " min_faves:" & query.minLikes
  75. if query.text.len > 0:
  76. if result.len > 0:
  77. result &= " " & query.text
  78. else:
  79. result = query.text
  80. if result.len > 0 and maxId.len > 0:
  81. result &= " max_id:" & maxId
  82. proc genQueryUrl*(query: Query): string =
  83. var params: seq[string]
  84. if query.view.len > 0:
  85. params.add "view=" & encodeUrl(query.view)
  86. # media doubles as the profile media tab, where f isn't part of the URL scheme
  87. if query.kind in {tweets, users, lists, top} or
  88. (query.kind == QueryKind.media and query.fromUser.len == 0):
  89. params.add &"f={query.kind}"
  90. if query.text.len > 0:
  91. params.add "q=" & encodeUrl(query.text)
  92. for f in query.filters:
  93. params.add &"f-{f}=on"
  94. for e in query.excludes:
  95. params.add &"e-{e}=on"
  96. for i in query.includes.filterIt(it != "nativeretweets"):
  97. params.add &"i-{i}=on"
  98. if query.since.len > 0:
  99. params.add "since=" & query.since
  100. if query.until.len > 0:
  101. params.add "until=" & query.until
  102. if query.minLikes.len > 0:
  103. params.add "min_faves=" & query.minLikes
  104. if params.len > 0:
  105. result &= params.join("&")