metatext/DB/Sources/DB/Content/ContentDatabase.swift

304 lines
12 KiB
Swift
Raw Normal View History

2020-08-18 05:13:37 +00:00
// Copyright © 2020 Metabolist. All rights reserved.
import Combine
2020-09-05 02:31:43 +00:00
import Foundation
2020-08-18 05:13:37 +00:00
import GRDB
2020-09-04 06:12:06 +00:00
import Keychain
2020-08-30 23:33:11 +00:00
import Mastodon
2020-09-04 06:12:06 +00:00
import Secrets
2020-08-18 05:13:37 +00:00
2020-09-03 03:28:34 +00:00
public struct ContentDatabase {
2020-08-18 05:13:37 +00:00
private let databaseQueue: DatabaseQueue
2020-09-04 06:12:06 +00:00
public init(identityID: UUID, inMemory: Bool, keychain: Keychain.Type) throws {
2020-09-03 03:28:34 +00:00
if inMemory {
2020-08-18 05:13:37 +00:00
databaseQueue = DatabaseQueue()
} else {
2020-09-04 06:12:06 +00:00
let path = try Self.fileURL(identityID: identityID).path
var configuration = Configuration()
2020-09-07 14:25:26 +00:00
configuration.prepareDatabase {
2020-09-04 09:44:25 +00:00
try $0.usePassphrase(try Secrets.databaseKey(identityID: identityID, keychain: keychain))
2020-09-04 06:12:06 +00:00
}
databaseQueue = try DatabaseQueue(path: path, configuration: configuration)
2020-08-18 05:13:37 +00:00
}
try Self.migrate(databaseQueue)
try Self.createTemporaryTables(databaseQueue)
2020-08-18 05:13:37 +00:00
}
}
2020-09-03 03:28:34 +00:00
public extension ContentDatabase {
2020-09-03 01:14:33 +00:00
static func delete(forIdentityID identityID: UUID) throws {
2020-09-15 23:58:04 +00:00
try FileManager.default.removeItem(at: fileURL(identityID: identityID))
2020-09-03 01:14:33 +00:00
}
2020-09-02 09:39:44 +00:00
func insert(status: Status) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher(updates: status.save)
.ignoreOutput()
.eraseToAnyPublisher()
}
func insert(statuses: [Status], timeline: Timeline) -> AnyPublisher<Never, Error> {
2020-08-18 05:13:37 +00:00
databaseQueue.writePublisher {
2020-09-02 09:39:44 +00:00
try timeline.save($0)
2020-08-18 05:13:37 +00:00
for status in statuses {
2020-09-02 09:39:44 +00:00
try status.save($0)
2020-08-18 05:13:37 +00:00
2020-09-02 09:39:44 +00:00
try TimelineStatusJoin(timelineId: timeline.id, statusId: status.id).save($0)
2020-09-02 02:39:06 +00:00
}
}
.ignoreOutput()
.eraseToAnyPublisher()
}
func insert(context: Context, parentID: String) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher {
for status in context.ancestors + context.descendants {
2020-09-02 09:39:44 +00:00
try status.save($0)
2020-09-02 02:39:06 +00:00
}
for (section, statuses) in [(StatusContextJoin.Section.ancestors, context.ancestors),
(StatusContextJoin.Section.descendants, context.descendants)] {
for (index, status) in statuses.enumerated() {
try StatusContextJoin(
parentId: parentID,
statusId: status.id,
section: section,
index: index)
.save($0)
}
try StatusContextJoin.filter(
Column("parentId") == parentID
&& Column("section") == section.rawValue
&& !statuses.map(\.id).contains(Column("statusId")))
2020-09-02 02:39:06 +00:00
.deleteAll($0)
2020-08-18 05:13:37 +00:00
}
}
2020-08-26 09:19:38 +00:00
.ignoreOutput()
2020-08-18 05:13:37 +00:00
.eraseToAnyPublisher()
}
2020-08-29 10:26:26 +00:00
func setLists(_ lists: [MastodonList]) -> AnyPublisher<Never, Error> {
2020-08-29 03:50:58 +00:00
databaseQueue.writePublisher {
for list in lists {
try Timeline.list(list).save($0)
}
2020-09-09 05:40:49 +00:00
try Timeline
2020-09-15 06:40:02 +00:00
.filter(!(Timeline.authenticatedDefaults.map(\.id) + lists.map(\.id)).contains(Column("id"))
&& Column("listTitle") != nil)
2020-09-09 05:40:49 +00:00
.deleteAll($0)
2020-08-29 03:50:58 +00:00
}
.ignoreOutput()
.eraseToAnyPublisher()
}
func createList(_ list: MastodonList) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher(updates: Timeline.list(list).save)
.ignoreOutput()
.eraseToAnyPublisher()
}
func deleteList(id: String) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher(updates: Timeline.filter(Column("id") == id).deleteAll)
2020-08-29 10:26:26 +00:00
.ignoreOutput()
.eraseToAnyPublisher()
}
func setFilters(_ filters: [Filter]) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher {
for filter in filters {
try filter.save($0)
}
try Filter.filter(!filters.map(\.id).contains(Column("id"))).deleteAll($0)
}
2020-08-29 03:50:58 +00:00
.ignoreOutput()
.eraseToAnyPublisher()
}
2020-08-29 10:26:26 +00:00
func createFilter(_ filter: Filter) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher(updates: filter.save)
.ignoreOutput()
.eraseToAnyPublisher()
}
func deleteFilter(id: String) -> AnyPublisher<Never, Error> {
databaseQueue.writePublisher(updates: Filter.filter(Column("id") == id).deleteAll)
.ignoreOutput()
.eraseToAnyPublisher()
}
2020-09-02 02:39:06 +00:00
func statusesObservation(timeline: Timeline) -> AnyPublisher<[[Status]], Error> {
ValueObservation.tracking(timeline.statuses.fetchAll)
.removeDuplicates()
.publisher(in: databaseQueue)
2020-09-05 02:05:15 +00:00
.map { [$0.map(Status.init(result:))] }
2020-09-02 02:39:06 +00:00
.eraseToAnyPublisher()
}
func contextObservation(parentID: String) -> AnyPublisher<[[Status]], Error> {
ValueObservation.tracking { db -> [[StatusResult]] in
2020-09-05 02:05:15 +00:00
guard let parent = try StatusRecord.filter(Column("id") == parentID).statusResultRequest.fetchOne(db) else {
2020-09-02 02:39:06 +00:00
return [[]]
}
let ancestors = try parent.status.ancestors.fetchAll(db)
let descendants = try parent.status.descendants.fetchAll(db)
return [ancestors, [parent], descendants]
}
2020-08-19 22:16:03 +00:00
.removeDuplicates()
.publisher(in: databaseQueue)
2020-09-05 02:05:15 +00:00
.map { $0.map { $0.map(Status.init(result:)) } }
2020-08-19 22:16:03 +00:00
.eraseToAnyPublisher()
}
2020-08-29 03:50:58 +00:00
func listsObservation() -> AnyPublisher<[Timeline], Error> {
2020-09-16 06:37:24 +00:00
ValueObservation.tracking(Timeline.filter(Column("listTitle") != nil)
2020-08-29 03:50:58 +00:00
.order(Column("listTitle").collating(.localizedCaseInsensitiveCompare).asc)
.fetchAll)
2020-08-29 10:26:26 +00:00
.removeDuplicates()
.publisher(in: databaseQueue)
.eraseToAnyPublisher()
}
2020-08-30 05:31:30 +00:00
func activeFiltersObservation(date: Date, context: Filter.Context? = nil) -> AnyPublisher<[Filter], Error> {
2020-08-30 00:32:34 +00:00
ValueObservation.tracking(Filter.filter(Column("expiresAt") == nil || Column("expiresAt") > date).fetchAll)
.removeDuplicates()
.publisher(in: databaseQueue)
2020-08-30 05:31:30 +00:00
.map {
guard let context = context else { return $0 }
return $0.filter { $0.context.contains(context) }
}
2020-08-30 00:32:34 +00:00
.eraseToAnyPublisher()
}
func expiredFiltersObservation(date: Date) -> AnyPublisher<[Filter], Error> {
ValueObservation.tracking(Filter.filter(Column("expiresAt") < date).fetchAll)
.removeDuplicates()
.publisher(in: databaseQueue)
.eraseToAnyPublisher()
}
2020-08-18 05:13:37 +00:00
}
private extension ContentDatabase {
2020-09-03 01:14:33 +00:00
static func fileURL(identityID: UUID) throws -> URL {
2020-09-04 06:12:06 +00:00
try FileManager.default.databaseDirectoryURL(name: identityID.uuidString)
2020-09-03 01:14:33 +00:00
}
2020-08-18 05:13:37 +00:00
// swiftlint:disable function_body_length
static func migrate(_ writer: DatabaseWriter) throws {
var migrator = DatabaseMigrator()
migrator.registerMigration("0.1.0") { db in
try db.create(table: "accountRecord") { t in
2020-08-18 05:13:37 +00:00
t.column("id", .text).notNull().primaryKey(onConflict: .replace)
t.column("username", .text).notNull()
t.column("acct", .text).notNull()
t.column("displayName", .text).notNull()
t.column("locked", .boolean).notNull()
t.column("createdAt", .date).notNull()
t.column("followersCount", .integer).notNull()
t.column("followingCount", .integer).notNull()
t.column("statusesCount", .integer).notNull()
t.column("note", .text).notNull()
t.column("url", .text).notNull()
t.column("avatar", .text).notNull()
t.column("avatarStatic", .text).notNull()
t.column("header", .text).notNull()
t.column("headerStatic", .text).notNull()
t.column("fields", .blob).notNull()
t.column("emojis", .blob).notNull()
t.column("bot", .boolean).notNull()
t.column("discoverable", .boolean)
2020-09-05 02:05:15 +00:00
t.column("movedId", .text).indexed().references("accountRecord", column: "id")
2020-08-18 05:13:37 +00:00
}
try db.create(table: "statusRecord") { t in
2020-08-18 05:13:37 +00:00
t.column("id", .text).notNull().primaryKey(onConflict: .replace)
t.column("uri", .text).notNull()
t.column("createdAt", .datetime).notNull()
2020-09-05 02:05:15 +00:00
t.column("accountId", .text).indexed().notNull().references("accountRecord", column: "id")
2020-08-18 05:13:37 +00:00
t.column("content", .text).notNull()
t.column("visibility", .text).notNull()
t.column("sensitive", .boolean).notNull()
t.column("spoilerText", .text).notNull()
t.column("mediaAttachments", .blob).notNull()
t.column("mentions", .blob).notNull()
t.column("tags", .blob).notNull()
t.column("emojis", .blob).notNull()
t.column("reblogsCount", .integer).notNull()
t.column("favouritesCount", .integer).notNull()
t.column("repliesCount", .integer).notNull()
t.column("application", .blob)
t.column("url", .text)
t.column("inReplyToId", .text)
t.column("inReplyToAccountId", .text)
2020-09-05 02:05:15 +00:00
t.column("reblogId", .text).indexed().references("statusRecord", column: "id")
2020-08-18 05:13:37 +00:00
t.column("poll", .blob)
t.column("card", .blob)
t.column("language", .text)
t.column("text", .text)
2020-08-23 23:39:52 +00:00
t.column("favourited", .boolean).notNull()
t.column("reblogged", .boolean).notNull()
t.column("muted", .boolean).notNull()
t.column("bookmarked", .boolean).notNull()
2020-08-18 05:13:37 +00:00
t.column("pinned", .boolean)
}
try db.create(table: "timeline") { t in
2020-08-18 05:13:37 +00:00
t.column("id", .text).notNull().primaryKey(onConflict: .replace)
t.column("listTitle", .text)
}
try db.create(table: "timelineStatusJoin") { t in
2020-08-18 05:13:37 +00:00
t.column("timelineId", .text)
.indexed()
.notNull()
.references("timeline", column: "id", onDelete: .cascade, onUpdate: .cascade)
t.column("statusId", .text)
.indexed()
.notNull()
2020-09-05 02:05:15 +00:00
.references("statusRecord", column: "id", onDelete: .cascade, onUpdate: .cascade)
2020-08-18 05:13:37 +00:00
t.primaryKey(["timelineId", "statusId"], onConflict: .replace)
}
2020-08-29 10:26:26 +00:00
try db.create(table: "filter") { t in
2020-08-29 10:26:26 +00:00
t.column("id", .text).notNull().primaryKey(onConflict: .replace)
t.column("phrase", .text).notNull()
t.column("context", .blob).notNull()
t.column("expiresAt", .date)
t.column("irreversible", .boolean).notNull()
t.column("wholeWord", .boolean).notNull()
}
2020-08-18 05:13:37 +00:00
}
try migrator.migrate(writer)
}
// swiftlint:enable function_body_length
private static func createTemporaryTables(_ writer: DatabaseWriter) throws {
try writer.write { db in
try db.create(table: "statusContextJoin", temporary: true) { t in
t.column("parentId", .text)
.indexed()
.notNull()
t.column("statusId", .text)
.indexed()
.notNull()
t.column("section", .text).notNull()
t.column("index", .integer).notNull()
t.primaryKey(["parentId", "statusId"], onConflict: .replace)
}
}
}
2020-08-18 05:13:37 +00:00
}