-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
67691e0
commit 305cd01
Showing
12 changed files
with
425 additions
and
55 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,19 @@ | ||
| package lightdb.query | ||
|
|
||
| import cats.effect.IO | ||
| import lightdb.Document | ||
|
|
||
| trait PageContext[D <: Document[D]] { | ||
| def context: SearchContext[D] | ||
|
|
||
| def nextPage(currentPage: PagedResults[D]): IO[Option[PagedResults[D]]] = if (currentPage.hasNext) { | ||
| currentPage.query.indexSupport.doSearch( | ||
| query = currentPage.query, | ||
| context = context, | ||
| offset = currentPage.offset + currentPage.query.pageSize, | ||
| after = Some(currentPage) | ||
| ).map(Some.apply) | ||
| } else { | ||
| IO.pure(None) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
20 changes: 0 additions & 20 deletions
20
lucene/src/main/scala/lightdb/lucene/LuceneIndexContext.scala
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| package lightdb.lucene | ||
|
|
||
| import cats.effect.IO | ||
| import lightdb.Document | ||
| import lightdb.query.{PageContext, PagedResults, SearchContext} | ||
| import org.apache.lucene.search.ScoreDoc | ||
|
|
||
| case class LucenePageContext[D <: Document[D]](context: SearchContext[D], | ||
| lastScoreDoc: Option[ScoreDoc]) extends PageContext[D] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
143 changes: 131 additions & 12 deletions
143
sqlite/src/main/scala/lightdb/sqlite/SQLiteSupport.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,42 +1,161 @@ | ||
| package lightdb.sqlite | ||
|
|
||
| import cats.effect.IO | ||
| import lightdb.{Document, Id} | ||
| import lightdb.index.{IndexSupport, Indexer} | ||
| import lightdb.query.{PagedResults, Query, SearchContext} | ||
| import lightdb.{Collection, Document, Id} | ||
| import lightdb.index.{IndexSupport, IndexedField, Indexer} | ||
| import lightdb.query.{Filter, PageContext, PagedResults, Query, SearchContext} | ||
|
|
||
| import java.nio.file.{Files, Path} | ||
| import java.sql.{Connection, DriverManager} | ||
| import java.sql.{Connection, DriverManager, PreparedStatement, Types} | ||
|
|
||
| trait SQLiteSupport[D <: Document[D]] extends IndexSupport[D] { | ||
| private lazy val path: Path = db.directory.resolve("sqlite.db") | ||
| private lazy val path: Path = db.directory.resolve(collectionName).resolve("sqlite.db") | ||
| // TODO: Should each collection have a connection? | ||
| private lazy val connection: Connection = { | ||
| private[sqlite] lazy val connection: Connection = { | ||
| val c = DriverManager.getConnection(s"jdbc:sqlite:${path.toFile.getCanonicalPath}") | ||
| c.setAutoCommit(false) | ||
| val s = c.createStatement() | ||
| try { | ||
| s.executeUpdate(s"CREATE TABLE IF NOT EXISTS $collectionName(${index.fields.map(_.fieldName).mkString(", ")}, PRIMARY KEY (_id))") | ||
| } finally { | ||
| s.close() | ||
| } | ||
| c | ||
| } | ||
|
|
||
| override lazy val index: SQLiteIndexer[D] = SQLiteIndexer(this) | ||
|
|
||
| val _id: SQLIndexedField[Id[D], D] = index("_id", doc => Some(doc._id)) | ||
|
|
||
| override def doSearch(query: Query[D], | ||
| context: SearchContext[D], | ||
| offset: Int, | ||
| after: Option[PagedResults[D]]): IO[PagedResults[D]] = ??? | ||
| after: Option[PagedResults[D]]): IO[PagedResults[D]] = IO { | ||
| var params = List.empty[Option[Any]] | ||
| val filters = query.filter match { | ||
| case Some(f) => | ||
| val filter = f.asInstanceOf[SQLFilter[_, D]] | ||
| params = Some(filter.value) :: params | ||
| s"WHERE ${filter.fieldName} ${filter.condition} ?" | ||
| case None => "" | ||
| } | ||
| val sqlCount = s"""SELECT | ||
| | COUNT(*) | ||
| |FROM | ||
| | $collectionName | ||
| |$filters | ||
| |""".stripMargin | ||
| val countPs = prepare(sqlCount, params.reverse) | ||
| val total = try { | ||
| val rs = countPs.executeQuery() | ||
| rs.getInt(1) | ||
| } finally { | ||
| countPs.close() | ||
| } | ||
| // TODO: Add sort | ||
| val sql = s"""SELECT | ||
| | _id | ||
| |FROM | ||
| | $collectionName | ||
| |$filters | ||
| |LIMIT ${query.pageSize} | ||
| |OFFSET $offset | ||
| |""".stripMargin | ||
| val ps = prepare(sql, params.reverse) | ||
| val rs = ps.executeQuery() | ||
| try { | ||
| val iterator = new Iterator[Id[D]] { | ||
| override def hasNext: Boolean = rs.next() | ||
|
|
||
| override def next(): Id[D] = Id[D](rs.getString(1)) | ||
| } | ||
| val ids = iterator.toList | ||
| PagedResults( | ||
| query = query, | ||
| context = SQLPageContext(context), | ||
| offset = offset, | ||
| total = total, | ||
| ids = ids | ||
| ) | ||
| } finally { | ||
| ps.close() | ||
| } | ||
| } | ||
|
|
||
| override protected def indexDoc(doc: D, fields: List[IndexedField[_, D]]): IO[Unit] = IO { | ||
| val sql = s"INSERT OR REPLACE INTO $collectionName(${fields.map(_.fieldName).mkString(", ")}) VALUES (${fields.map(_ => "?").mkString(", ")})" | ||
| val values = fields.map(_.get(doc)) | ||
| val ps = prepare(sql, values) | ||
| ps.executeUpdate() | ||
| ps.close() | ||
| } | ||
|
|
||
| private def prepare(sql: String, params: List[Option[Any]]): PreparedStatement = { | ||
| val ps = connection.prepareStatement(sql) | ||
| params.zipWithIndex.foreach { | ||
| case (value, index) => setValue(ps, index + 1, value) | ||
| } | ||
| ps | ||
| } | ||
|
|
||
| private def setValue(ps: PreparedStatement, index: Int, value: Option[Any]): Unit = value match { | ||
| case Some(v) => v match { | ||
| case s: String => ps.setString(index, s) | ||
| case i: Int => ps.setInt(index, i) | ||
| case id: Id[_] => ps.setString(index, id.value) | ||
| case _ => throw new RuntimeException(s"Unsupported value for $collectionName (index: $index): $value") | ||
| } | ||
| case None => ps.setNull(index, Types.NULL) | ||
| } | ||
|
|
||
| override def dispose(): IO[Unit] = super.dispose().map { _ => | ||
| connection.close() | ||
| } | ||
| } | ||
|
|
||
| case class SQLiteIndexer[D <: Document[D]](indexSupport: SQLiteSupport[D]) extends Indexer[D] { | ||
| override def withSearchContext[Return](f: SearchContext[D] => IO[Return]): IO[Return] = ??? | ||
| override def withSearchContext[Return](f: SearchContext[D] => IO[Return]): IO[Return] = { | ||
| val context = SearchContext(indexSupport) | ||
| f(context) | ||
| } | ||
|
|
||
| def apply[F](name: String, get: D => Option[F]): SQLIndexedField[F, D] = SQLIndexedField( | ||
| fieldName = name, | ||
| collection = indexSupport, | ||
| get = get | ||
| ) | ||
|
|
||
| override def count(): IO[Int] = IO { | ||
| val ps = indexSupport.connection.prepareStatement(s"SELECT COUNT(_id) FROM ${indexSupport.collectionName}") | ||
| try { | ||
| val rs = ps.executeQuery() | ||
| rs.next() | ||
| rs.getInt(1) | ||
| } finally { | ||
| ps.close() | ||
| } | ||
| } | ||
|
|
||
| override def count(): IO[Int] = ??? | ||
| override private[lightdb] def delete(id: Id[D]): IO[Unit] = IO { | ||
| val ps = indexSupport.connection.prepareStatement(s"DELETE FROM ${indexSupport.collectionName} WHERE _id = ?") | ||
| try { | ||
| ps.setString(1, id.value) | ||
| ps.executeUpdate() | ||
| } finally { | ||
| ps.close() | ||
| } | ||
| } | ||
|
|
||
| override private[lightdb] def delete(id: Id[D]): IO[Unit] = ??? | ||
| override def commit(): IO[Unit] = IO.unit | ||
| } | ||
|
|
||
| override def commit(): IO[Unit] = ??? | ||
| case class SQLIndexedField[F, D <: Document[D]](fieldName: String, | ||
| collection: Collection[D], | ||
| get: D => Option[F]) extends IndexedField[F, D] { | ||
| def ===(value: F): Filter[D] = is(value) | ||
| def is(value: F): Filter[D] = SQLFilter[F, D](fieldName, "=", value) | ||
| } | ||
|
|
||
| case class SQLFilter[F, D <: Document[D]](fieldName: String, condition: String, value: F) extends Filter[D] | ||
|
|
||
| } | ||
| case class SQLPageContext[D <: Document[D]](context: SearchContext[D]) extends PageContext[D] |
Oops, something went wrong.