Store symbol index in in-memory H2 database (WIP)

Author: fwcd

server/src/main/kotlin/org/javacs/kt/index/ExtractSymbolKind.kt

@@ -0,0 +1,40 @@
+package org.javacs.kt.index
+
+import org.jetbrains.kotlin.descriptors.*
+
+object ExtractSymbolKind : DeclarationDescriptorVisitor<Symbol.Kind, Unit> {
+    override fun visitPropertySetterDescriptor(desc: PropertySetterDescriptor, nothing: Unit?) = Symbol.Kind.FIELD
+
+    override fun visitConstructorDescriptor(desc: ConstructorDescriptor, nothing: Unit?) = Symbol.Kind.CONSTRUCTOR
+
+    override fun visitReceiverParameterDescriptor(desc: ReceiverParameterDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitPackageViewDescriptor(desc: PackageViewDescriptor, nothing: Unit?) = Symbol.Kind.MODULE
+
+    override fun visitFunctionDescriptor(desc: FunctionDescriptor, nothing: Unit?) = Symbol.Kind.FUNCTION
+
+    override fun visitModuleDeclaration(desc: ModuleDescriptor, nothing: Unit?) = Symbol.Kind.MODULE
+
+    override fun visitClassDescriptor(desc: ClassDescriptor, nothing: Unit?): Symbol.Kind = when (desc.kind) {
+        ClassKind.INTERFACE -> Symbol.Kind.INTERFACE
+        ClassKind.ENUM_CLASS -> Symbol.Kind.ENUM
+        ClassKind.ENUM_ENTRY -> Symbol.Kind.ENUM_MEMBER
+        else -> Symbol.Kind.CLASS
+    }
+
+    override fun visitPackageFragmentDescriptor(desc: PackageFragmentDescriptor, nothing: Unit?) = Symbol.Kind.MODULE
+
+    override fun visitValueParameterDescriptor(desc: ValueParameterDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitTypeParameterDescriptor(desc: TypeParameterDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitScriptDescriptor(desc: ScriptDescriptor, nothing: Unit?) = Symbol.Kind.MODULE
+
+    override fun visitTypeAliasDescriptor(desc: TypeAliasDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitPropertyGetterDescriptor(desc: PropertyGetterDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitVariableDescriptor(desc: VariableDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+
+    override fun visitPropertyDescriptor(desc: PropertyDescriptor, nothing: Unit?) = Symbol.Kind.VARIABLE
+}

server/src/main/kotlin/org/javacs/kt/index/Symbol.kt

@@ -7,10 +7,19 @@ data class Symbol(
     private val fqName: FqName,
     private val kind: Kind
 ) {
-    enum class Kind {
-        CLASS,
-        INTERFACE,
-        FUNCTION,
-        VARIABLE
+    enum class Kind(val rawValue: Int) {
+        CLASS(0),
+        INTERFACE(1),
+        FUNCTION(2),
+        VARIABLE(3),
+        MODULE(4),
+        ENUM(5),
+        ENUM_MEMBER(6),
+        CONSTRUCTOR(7),
+        FIELD(8);
+
+        companion object {
+            fun fromRaw(rawValue: Int) = Kind.values().first { it.rawValue == rawValue }
+        }
     }
 }

server/src/main/kotlin/org/javacs/kt/index/SymbolIndex.kt

@@ -1,34 +1,51 @@
 package org.javacs.kt.index
 
+import org.jetbrains.exposed.sql.*
+import org.jetbrains.exposed.sql.transactions.transaction
 import org.jetbrains.kotlin.descriptors.ModuleDescriptor
 import org.jetbrains.kotlin.descriptors.DeclarationDescriptor
 import org.jetbrains.kotlin.resolve.scopes.DescriptorKindFilter
 import org.jetbrains.kotlin.resolve.scopes.MemberScope
 import org.jetbrains.kotlin.resolve.descriptorUtil.fqNameSafe
 import org.jetbrains.kotlin.name.FqName
-import org.javacs.kt.compiler.Compiler
 import org.javacs.kt.LOG
-import java.util.concurrent.ConcurrentHashMap
-import java.util.concurrent.locks.ReentrantLock
-import kotlin.concurrent.withLock
+import org.jetbrains.exposed.sql.Database
+import org.jetbrains.exposed.sql.insert
+
+private object Symbols : Table() {
+    val fqName = varchar("fqname", length = 255).autoIncrement().primaryKey()
+    val kind = integer("kind")
+}
 
 /**
  * A global view of all available symbols across all packages.
  */
 class SymbolIndex {
-    val globalDescriptors = ConcurrentHashMap<FqName, DeclarationDescriptor>()
+    private val db = Database.connect("jdbc:h2:mem:symbolindex", "org.h2.Driver")
+
+    init {
+        transaction(db) {
+            SchemaUtils.create(Symbols)
+        }
+    }
 
     fun update(module: ModuleDescriptor) {
         val started = System.currentTimeMillis()
         LOG.info("Updating symbol index...")
 
         try {
-            for (descriptor in allDescriptors(module)) {
-                globalDescriptors[descriptor.fqNameSafe] = descriptor
-            }
+            transaction(db) {
+                for (descriptor in allDescriptors(module)) {
+                    Symbols.insert {
+                        it[fqName] = descriptor.fqNameSafe.toString()
+                        it[kind] = descriptor.accept(ExtractSymbolKind, Unit).rawValue
+                    }
+                }
 
-            val finished = System.currentTimeMillis()
-            LOG.info("Updated symbol index in ${finished - started} ms! (${globalDescriptors.size} symbol(s))")
+                val finished = System.currentTimeMillis()
+                val count = Symbols.slice(Symbols.fqName.count()).selectAll().first()[Symbols.fqName.count()]
+                LOG.info("Updated symbol index in ${finished - started} ms! (${count} symbol(s))")
+            }
         } catch (e: Exception) {
             LOG.error("Error while updating symbol index")
             LOG.printStackTrace(e)