Optimize control-flow analysis by use of persistent maps

The case that it's worth to optimize is functions
with a lot of variables.

After debugging it's recovered that control-flow works nearly
O(n * m) where n is pseudocode size and m is a number of variables:
the algorithm performs O(n) copies of hashmap of size O(m)

Persistent maps should help because we don't need to perform a
copy of them, so the expected performance after the change is applied
is O(n log m)

We've tried pcollections and javaslang, and the latter one has demonstrated
better results

See results before and after optimizations
before:
https://github.com/dzharkov/kotlin-compiler-benchmarks/blob/3da7ba45a704969653d70b50995f730e968540d8/reports/benchmarks-many-vars-2017-03-14.txt

after with pcollections:
https://github.com/dzharkov/kotlin-compiler-benchmarks/blob/3da7ba45a704969653d70b50995f730e968540d8/reports/benchmarks-many-vars-persistent-optimizations-2017-03-17.txt

after with javaslang:
https://github.com/dzharkov/kotlin-compiler-benchmarks/blob/d22a871b175b291fb337b51ef6465ba70bbfd96c/reports/benchmarks-many-vars-javaslang-2017-04-07.txt
This commit is contained in:
Denis Zharkov
2017-04-07 18:38:12 +03:00
parent 9e61eea758
commit 5e449fdc02
15 changed files with 135 additions and 81 deletions
+11
View File
@@ -0,0 +1,11 @@
<component name="libraryTable">
<library name="javaslang">
<CLASSES>
<root url="jar://$PROJECT_DIR$/dependencies/javaslang-2.0.6.jar!/" />
</CLASSES>
<JAVADOC />
<SOURCES>
<root url="jar://$PROJECT_DIR$/dependencies/javaslang-2.0.6-sources.jar!/" />
</SOURCES>
</library>
</component>
+3 -1
View File
@@ -60,6 +60,7 @@
<fileset dir="${basedir}/lib" includes="**/*.jar"/> <fileset dir="${basedir}/lib" includes="**/*.jar"/>
<fileset dir="${dependencies}" includes="jansi.jar"/> <fileset dir="${dependencies}" includes="jansi.jar"/>
<fileset dir="${dependencies}" includes="jline.jar"/> <fileset dir="${dependencies}" includes="jline.jar"/>
<fileset dir="${dependencies}" includes="javaslang-2.0.6.jar"/>
<fileset dir="${basedir}/ideaSDK/jps" includes="jps-model.jar"/> <fileset dir="${basedir}/ideaSDK/jps" includes="jps-model.jar"/>
</path> </path>
@@ -369,6 +370,7 @@
<zipfileset src="${idea.sdk}/lib/oromatcher.jar"/> <zipfileset src="${idea.sdk}/lib/oromatcher.jar"/>
<zipfileset src="${idea.sdk}/jps/jps-model.jar"/> <zipfileset src="${idea.sdk}/jps/jps-model.jar"/>
<zipfileset src="${dependencies}/jline.jar"/> <zipfileset src="${dependencies}/jline.jar"/>
<zipfileset src="${dependencies}/javaslang-2.0.6.jar"/>
<zipfileset src="${protobuf.jar}"/> <zipfileset src="${protobuf.jar}"/>
<manifest> <manifest>
@@ -728,7 +730,7 @@
<fileset dir="${basedir}/plugins/source-sections/source-sections-compiler/src" includes="META-INF/services/**"/> <fileset dir="${basedir}/plugins/source-sections/source-sections-compiler/src" includes="META-INF/services/**"/>
</jar> </jar>
</target> </target>
<target name="annotation-processing"> <target name="annotation-processing">
<cleandir dir="${output}/classes/annotation-processing"/> <cleandir dir="${output}/classes/annotation-processing"/>
+2
View File
@@ -49,6 +49,8 @@ messages/**)
-dontwarn org.apache.xerces.dom.** -dontwarn org.apache.xerces.dom.**
-dontwarn org.apache.xerces.util.** -dontwarn org.apache.xerces.util.**
-dontwarn org.w3c.dom.ElementTraversal -dontwarn org.w3c.dom.ElementTraversal
-dontwarn javaslang.match.annotation.Unapply
-dontwarn javaslang.match.annotation.Patterns
-libraryjars '<rtjar>' -libraryjars '<rtjar>'
-libraryjars '<jssejar>' -libraryjars '<jssejar>'
+1
View File
@@ -17,5 +17,6 @@
<orderEntry type="module" module-name="resolution" exported="" /> <orderEntry type="module" module-name="resolution" exported="" />
<orderEntry type="library" exported="" name="kotlin-script-runtime" level="project" /> <orderEntry type="library" exported="" name="kotlin-script-runtime" level="project" />
<orderEntry type="module" module-name="script.runtime" /> <orderEntry type="module" module-name="script.runtime" />
<orderEntry type="library" name="javaslang" level="project" />
</component> </component>
</module> </module>
@@ -26,8 +26,8 @@ import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.ReadValueInstructio
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.traverse import org.jetbrains.kotlin.cfg.pseudocodeTraverser.traverse
import org.jetbrains.kotlin.descriptors.* import org.jetbrains.kotlin.descriptors.*
import org.jetbrains.kotlin.psi.*
import org.jetbrains.kotlin.lexer.KtTokens import org.jetbrains.kotlin.lexer.KtTokens
import org.jetbrains.kotlin.psi.*
import org.jetbrains.kotlin.psi.psiUtil.getStrictParentOfType import org.jetbrains.kotlin.psi.psiUtil.getStrictParentOfType
import org.jetbrains.kotlin.resolve.BindingContext import org.jetbrains.kotlin.resolve.BindingContext
import org.jetbrains.kotlin.resolve.BindingTrace import org.jetbrains.kotlin.resolve.BindingTrace
@@ -117,7 +117,7 @@ class ConstructorConsistencyChecker private constructor(
fun firstUninitializedNotNullProperty() = propertyDescriptors.firstOrNull { fun firstUninitializedNotNullProperty() = propertyDescriptors.firstOrNull {
!it.type.isMarkedNullable && !KotlinBuiltIns.isPrimitiveType(it.type) && !it.type.isMarkedNullable && !KotlinBuiltIns.isPrimitiveType(it.type) &&
!it.isLateInit && !(enterData[it]?.definitelyInitialized() ?: false) !it.isLateInit && !(enterData.getOrNull(it)?.definitelyInitialized() ?: false)
} }
fun handleLeakingThis(expression: KtExpression) { fun handleLeakingThis(expression: KtExpression) {
@@ -197,4 +197,4 @@ class ConstructorConsistencyChecker private constructor(
else -> expression else -> expression
} }
} }
} }
@@ -16,36 +16,56 @@
package org.jetbrains.kotlin.cfg package org.jetbrains.kotlin.cfg
import javaslang.Tuple2
import org.jetbrains.kotlin.descriptors.VariableDescriptor import org.jetbrains.kotlin.descriptors.VariableDescriptor
import java.util.*
open class ControlFlowInfo<D> internal constructor(protected val map: MutableMap<VariableDescriptor, D> = hashMapOf()) : typealias ImmutableMap<K, V> = javaslang.collection.Map<K, V>
MutableMap<VariableDescriptor, D> by map { typealias ImmutableHashMap<K, V> = javaslang.collection.HashMap<K, V>
open fun copy() = ControlFlowInfo(HashMap(map))
fun retainAll(predicate: (VariableDescriptor) -> Boolean): ControlFlowInfo<D> { abstract class ControlFlowInfo<S : ControlFlowInfo<S, D>, D>
map.keys.retainAll(predicate) internal constructor(
return this protected val map: ImmutableMap<VariableDescriptor, D> = ImmutableHashMap.empty()
) : ImmutableMap<VariableDescriptor, D> by map {
abstract protected fun copy(newMap: ImmutableMap<VariableDescriptor, D>): S
override fun put(key: VariableDescriptor, value: D): S = put(key, value, this[key].getOrElse(null as D?))
/**
* This overload exists just for sake of optimizations: in some cases we've just retrieved the old value,
* so we don't need to scan through the peristent hashmap again
*/
fun put(key: VariableDescriptor, value: D, oldValue: D?): S {
@Suppress("UNCHECKED_CAST")
// Avoid a copy instance creation if new value is the same
if (value == oldValue) return this as S
return copy(map.put(key, value))
} }
override fun equals(other: Any?) = map == (other as? ControlFlowInfo<*>)?.map fun retainAll(predicate: (VariableDescriptor) -> Boolean): S = copy(map.removeAll(map.keySet().filterNot(predicate)))
override fun equals(other: Any?) = map == (other as? ControlFlowInfo<*, *>)?.map
override fun hashCode() = map.hashCode() override fun hashCode() = map.hashCode()
override fun toString() = map.toString() override fun toString() = map.toString()
} }
class InitControlFlowInfo(map: MutableMap<VariableDescriptor, VariableControlFlowState> = hashMapOf()) : operator fun <T> Tuple2<T, *>.component1(): T = _1()
ControlFlowInfo<VariableControlFlowState>(map) { operator fun <T> Tuple2<*, T>.component2(): T = _2()
override fun copy() = InitControlFlowInfo(HashMap(map))
fun <K, V> ImmutableMap<K, V>.getOrNull(k: K): V? = this[k].getOrElse(null as V?)
class InitControlFlowInfo(map: ImmutableMap<VariableDescriptor, VariableControlFlowState> = ImmutableHashMap.empty()) :
ControlFlowInfo<InitControlFlowInfo, VariableControlFlowState>(map) {
override fun copy(newMap: ImmutableMap<VariableDescriptor, VariableControlFlowState>) = InitControlFlowInfo(newMap)
// this = output of EXHAUSTIVE_WHEN_ELSE instruction // this = output of EXHAUSTIVE_WHEN_ELSE instruction
// merge = input of MergeInstruction // merge = input of MergeInstruction
// returns true if definite initialization in when happens here // returns true if definite initialization in when happens here
fun checkDefiniteInitializationInWhen(merge: InitControlFlowInfo): Boolean { fun checkDefiniteInitializationInWhen(merge: InitControlFlowInfo): Boolean {
for ((key, value) in entries) { for ((key, value) in iterator()) {
if (value.initState == InitState.INITIALIZED_EXHAUSTIVELY && if (value.initState == InitState.INITIALIZED_EXHAUSTIVELY &&
merge[key]?.initState == InitState.INITIALIZED) { merge.getOrNull(key)?.initState == InitState.INITIALIZED) {
return true return true
} }
} }
@@ -53,9 +73,9 @@ class InitControlFlowInfo(map: MutableMap<VariableDescriptor, VariableControlFlo
} }
} }
class UseControlFlowInfo(map: MutableMap<VariableDescriptor, VariableUseState> = hashMapOf()) : class UseControlFlowInfo(map: ImmutableMap<VariableDescriptor, VariableUseState> = ImmutableHashMap.empty()) :
ControlFlowInfo<VariableUseState>(map) { ControlFlowInfo<UseControlFlowInfo, VariableUseState>(map) {
override fun copy() = UseControlFlowInfo(HashMap(map)) override fun copy(newMap: ImmutableMap<VariableDescriptor, VariableUseState>) = UseControlFlowInfo(newMap)
} }
enum class InitState(private val s: String) { enum class InitState(private val s: String) {
@@ -274,8 +274,8 @@ class ControlFlowInformationProvider private constructor(
pseudocode.traverse(TraversalOrder.FORWARD, initializers) { pseudocode.traverse(TraversalOrder.FORWARD, initializers) {
instruction: Instruction, instruction: Instruction,
enterData: Map<VariableDescriptor, VariableControlFlowState>, enterData: ImmutableMap<VariableDescriptor, VariableControlFlowState>,
exitData: Map<VariableDescriptor, VariableControlFlowState> -> exitData: ImmutableMap<VariableDescriptor, VariableControlFlowState> ->
val ctxt = VariableInitContext(instruction, reportedDiagnosticMap, enterData, exitData, blockScopeVariableInfo) val ctxt = VariableInitContext(instruction, reportedDiagnosticMap, enterData, exitData, blockScopeVariableInfo)
if (ctxt.variableDescriptor == null) return@traverse if (ctxt.variableDescriptor == null) return@traverse
@@ -532,7 +532,7 @@ class ControlFlowInformationProvider private constructor(
val declaredVariables = pseudocodeVariablesData.getDeclaredVariables(pseudocode, false) val declaredVariables = pseudocodeVariablesData.getDeclaredVariables(pseudocode, false)
for (variable in declaredVariables) { for (variable in declaredVariables) {
if (variable is PropertyDescriptor) { if (variable is PropertyDescriptor) {
if (initializers.incoming[variable]?.definitelyInitialized() ?: false) continue if (initializers.incoming.getOrNull(variable)?.definitelyInitialized() ?: false) continue
trace.record(BindingContext.IS_UNINITIALIZED, variable) trace.record(BindingContext.IS_UNINITIALIZED, variable)
} }
} }
@@ -548,8 +548,8 @@ class ControlFlowInformationProvider private constructor(
val usedValueExpressions = hashSetOf<KtExpression>() val usedValueExpressions = hashSetOf<KtExpression>()
pseudocode.traverse(TraversalOrder.BACKWARD, variableStatusData) { pseudocode.traverse(TraversalOrder.BACKWARD, variableStatusData) {
instruction: Instruction, instruction: Instruction,
enterData: Map<VariableDescriptor, VariableUseState>, enterData: ImmutableMap<VariableDescriptor, VariableUseState>,
_: Map<VariableDescriptor, VariableUseState> -> _: ImmutableMap<VariableDescriptor, VariableUseState> ->
val ctxt = VariableUseContext(instruction, reportedDiagnosticMap) val ctxt = VariableUseContext(instruction, reportedDiagnosticMap)
val declaredVariables = pseudocodeVariablesData.getDeclaredVariables(instruction.owner, false) val declaredVariables = pseudocodeVariablesData.getDeclaredVariables(instruction.owner, false)
@@ -560,7 +560,7 @@ class ControlFlowInformationProvider private constructor(
|| !ExpressionTypingUtils.isLocal(variableDescriptor.containingDeclaration, variableDescriptor)) { || !ExpressionTypingUtils.isLocal(variableDescriptor.containingDeclaration, variableDescriptor)) {
return@traverse return@traverse
} }
val variableUseState = enterData[variableDescriptor] val variableUseState = enterData.getOrNull(variableDescriptor)
when (instruction) { when (instruction) {
is WriteValueInstruction -> { is WriteValueInstruction -> {
if (trace.get(CAPTURED_IN_CLOSURE, variableDescriptor) != null) return@traverse if (trace.get(CAPTURED_IN_CLOSURE, variableDescriptor) != null) return@traverse
@@ -1017,8 +1017,8 @@ class ControlFlowInformationProvider private constructor(
private inner class VariableInitContext( private inner class VariableInitContext(
instruction: Instruction, instruction: Instruction,
map: MutableMap<Instruction, DiagnosticFactory<*>>, map: MutableMap<Instruction, DiagnosticFactory<*>>,
`in`: Map<VariableDescriptor, VariableControlFlowState>, `in`: ImmutableMap<VariableDescriptor, VariableControlFlowState>,
out: Map<VariableDescriptor, VariableControlFlowState>, out: ImmutableMap<VariableDescriptor, VariableControlFlowState>,
blockScopeVariableInfo: BlockScopeVariableInfo blockScopeVariableInfo: BlockScopeVariableInfo
) : VariableContext(instruction, map) { ) : VariableContext(instruction, map) {
internal val enterInitState = initialize(variableDescriptor, blockScopeVariableInfo, `in`) internal val enterInitState = initialize(variableDescriptor, blockScopeVariableInfo, `in`)
@@ -1027,9 +1027,9 @@ class ControlFlowInformationProvider private constructor(
private fun initialize( private fun initialize(
variableDescriptor: VariableDescriptor?, variableDescriptor: VariableDescriptor?,
blockScopeVariableInfo: BlockScopeVariableInfo, blockScopeVariableInfo: BlockScopeVariableInfo,
map: Map<VariableDescriptor, VariableControlFlowState> map: ImmutableMap<VariableDescriptor, VariableControlFlowState>
): VariableControlFlowState? { ): VariableControlFlowState? {
val state = map[variableDescriptor ?: return null] val state = map.getOrNull(variableDescriptor ?: return null)
if (state != null) return state if (state != null) return state
return PseudocodeVariablesData.getDefaultValueForInitializers(variableDescriptor, instruction, blockScopeVariableInfo) return PseudocodeVariablesData.getDefaultValueForInitializers(variableDescriptor, instruction, blockScopeVariableInfo)
} }
@@ -55,7 +55,7 @@ fun <D> Pseudocode.traverse(
} }
} }
fun <I : ControlFlowInfo<*>> Pseudocode.collectData( fun <I : ControlFlowInfo<*, *>> Pseudocode.collectData(
traversalOrder: TraversalOrder, traversalOrder: TraversalOrder,
mergeEdges: (Instruction, Collection<I>) -> Edges<I>, mergeEdges: (Instruction, Collection<I>) -> Edges<I>,
updateEdge: (Instruction, Instruction, I) -> I, updateEdge: (Instruction, Instruction, I) -> I,
@@ -75,7 +75,7 @@ fun <I : ControlFlowInfo<*>> Pseudocode.collectData(
return edgesMap return edgesMap
} }
private fun <I : ControlFlowInfo<*>> Pseudocode.collectDataFromSubgraph( private fun <I : ControlFlowInfo<*, *>> Pseudocode.collectDataFromSubgraph(
traversalOrder: TraversalOrder, traversalOrder: TraversalOrder,
edgesMap: MutableMap<Instruction, Edges<I>>, edgesMap: MutableMap<Instruction, Edges<I>>,
mergeEdges: (Instruction, Collection<I>) -> Edges<I>, mergeEdges: (Instruction, Collection<I>) -> Edges<I>,
@@ -138,7 +138,7 @@ private fun getPreviousIncludingSubGraphInstructions(
return result return result
} }
private fun <I : ControlFlowInfo<*>> updateEdgeDataForInstruction( private fun <I : ControlFlowInfo<*, *>> updateEdgeDataForInstruction(
instruction: Instruction, previousValue: Edges<I>?, newValue: Edges<I>?, edgesMap: MutableMap<Instruction, Edges<I>>, changed: BooleanArray) { instruction: Instruction, previousValue: Edges<I>?, newValue: Edges<I>?, edgesMap: MutableMap<Instruction, Edges<I>>, changed: BooleanArray) {
if (previousValue != newValue && newValue != null) { if (previousValue != newValue && newValue != null) {
changed[0] = true changed[0] = true
@@ -17,20 +17,17 @@
package org.jetbrains.kotlin.cfg package org.jetbrains.kotlin.cfg
import org.jetbrains.kotlin.cfg.pseudocode.Pseudocode import org.jetbrains.kotlin.cfg.pseudocode.Pseudocode
import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.BlockScope import org.jetbrains.kotlin.cfg.pseudocode.instructions.BlockScope
import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.special.VariableDeclarationInstruction import org.jetbrains.kotlin.cfg.pseudocode.instructions.special.VariableDeclarationInstruction
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.Edges import org.jetbrains.kotlin.cfg.pseudocodeTraverser.Edges
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.collectData import org.jetbrains.kotlin.cfg.pseudocodeTraverser.collectData
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.traverse import org.jetbrains.kotlin.cfg.pseudocodeTraverser.traverse
import org.jetbrains.kotlin.descriptors.ClassDescriptor
import org.jetbrains.kotlin.descriptors.VariableDescriptor import org.jetbrains.kotlin.descriptors.VariableDescriptor
import org.jetbrains.kotlin.resolve.BindingContext import org.jetbrains.kotlin.resolve.BindingContext
import org.jetbrains.kotlin.resolve.BindingContextUtils import org.jetbrains.kotlin.resolve.BindingContextUtils
import org.jetbrains.kotlin.resolve.calls.tower.getFakeDescriptorForObject import java.util.*
import java.util.ArrayList
import java.util.HashMap
class PseudocodeVariableDataCollector( class PseudocodeVariableDataCollector(
private val bindingContext: BindingContext, private val bindingContext: BindingContext,
@@ -38,7 +35,7 @@ class PseudocodeVariableDataCollector(
) { ) {
val blockScopeVariableInfo = computeBlockScopeVariableInfo(pseudocode) val blockScopeVariableInfo = computeBlockScopeVariableInfo(pseudocode)
fun <I : ControlFlowInfo<*>> collectData( fun <I : ControlFlowInfo<*, *>> collectData(
traversalOrder: TraversalOrder, traversalOrder: TraversalOrder,
initialInfo: I, initialInfo: I,
instructionDataMergeStrategy: (Instruction, Collection<I>) -> Edges<I> instructionDataMergeStrategy: (Instruction, Collection<I>) -> Edges<I>
@@ -51,7 +48,7 @@ class PseudocodeVariableDataCollector(
) )
} }
private fun <I : ControlFlowInfo<*>> filterOutVariablesOutOfScope( private fun <I : ControlFlowInfo<*, *>> filterOutVariablesOutOfScope(
from: Instruction, from: Instruction,
to: Instruction, to: Instruction,
info: I info: I
@@ -63,7 +60,7 @@ class PseudocodeVariableDataCollector(
// Variables declared in an inner (deeper) scope can't be accessed from an outer scope. // Variables declared in an inner (deeper) scope can't be accessed from an outer scope.
// Thus they can be filtered out upon leaving the inner scope. // Thus they can be filtered out upon leaving the inner scope.
@Suppress("UNCHECKED_CAST") @Suppress("UNCHECKED_CAST")
return info.copy().retainAll { variable -> return info.retainAll { variable ->
val blockScope = blockScopeVariableInfo.declaredIn[variable] val blockScope = blockScopeVariableInfo.declaredIn[variable]
// '-1' for variables declared outside this pseudocode // '-1' for variables declared outside this pseudocode
val depth = blockScope?.depth ?: -1 val depth = blockScope?.depth ?: -1
@@ -20,7 +20,10 @@ import com.google.common.collect.Maps
import org.jetbrains.kotlin.cfg.pseudocode.Pseudocode import org.jetbrains.kotlin.cfg.pseudocode.Pseudocode
import org.jetbrains.kotlin.cfg.pseudocode.PseudocodeUtil import org.jetbrains.kotlin.cfg.pseudocode.PseudocodeUtil
import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.* import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.MagicInstruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.MagicKind
import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.ReadValueInstruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.eval.WriteValueInstruction
import org.jetbrains.kotlin.cfg.pseudocode.instructions.special.VariableDeclarationInstruction import org.jetbrains.kotlin.cfg.pseudocode.instructions.special.VariableDeclarationInstruction
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.Edges import org.jetbrains.kotlin.cfg.pseudocodeTraverser.Edges
import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder import org.jetbrains.kotlin.cfg.pseudocodeTraverser.TraversalOrder
@@ -28,7 +31,7 @@ import org.jetbrains.kotlin.descriptors.VariableDescriptor
import org.jetbrains.kotlin.psi.KtProperty import org.jetbrains.kotlin.psi.KtProperty
import org.jetbrains.kotlin.resolve.BindingContext import org.jetbrains.kotlin.resolve.BindingContext
import org.jetbrains.kotlin.resolve.BindingContextUtils.variableDescriptorForDeclaration import org.jetbrains.kotlin.resolve.BindingContextUtils.variableDescriptorForDeclaration
import java.util.Collections import java.util.*
class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingContext: BindingContext) { class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingContext: BindingContext) {
private val pseudocodeVariableDataCollector: PseudocodeVariableDataCollector private val pseudocodeVariableDataCollector: PseudocodeVariableDataCollector
@@ -105,39 +108,39 @@ class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingCon
blockScopeVariableInfo: BlockScopeVariableInfo): InitControlFlowInfo { blockScopeVariableInfo: BlockScopeVariableInfo): InitControlFlowInfo {
if (instruction is MagicInstruction) { if (instruction is MagicInstruction) {
if (instruction.kind === MagicKind.EXHAUSTIVE_WHEN_ELSE) { if (instruction.kind === MagicKind.EXHAUSTIVE_WHEN_ELSE) {
val exitInstructionData = enterInstructionData.copy() return enterInstructionData.iterator().fold(enterInstructionData) {
for ((key, value) in enterInstructionData) { result, (key, value) ->
if (!value.definitelyInitialized()) { if (!value.definitelyInitialized()) {
exitInstructionData.put(key, VariableControlFlowState.createInitializedExhaustively(value.isDeclared)) result.put(key, VariableControlFlowState.createInitializedExhaustively(value.isDeclared))
} }
else result
} }
return exitInstructionData
} }
} }
if (instruction !is WriteValueInstruction && instruction !is VariableDeclarationInstruction) { if (instruction !is WriteValueInstruction && instruction !is VariableDeclarationInstruction) {
return enterInstructionData return enterInstructionData
} }
val variable = PseudocodeUtil.extractVariableDescriptorIfAny(instruction, bindingContext) ?: return enterInstructionData val variable = PseudocodeUtil.extractVariableDescriptorIfAny(instruction, bindingContext) ?: return enterInstructionData
val exitInstructionData = enterInstructionData.copy() var exitInstructionData = enterInstructionData
if (instruction is WriteValueInstruction) { if (instruction is WriteValueInstruction) {
// if writing to already initialized object // if writing to already initialized object
if (!PseudocodeUtil.isThisOrNoDispatchReceiver(instruction, bindingContext)) { if (!PseudocodeUtil.isThisOrNoDispatchReceiver(instruction, bindingContext)) {
return enterInstructionData return enterInstructionData
} }
val enterInitState = enterInstructionData[variable] val enterInitState = enterInstructionData.getOrNull(variable)
val initializationAtThisElement = VariableControlFlowState.create(instruction.element is KtProperty, enterInitState) val initializationAtThisElement = VariableControlFlowState.create(instruction.element is KtProperty, enterInitState)
exitInstructionData.put(variable, initializationAtThisElement) exitInstructionData = exitInstructionData.put(variable, initializationAtThisElement, enterInitState)
} }
else { else {
// instruction instanceof VariableDeclarationInstruction // instruction instanceof VariableDeclarationInstruction
var enterInitState: VariableControlFlowState? = enterInstructionData[variable] var enterInitState: VariableControlFlowState? = enterInstructionData.getOrNull(variable)
if (enterInitState == null) { if (enterInitState == null) {
enterInitState = getDefaultValueForInitializers(variable, instruction, blockScopeVariableInfo) enterInitState = getDefaultValueForInitializers(variable, instruction, blockScopeVariableInfo)
} }
if (!enterInitState.mayBeInitialized() || !enterInitState.isDeclared) { if (!enterInitState.mayBeInitialized() || !enterInitState.isDeclared) {
val variableDeclarationInfo = VariableControlFlowState.create(enterInitState.initState, isDeclared = true) val variableDeclarationInfo = VariableControlFlowState.create(enterInitState.initState, isDeclared = true)
exitInstructionData.put(variable, variableDeclarationInfo) exitInstructionData = exitInstructionData.put(variable, variableDeclarationInfo, enterInitState)
} }
} }
return exitInstructionData return exitInstructionData
@@ -154,34 +157,35 @@ class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingCon
enterResult = incomingEdgesData.single() enterResult = incomingEdgesData.single()
} }
else { else {
enterResult = UseControlFlowInfo() enterResult = incomingEdgesData.fold(UseControlFlowInfo()) { result, edgeData ->
for (edgeData in incomingEdgesData) { edgeData.iterator().fold(result) {
for ((variableDescriptor, variableUseState) in edgeData) { subResult, (variableDescriptor, variableUseState) ->
enterResult.put(variableDescriptor, variableUseState.merge(enterResult[variableDescriptor])) subResult.put(variableDescriptor, variableUseState.merge(subResult.getOrNull(variableDescriptor)))
} }
} }
} }
val variableDescriptor = PseudocodeUtil.extractVariableDescriptorFromReference(instruction, bindingContext) val variableDescriptor = PseudocodeUtil.extractVariableDescriptorFromReference(instruction, bindingContext)
if (variableDescriptor == null || instruction !is ReadValueInstruction && instruction !is WriteValueInstruction) { if (variableDescriptor == null || instruction !is ReadValueInstruction && instruction !is WriteValueInstruction) {
Edges(enterResult, enterResult) Edges(enterResult, enterResult)
} }
else { else {
val exitResult = enterResult.copy() val exitResult =
if (instruction is ReadValueInstruction) { if (instruction is ReadValueInstruction) {
exitResult.put(variableDescriptor, VariableUseState.READ) enterResult.put(variableDescriptor, VariableUseState.READ)
}
else {
var variableUseState: VariableUseState? = enterResult[variableDescriptor]
if (variableUseState == null) {
variableUseState = VariableUseState.UNUSED
} }
when (variableUseState) { else {
VariableUseState.UNUSED, VariableUseState.ONLY_WRITTEN_NEVER_READ -> var variableUseState: VariableUseState? = enterResult.getOrNull(variableDescriptor)
exitResult.put(variableDescriptor, VariableUseState.ONLY_WRITTEN_NEVER_READ) if (variableUseState == null) {
VariableUseState.WRITTEN_AFTER_READ, VariableUseState.READ -> variableUseState = VariableUseState.UNUSED
exitResult.put(variableDescriptor, VariableUseState.WRITTEN_AFTER_READ) }
when (variableUseState) {
VariableUseState.UNUSED, VariableUseState.ONLY_WRITTEN_NEVER_READ ->
enterResult.put(variableDescriptor, VariableUseState.ONLY_WRITTEN_NEVER_READ)
VariableUseState.WRITTEN_AFTER_READ, VariableUseState.READ ->
enterResult.put(variableDescriptor, VariableUseState.WRITTEN_AFTER_READ)
}
} }
}
Edges(enterResult, exitResult) Edges(enterResult, exitResult)
} }
} }
@@ -202,23 +206,25 @@ class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingCon
return VariableControlFlowState.create(isInitialized = declaredOutsideThisDeclaration) return VariableControlFlowState.create(isInitialized = declaredOutsideThisDeclaration)
} }
private val EMPTY_INIT_CONTROL_FLOW_INFO = InitControlFlowInfo()
private fun mergeIncomingEdgesDataForInitializers( private fun mergeIncomingEdgesDataForInitializers(
instruction: Instruction, instruction: Instruction,
incomingEdgesData: Collection<InitControlFlowInfo>, incomingEdgesData: Collection<InitControlFlowInfo>,
blockScopeVariableInfo: BlockScopeVariableInfo blockScopeVariableInfo: BlockScopeVariableInfo
): InitControlFlowInfo { ): InitControlFlowInfo {
if (incomingEdgesData.size == 1) return incomingEdgesData.single() if (incomingEdgesData.size == 1) return incomingEdgesData.single()
if (incomingEdgesData.isEmpty()) return EMPTY_INIT_CONTROL_FLOW_INFO
val variablesInScope = linkedSetOf<VariableDescriptor>() val variablesInScope = linkedSetOf<VariableDescriptor>()
for (edgeData in incomingEdgesData) { for (edgeData in incomingEdgesData) {
variablesInScope.addAll(edgeData.keys) variablesInScope.addAll(edgeData.keySet())
} }
val enterInstructionData = InitControlFlowInfo() return variablesInScope.fold(EMPTY_INIT_CONTROL_FLOW_INFO) { result, variable ->
for (variable in variablesInScope) {
var initState: InitState? = null var initState: InitState? = null
var isDeclared = true var isDeclared = true
for (edgeData in incomingEdgesData) { for (edgeData in incomingEdgesData) {
val varControlFlowState = edgeData[variable] val varControlFlowState = edgeData.getOrNull(variable)
?: getDefaultValueForInitializers(variable, instruction, blockScopeVariableInfo) ?: getDefaultValueForInitializers(variable, instruction, blockScopeVariableInfo)
initState = initState?.merge(varControlFlowState.initState) ?: varControlFlowState.initState initState = initState?.merge(varControlFlowState.initState) ?: varControlFlowState.initState
if (!varControlFlowState.isDeclared) { if (!varControlFlowState.isDeclared) {
@@ -228,9 +234,8 @@ class PseudocodeVariablesData(val pseudocode: Pseudocode, private val bindingCon
if (initState == null) { if (initState == null) {
throw AssertionError("An empty set of incoming edges data") throw AssertionError("An empty set of incoming edges data")
} }
enterInstructionData.put(variable, VariableControlFlowState.create(initState, isDeclared)) result.put(variable, VariableControlFlowState.create(initState, isDeclared))
} }
return enterInstructionData
} }
} }
} }
+1
View File
@@ -35,5 +35,6 @@
<orderEntry type="module" module-name="ir.psi2ir" scope="TEST" /> <orderEntry type="module" module-name="ir.psi2ir" scope="TEST" />
<orderEntry type="module" module-name="ir.ir2cfg" scope="TEST" /> <orderEntry type="module" module-name="ir.ir2cfg" scope="TEST" />
<orderEntry type="library" name="idea-full" level="project" /> <orderEntry type="library" name="idea-full" level="project" />
<orderEntry type="library" name="javaslang" level="project" />
</component> </component>
</module> </module>
@@ -18,6 +18,7 @@ package org.jetbrains.kotlin.cfg;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import com.intellij.openapi.util.text.StringUtil; import com.intellij.openapi.util.text.StringUtil;
import javaslang.Tuple2;
import org.jetbrains.annotations.NotNull; import org.jetbrains.annotations.NotNull;
import org.jetbrains.kotlin.cfg.pseudocode.PseudocodeImpl; import org.jetbrains.kotlin.cfg.pseudocode.PseudocodeImpl;
import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction; import org.jetbrains.kotlin.cfg.pseudocode.instructions.Instruction;
@@ -79,21 +80,22 @@ public abstract class AbstractDataFlowTest extends AbstractPseudocodeTest {
maxWidth = length; maxWidth = length;
} }
} }
return maxWidth; return maxWidth;
} }
@NotNull @NotNull
private static <S, I extends ControlFlowInfo<S>> String dumpEdgesData(String prefix, @NotNull Edges<I> edges) { private static <S, I extends ControlFlowInfo<?, S>> String dumpEdgesData(String prefix, @NotNull Edges<I> edges) {
return prefix + return prefix +
" in: " + renderVariableMap(edges.getIncoming()) + " in: " + renderVariableMap(edges.getIncoming()) +
" out: " + renderVariableMap(edges.getOutgoing()); " out: " + renderVariableMap(edges.getOutgoing());
} }
private static <S> String renderVariableMap(Map<VariableDescriptor, S> map) { private static <S> String renderVariableMap(javaslang.collection.Map<VariableDescriptor, S> map) {
List<String> result = Lists.newArrayList(); List<String> result = Lists.newArrayList();
for (Map.Entry<VariableDescriptor, S> entry : map.entrySet()) { for (Tuple2<VariableDescriptor, S> entry : map) {
VariableDescriptor variable = entry.getKey(); VariableDescriptor variable = entry._1;
S state = entry.getValue(); S state = entry._2;
result.add(variable.getName() + "=" + state); result.add(variable.getName() + "=" + state);
} }
Collections.sort(result); Collections.sort(result);
+9
View File
@@ -0,0 +1,9 @@
<component name="libraryTable">
<library name="javaslang">
<CLASSES>
<root url="jar://$PROJECT_DIR$/../dependencies/javaslang-2.0.6.jar!/" />
</CLASSES>
<JAVADOC />
<SOURCES />
</library>
</component>
+1
View File
@@ -30,5 +30,6 @@
<orderEntry type="library" scope="PROVIDED" name="intellij-core" level="project" /> <orderEntry type="library" scope="PROVIDED" name="intellij-core" level="project" />
<orderEntry type="library" name="idea-full" level="project" /> <orderEntry type="library" name="idea-full" level="project" />
<orderEntry type="library" name="protobuf" level="project" /> <orderEntry type="library" name="protobuf" level="project" />
<orderEntry type="library" name="javaslang" level="project" />
</component> </component>
</module> </module>
+3
View File
@@ -236,6 +236,9 @@
<!-- Rhino --> <!-- Rhino -->
<get-maven-library prefix="org/mozilla" lib="rhino" version="1.7.6"/> <get-maven-library prefix="org/mozilla" lib="rhino" version="1.7.6"/>
<!-- Javaslang -->
<get-maven-library prefix="io/javaslang" lib="javaslang" version="2.0.6"/>
<!-- Uast --> <!-- Uast -->
<property name="uast.server" value="http://dl.bintray.com/kotlin/uast"/> <property name="uast.server" value="http://dl.bintray.com/kotlin/uast"/>
<get-maven-library prefix="org/jetbrains/uast" lib="uast-common" version="${uast.version}" target.jar.name.base="uast-common" server="${uast.server}"/> <get-maven-library prefix="org/jetbrains/uast" lib="uast-common" version="${uast.version}" target.jar.name.base="uast-common" server="${uast.server}"/>