codemining.languagetools.Scope.ScopeType Java Examples

private Multimap<Scope, String> getClassnames(final ASTNode node) {
	final ClassnameFinder cf = new ClassnameFinder(methodsAsRoots);
	node.accept(cf);

	final Multimap<Scope, String> classnames = TreeMultimap.create();

	for (final Entry<ASTNode, String> classname : cf.types.entries()) {
		final ASTNode parentNode = classname.getKey();
		final Scope sc = new Scope(
				classname.getKey().toString(),
				parentNode.getNodeType() == ASTNode.METHOD_DECLARATION ? ScopeType.SCOPE_METHOD
						: ScopeType.SCOPE_CLASS, TYPENAME,
				parentNode.getNodeType(), -1);
		classnames.put(sc, classname.getValue());
	}
	return classnames;
}
 

private Multimap<Scope, String> getClassnames(final ASTNode node) {
	final ClassnameFinder cf = new ClassnameFinder(methodsAsRoots);
	node.accept(cf);

	final Multimap<Scope, String> classnames = TreeMultimap.create();

	for (final Entry<ASTNode, String> classname : cf.types.entries()) {
		final ASTNode parentNode = classname.getKey();
		final Scope sc = new Scope(
				classname.getKey().toString(),
				parentNode.getNodeType() == ASTNode.METHOD_DECLARATION ? ScopeType.SCOPE_METHOD
						: ScopeType.SCOPE_CLASS, TYPENAME,
				parentNode.getNodeType(), -1);
		classnames.put(sc, classname.getValue());
	}
	return classnames;
}
 

private Multimap<Scope, String> getClassnames(final ASTNode node) {
	final ClassnameFinder cf = new ClassnameFinder(methodsAsRoots);
	node.accept(cf);

	final Multimap<Scope, String> classnames = TreeMultimap.create();

	for (final Entry<ASTNode, String> classname : cf.types.entries()) {
		final ASTNode parentNode = classname.getKey();
		final Scope sc = new Scope(
				classname.getKey().toString(),
				parentNode.getNodeType() == ASTNode.METHOD_DECLARATION ? ScopeType.SCOPE_METHOD
						: ScopeType.SCOPE_CLASS, TYPENAME,
				parentNode.getNodeType(), -1);
		classnames.put(sc, classname.getValue());
	}
	return classnames;
}
 

@Override
public boolean visit(MethodDeclaration node) {
	if (currentMethodNode == null) {
		currentMethodNode = node;
	}
	if (node.isConstructor())
		return super.visit(node);
	final String name = node.getName().toString();

	final Method mth = new Method(name, ScopeType.SCOPE_CLASS);
	if (classNode != null) {
		methods.put(classNode, mth);
	}
	return super.visit(node);
}
 

@Override
public boolean visit(final VariableDeclarationStatement node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final VariableDeclarationExpression node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final SingleVariableDeclaration node) {
	final ASTNode parent = node.getParent();
	if (parent.getNodeType() == ASTNode.METHOD_DECLARATION) {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_METHOD));
	} else {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final FieldDeclaration node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_CLASS));
	}
	return super.visit(node);
}
 

@Override
public boolean visit(MethodDeclaration node) {
	if (currentMethodNode == null) {
		currentMethodNode = node;
	}
	if (node.isConstructor())
		return super.visit(node);
	final String name = node.getName().toString();

	final Method mth = new Method(name, ScopeType.SCOPE_CLASS);
	if (classNode != null) {
		methods.put(classNode, mth);
	}
	return super.visit(node);
}
 

@Override
public boolean visit(final VariableDeclarationStatement node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final VariableDeclarationExpression node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final SingleVariableDeclaration node) {
	final ASTNode parent = node.getParent();
	if (parent.getNodeType() == ASTNode.METHOD_DECLARATION) {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_METHOD));
	} else {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final FieldDeclaration node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_CLASS));
	}
	return super.visit(node);
}
 

@Override
public void run() {
	for (int i = 0; i < data.length; i++) {
		System.out.println("==============" + ScopeType.values()[i]
				+ "===========");
		data[i].printStats();
	}
}
 

@Override
public void run() {
	for (int i = 0; i < data.length; i++) {
		System.out.println("==============" + ScopeType.values()[i]
				+ "===========");
		data[i].printStats();
	}
}
 

@Override
public boolean visit(final VariableDeclarationStatement node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final VariableDeclarationExpression node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final SingleVariableDeclaration node) {
	final ASTNode parent = node.getParent();
	if (parent.getNodeType() == ASTNode.METHOD_DECLARATION) {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_METHOD));
	} else {
		variableScopes.put(parent, new Variable(node.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_LOCAL));
	}
	return false;
}
 

@Override
public boolean visit(final FieldDeclaration node) {
	final ASTNode parent = node.getParent();
	for (final Object fragment : node.fragments()) {
		final VariableDeclarationFragment frag = (VariableDeclarationFragment) fragment;
		variableScopes.put(parent, new Variable(frag.getName()
				.getIdentifier(), node.getType().toString(),
				ScopeType.SCOPE_CLASS));
	}
	return super.visit(node);
}
 

@Override
public boolean visit(MethodDeclaration node) {
	if (currentMethodNode == null) {
		currentMethodNode = node;
	}
	if (node.isConstructor())
		return super.visit(node);
	final String name = node.getName().toString();

	final Method mth = new Method(name, ScopeType.SCOPE_CLASS);
	if (classNode != null) {
		methods.put(classNode, mth);
	}
	return super.visit(node);
}
 

public Method(final String name, final ScopeType type) {
	this.name = name;
	this.type = type;
}
 

public Method(final String name, final ScopeType type) {
	this.name = name;
	this.type = type;
}
 

public Variable(final String name, final String variableType,
		final ScopeType scope) {
	this.name = name;
	this.scope = scope;
	this.type = variableType;
}
 

/**
 */
public void evaluateSingleRenaming(final ResultObject[] results,
		final Entry<Scope, String> identifier) {
	final SortedSet<Renaming> renamings = renamer.getRenamings(
			identifier.getKey(), identifier.getValue());

	if (DEBUG_RENAMINGS) {
		outputResult(identifier, renamings);
	}

	final ScopeType scope = identifier.getKey().scopeType;
	int scopeIndex = 0;
	for (int i = 0; i < ScopeType.values().length; i++) {
		if (scope == ScopeType.values()[i]) {
			scopeIndex = i;
			break;
		}
	}
	results[scopeIndex].count++;

	if (renamings.first().name.equals("UNK_SYMBOL")) {
		return;
	}

	int pos = 1;
	Renaming expectedRenaming = new Renaming("INVALID!!!",
			Double.POSITIVE_INFINITY, 0, identifier.getKey());
	for (final Renaming renaming : renamings) {
		if (renaming.name.equals(identifier.getValue())
				|| (renaming.name.equals("UNK_SYMBOL") && renamer
						.isTrueUNK(identifier.getValue()))) {
			expectedRenaming = renaming;
			break;
		}
		pos++;
	}

	// Find threshold t after which the renaming was suggested
	int tLimitIndex = ResultObject.THRESHOLD_VALUES.length + 1;
	for (int i = 0; i < ResultObject.THRESHOLD_VALUES.length; i++) {
		if (ResultObject.THRESHOLD_VALUES[i] >= expectedRenaming.score) {
			tLimitIndex = i;
			break;
		}
	}

	for (int i = tLimitIndex; i < ResultObject.THRESHOLD_VALUES.length; i++) {
		for (int j = pos; j < ResultObject.MAX_RANK + 1; j++) {
			results[scopeIndex].recallAtRank[i][j - 1]++;
		}
		results[scopeIndex].reciprocalSum[i] += 1. / pos;
		results[scopeIndex].nGaveSuggestions[i]++;
	}
}
 

final void evaluateRenamings(final Multimap<Scope, String> m,
		final File file) {
	final ResultObject[] fileResults = new ResultObject[ScopeType.values().length];
	for (int i = 0; i < fileResults.length; i++) {
		fileResults[i] = new ResultObject();
	}

	for (final Entry<Scope, String> variable : m.entries()) {
		try {
			evaluateSingleRenaming(fileResults, variable);
		} catch (final Throwable e) {
			LOGGER.warning("Failed to evaluate renaming " + variable + " "
					+ ExceptionUtils.getFullStackTrace(e));
		}
	}

	for (int i = 0; i < fileResults.length; i++) {
		data[i].accumulate(fileResults[i]);
	}

	if (PER_FILE_STATS) {
		final StringBuffer buf = new StringBuffer();
		buf.append(file.getAbsolutePath());
		buf.append("\t");
		long tp0 = 0;
		long allSum = 0;

		for (int i = 0; i < ScopeType.values().length; i++) {
			final long[] tpScope = data[i].recallAtRank[i];
			tp0 += tpScope[0];

			final long allScope = data[i].count;
			allSum += allScope;

			buf.append(data[i].nGaveSuggestions[0]);
			buf.append("\t");
		}

		buf.append(((double) tp0) / allSum);

		buf.append("\n");
		appendToStatsFile(buf);
	}

}
 

/**
 * @param args
 * @throws IOException
 * @throws ClassNotFoundException
 * @throws SerializationException
 * @throws NoSuchMethodException
 * @throws InvocationTargetException
 * @throws IllegalAccessException
 * @throws InstantiationException
 * @throws SecurityException
 * @throws IllegalArgumentException
 */
public static void main(final String[] args) throws IOException,
		SerializationException, IllegalArgumentException,
		SecurityException, InstantiationException, IllegalAccessException,
		InvocationTargetException, NoSuchMethodException,
		ClassNotFoundException {
	if (args.length != 4) {
		System.err
				.println("Usage <lmModel> <folder> variable|method <renamerClass> [renamerArgument]");
		return;
	}

	final File directory = new File(args[1]);

	LOGGER.info("Reading LM...");
	final AbstractNGramLM langModel = ((AbstractNGramLM) Serializer
			.getSerializer().deserializeFrom(args[0]));

	final ResultObject[] data = new ResultObject[ScopeType.values().length];
	for (int i = 0; i < data.length; i++) {
		data[i] = new ResultObject();
	}

	final AbstractIdentifierRenamings renamer;
	if (args.length == 4) {
		renamer = (AbstractIdentifierRenamings) Class.forName(args[3])
				.getDeclaredConstructor(AbstractNGramLM.class)
				.newInstance(langModel);
	} else {
		renamer = (AbstractIdentifierRenamings) Class
				.forName(args[3])
				.getDeclaredConstructor(AbstractNGramLM.class, String.class)
				.newInstance(langModel, args[4]);
	}

	final NamingEvaluator ve = new NamingEvaluator(renamer, data);

	final IScopeExtractor scopeExtractor = ScopesTUI
			.getScopeExtractorByName(args[2]);

	ve.performEvaluation(
			FileUtils.listFiles(directory, langModel.getTokenizer()
					.getFileFilter(), DirectoryFileFilter.DIRECTORY),
			scopeExtractor);

}
 

public Method(final String name, final ScopeType type) {
	this.name = name;
	this.type = type;
}
 

public Variable(final String name, final String variableType,
		final ScopeType scope) {
	this.name = name;
	this.scope = scope;
	this.type = variableType;
}
 

public Variable(final String name, final String variableType,
		final ScopeType scope) {
	this.name = name;
	this.scope = scope;
	this.type = variableType;
}