Playing around with some clang plugins

.gitignore

@@ -47,6 +47,8 @@ gmon.out
 find_problem.status
 *.expected_cache
 
+plugins/clang_capi
+
 *.so
 *.pch
 

Makefile

@@ -1182,6 +1182,27 @@ $(FROM_CPYTHON_SRCS:.c=.prof.o): %.prof.o: %.c $(BUILD_SYSTEM_DEPS)
 	$(ECHO) Compiling C file to $@
 	$(VERB) $(CC_PROFILE) $(EXT_CFLAGS_PROFILE) -c $< -o $@ -g -MMD -MP -MF $(patsubst %.o,%.d,$@)
 
-# These are necessary until we support unicode:
-../from_cpython/Modules/_sre.o: EXT_CFLAGS += -Wno-sometimes-uninitialized
-../from_cpython/Modules/_sre.release.o: EXT_CFLAGS += -Wno-sometimes-uninitialized
+
+
+
+# TESTING:
+
+_plugins/clang_capi.so: plugins/clang_capi.cpp $(BUILD_SYSTEM_DEPS)
+	@# $(CXX) $< -o $@ -c -I/usr/lib/llvm-3.5/include -std=c++11 -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS
+	$(CXX) $< -o $@ -std=c++11 $(LLVM_CXXFLAGS) -I$(LLVM_SRC)/tools/clang/include -I$(LLVM_BUILD)/tools/clang/include -shared
+
+plugins/clang_capi.o: plugins/clang_capi.cpp $(BUILD_SYSTEM_DEPS)
+	@# $(CXX) $< -o $@ -c -I/usr/lib/llvm-3.5/include -std=c++11 -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS
+	$(CXX) $< -o $@ -std=c++11 $(LLVM_CXXFLAGS) -O0 -I$(LLVM_SRC)/tools/clang/include -I$(LLVM_BUILD)/tools/clang/include -c
+plugins/clang_capi: plugins/clang_capi.o $(BUILD_SYSTEM_DEPS)
+	@# $(CXX) $< -o $@ -c -I/usr/lib/llvm-3.5/include -std=c++11 -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS
+	$(CXX) $< -o $@ -L$(LLVM_BUILD)/Release/lib -lclangASTMatchers -lclangRewrite -lclangFrontend -lclangDriver -lclangTooling -lclangParse -lclangSema -lclangAnalysis -lclangAST -lclangEdit -lclangLex -lclangBasic -lclangSerialization $(shell $(LLVM_BUILD)/Release+Asserts/bin/llvm-config --ldflags --system-libs --libs all)
+plugins/clang_capi.so: plugins/clang_capi.o $(BUILD_SYSTEM_DEPS)
+	@# $(CXX) $< -o $@ -c -I/usr/lib/llvm-3.5/include -std=c++11 -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS
+	$(CXX) $< -o $@ -shared
+.PHONY: plugin_test
+plugin_test: plugins/clang_capi.so
+	$(CLANG_CXX) -Xclang -load -Xclang plugins/clang_capi.so -Xclang -add-plugin -Xclang print-fns test/test.cpp -c -S -o -
+.PHONY: tool_test
+tool_test: plugins/clang_capi
+	plugins/clang_capi test/test.cpp --

plugins/clang_capi.cpp

+//------------------------------------------------------------------------------
+// Tooling sample. Demonstrates:
+//
+// * How to write a simple source tool using libTooling.
+// * How to use RecursiveASTVisitor to find interesting AST nodes.
+// * How to use the Rewriter API to rewrite the source code.
+//
+// Eli Bendersky (eliben@gmail.com)
+// This code is in the public domain
+//------------------------------------------------------------------------------
+#include <sstream>
+#include <string>
+
+#include "clang/AST/AST.h"
+#include "clang/AST/ASTConsumer.h"
+#include "clang/AST/RecursiveASTVisitor.h"
+#include "clang/ASTMatchers/ASTMatchers.h"
+#include "clang/ASTMatchers/ASTMatchFinder.h"
+#include "clang/Frontend/ASTConsumers.h"
+#include "clang/Frontend/FrontendActions.h"
+#include "clang/Frontend/CompilerInstance.h"
+#include "clang/Tooling/CommonOptionsParser.h"
+#include "clang/Tooling/Tooling.h"
+#include "clang/Rewrite/Core/Rewriter.h"
+#include "llvm/Support/raw_ostream.h"
+
+using namespace llvm;
+using namespace clang;
+using namespace clang::driver;
+using namespace clang::tooling;
+using namespace clang::ast_matchers;
+
+static llvm::cl::OptionCategory ToolingSampleCategory("Tooling Sample");
+
+//auto matcher = memberExpr().bind("member_expr");
+auto matcher = memberExpr(member(fieldDecl(hasName("ob_refcnt")).bind("field"))).bind("member_expr");
+
+MatchFinder Finder;
+Rewriter TheRewriter;
+
+class Replacer : public MatchFinder::MatchCallback {
+public:
+    virtual void run (const MatchFinder::MatchResult &Result) {
+        errs() << "matched!\n";
+        if (const MemberExpr* ME = Result.Nodes.getNodeAs<clang::MemberExpr>("member_expr")) {
+            ME->dump();
+            //cast<FieldDecl>(ME->getMemberDecl())->dump();
+            TheRewriter.InsertTextBefore(ME->getSourceRange().getBegin(), "/* Pyston change, was:  ");
+            TheRewriter.InsertTextAfter(ME->getSourceRange().getEnd(), "*/ 2");
+            for (auto c : ME->Stmt::children()) {
+                c->dump();
+            }
+        }
+        if (const FieldDecl* ME = Result.Nodes.getNodeAs<clang::FieldDecl>("field")) {
+            ME->dump();
+            TheRewriter.InsertTextAfter(ME->getLocStart(), "/**/");
+        }
+        //Result.dump();
+    }
+};
+
+class MyFrontendAction : public ASTFrontendAction {
+public:
+    MyFrontendAction() {}
+
+    void EndSourceFileAction() override {
+        SourceManager &SM = TheRewriter.getSourceMgr();
+        // Now emit the rewritten buffer.
+        TheRewriter.getEditBuffer(SM.getMainFileID()).write(llvm::outs());
+    }
+
+    std::unique_ptr<ASTConsumer> CreateASTConsumer(CompilerInstance& CI, StringRef file) override {
+        TheRewriter.setSourceMgr(CI.getSourceManager(), CI.getLangOpts());
+        return Finder.newASTConsumer();
+    }
+};
+
+int main(int argc, const char **argv) {
+  CommonOptionsParser op(argc, argv, ToolingSampleCategory);
+  ClangTool Tool(op.getCompilations(), op.getSourcePathList());
+
+  Replacer replacer;
+  Finder.addMatcher(matcher, &replacer);
+
+  return Tool.run(newFrontendActionFactory<MyFrontendAction>().get());
+}