Merge pull request #37 from juanjux/feature/pos_offset

Fill offset. Fix some linenums and columns with 0 value.

Author: juanjux

driver/normalizer/parser.go

@@ -75,9 +75,23 @@ var ToNoder = &native.ObjectToNoder{
 	// FIXME: test[ast_type=Compare].comparators is a list?? (should be "right")
 }
 
-// ASTParserBuilder creates a parser that transform source code files into *uast.Node.
-func UASTParserBuilder(opts driver.UASTParserOptions) (driver.UASTParser, error) {
+func transformationParser(opts driver.UASTParserOptions) (tr driver.UASTParser, err error) {
 	parser, err := native.ExecParser(ToNoder, opts.NativeBin)
+	if err != nil {
+		return tr, err
+	}
+
+	tr = &driver.TransformationUASTParser{
+		UASTParser: parser,
+		Transformation: driver.FillOffsetFromLineCol,
+	}
+
+	return tr, nil
+}
+
+// UASTParserBuilder creates a parser that transform source code files into *uast.Node.
+func UASTParserBuilder(opts driver.UASTParserOptions) (driver.UASTParser, error) {
+	parser, err := transformationParser(opts)
 	if err != nil {
 		return nil, err
 	}

native/python_package/requirements.txt

@@ -1,4 +1,4 @@
 msgpack-python==0.4.8
-pydetector==0.6.1
+pydetector==0.8.1
 -e git+git://github.com/python/mypy.git@0bb2d1680e8b9522108b38d203cb73021a617e64#egg=mypy-lang
 typed-ast==1.0.1

native/python_package/setup.py

@@ -32,7 +32,7 @@
     },
     install_requires=[
         "msgpack-python==0.4.8",
-        "pydetector==0.6.1"
+        "pydetector==0.8.1"
     ],
     classifiers=[
         "Development Status :: 4 - Beta",

tests/aritmeticops.py.native

@@ -22,6 +22,7 @@
                         "lineno": 1,
                         "op": {
                             "ast_type": "Add",
+                            "col_offset": 1,
                             "lineno": 1
                         },
                         "right": {
@@ -50,6 +51,7 @@
                         "lineno": 2,
                         "op": {
                             "ast_type": "Sub",
+                            "col_offset": 1,
                             "lineno": 2
                         },
                         "right": {
@@ -78,6 +80,7 @@
                         "lineno": 3,
                         "op": {
                             "ast_type": "Mult",
+                            "col_offset": 1,
                             "lineno": 3
                         },
                         "right": {
@@ -106,6 +109,7 @@
                         "lineno": 4,
                         "op": {
                             "ast_type": "Div",
+                            "col_offset": 1,
                             "lineno": 4
                         },
                         "right": {
@@ -134,6 +138,7 @@
                         "lineno": 5,
                         "op": {
                             "ast_type": "FloorDiv",
+                            "col_offset": 1,
                             "lineno": 5
                         },
                         "right": {
@@ -162,6 +167,7 @@
                         "lineno": 6,
                         "op": {
                             "ast_type": "Mod",
+                            "col_offset": 1,
                             "lineno": 6
                         },
                         "right": {
@@ -190,6 +196,7 @@
                         "lineno": 7,
                         "op": {
                             "ast_type": "Pow",
+                            "col_offset": 1,
                             "lineno": 7
                         },
                         "right": {