semgrep / semgrep Goto Github PK

def __eq__(self, other):
    pass

class A:
    def __eq__(self, other):
        pass

def A():
    def __eq__(...): 
        pass
    return __eq__

if __name__ == '__main__':
    from forget_mult import ForgetMult
else:
    from .forget_mult import ForgetMult

@alpha @beta @charlie('xyz')
def foo():
    x = 42

@alpha
def (...):
    ...

@charlie(...)
def (...):
    ...

@charlie("xyz")
def (...):
    ...

git clone https://github.com/dulwich/dulwich /tmp/dulwich && cd /tmp/dulwich && git checkout 9e0de26619ad35762a0394894c53637627039ab2 && cd -

sgrep-lint /tmp/dulwich/ --config=r2c
running 60 rules from 26 yaml files (0 yaml files were invalid)
Fatal error: exception (Failure "empty list, max_min_ii_by_pos")
non-zero return code while invoking sgrep with:
	sgrep -lang python -rules_file /var/folders/fc/v6k2jq7n3zb03_z3gc0zcxw80000gn/T/tmpe0_5vgbc /tmp/dulwich
Command '['sgrep', '-lang', 'python', '-rules_file', '/var/folders/fc/v6k2jq7n3zb03_z3gc0zcxw80000gn/T/tmpe0_5vgbc', '/tmp/dulwich']' returned non-zero exit status 2.


An error occurred while invoking the sgrep engine; please help us fix this by filing an an issue at https://sgrep.dev

running 1 rules from 1 yaml files (0 yaml files were invalid)
Fatal error: exception (Failure "get_pos: Ab or FakeTok")
Traceback (most recent call last):
  File "/bin/sgrep-lint", line 851, in <module>
    main(args)
  File "/bin/sgrep-lint", line 701, in main
    output_json = invoke_sgrep(all_patterns, targets)
  File "/bin/sgrep-lint", line 325, in invoke_sgrep
    output = subprocess.check_output(cmd, shell=False)
  File "/usr/lib/python3.8/subprocess.py", line 411, in check_output
    return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
  File "/usr/lib/python3.8/subprocess.py", line 512, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['sgrep', '-lang', 'python', '-rules_file', '/tmp/tmpu09opzct', '/home/repo']' returned non-zero exit status 2.

- id: foo
- pattern:
- pattern-inside:

/ # sgrep -lang python -rules_file /analyzer/data/basic.yml /analysis/inputs/public/source-code
Fatal error: exception Common.CmdError(_, "CMD = find  '/analysis/inputs/public/source-code' -type f | grep -v /.hg/ |grep -v /CVS/ | grep -v /.git/ |grep -v /_darcs/| grep -v /.svn/ | grep -v .git_annot | grep -v .marshall, RESULT = ")

            $X = $Y;
            $X = $Z;

var x = 1;
x = 2;
x = 3;

in java/basic-rules.yaml, pattern in rule eqeq-is-bad can't be parsed for language java: assert(...)

> sgrep -lang=java -e "assert(...)" any.java
Fatal error: exception (Failure "fail to parse pattern: 'assert(...)' in lang java")

Fatal error: exception (Failure "get_pos: Ab or FakeTok")
Traceback (most recent call last):
  File "/bin/sgrep-lint", line 851, in <module>
    main(args)
  File "/bin/sgrep-lint", line 701, in main
    output_json = invoke_sgrep(all_patterns, targets)
  File "/bin/sgrep-lint", line 325, in invoke_sgrep
    output = subprocess.check_output(cmd, shell=False)
  File "/usr/lib/python3.8/subprocess.py", line 411, in check_output
    return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
  File "/usr/lib/python3.8/subprocess.py", line 512, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['sgrep', '-lang', 'python', '-rules_file', '/tmp/tmpckk6dtz6', '/home/repo']' returned non-zero exit status 2.

sgrep-rules (ie/golang2)> sgrep-lint --strict --no-rewrite-rule-ids -f go/deadcode/useless-eqeq.yaml go/deadcode/useless-eqeq.go
running 2 rules from 1 yaml files (0 yaml files were invalid)
go/deadcode/useless-eqeq.go:8 eqeq-is-bad - useless comparison operation `y == y` or `y != y`
go/deadcode/useless-eqeq.go:13 hardcoded-eq-true-or-false - useless if statement, always the same behavior
go/deadcode/useless-eqeq.go:13 hardcoded-eq-true-or-false - useless if statement, always the same behavior
go/deadcode/useless-eqeq.go:13 hardcoded-eq-true-or-false - useless if statement, always the same behavior

> sgrep -C 3 -e "foo(...)" .
--
_build/foo.py-    someline
_build/foo.py-    someline2
_build/foo.py:    foo(x=1)
_build/foo.py-    somelin3
_build/foo.py-    someline4

> sgrep -lang go -e "if (true)" README.md
Fatal error: exception (Failure "fail to parse pattern: 'if (true)' in lang go")
> sgrep -lang go -e "if (true) { ... } " README.md
Fatal error: exception (Failure "fail to parse pattern: 'if (true) { ... } ' in lang go")

pattern-with-guard:
    pattern: foo($X)
    where-python: "0 <= vars['$X'] <= 100"

pattern-with-guard:
    pattern: urllib3.PoolManager(cert_reqs=$X)
    where-python: "vars['$X'] in ['CERT_NONE', 'NONE']"

git clone https://github.com/yaml/pyyaml /tmp/pyyaml && cd /tmp/pyyaml && git checkout 5986257f9fc978d4a61b6e0001df554f80e565cb && cd -

> cat foo.js
var x = 1;
var y = "foobar";

docker run --rm -v (pwd):/home/repo returntocorp/sgrep:latest -e '$X = ...' -l javascript foo.js
in manual, pattern in rule - can't be parsed for language javascript: $X = ...
invalid patterns found inside rules; aborting

sgrep -lang go -e "assert(...)" anyfile.go

Fatal error: exception (Failure "fail to parse pattern: 'assert(...)' in lang go")

os.remove($X: int)

os.remove(5)

Fatal error: exception (Failure "get_pos: Ab or FakeTok")

rules:
    - id: return-in-init
      patterns:
        - pattern-inside: |
            class A(...):
              ...
        - pattern-inside: |
            def __init__(...):
              ...
        - pattern: return $X
      message: "`return` should never appear inside a class __init__ function"
      languages: [python]
      severity: ERROR

./sgrep.py -f ~/Workspace/sgrep-rules/python/smells/return-in-init.yaml ~/Workspace/pyyaml

running 1 rules from 1 yaml files (0 yaml files were invalid)
Fatal error: exception (Failure "get_pos: Ab or FakeTok")
Traceback (most recent call last):
  File "./sgrep.py", line 779, in <module>
    main(args)
  File "./sgrep.py", line 641, in main
    output_json = invoke_sgrep(all_patterns, targets)
  File "./sgrep.py", line 291, in invoke_sgrep
    output = subprocess.check_output(cmd, shell=False)
  File "/usr/local/Cellar/python/3.7.2_2/Frameworks/Python.framework/Versions/3.7/lib/python3.7/subprocess.py", line 395, in check_output
    **kwargs).stdout
  File "/usr/local/Cellar/python/3.7.2_2/Frameworks/Python.framework/Versions/3.7/lib/python3.7/subprocess.py", line 487, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['sgrep', '-rules_file', '/var/folders/7c/2qqryd9n42b9v778dlpdhqgw0000gn/T/tmp1gwgxhqz', '/Users/ulziibayarotgonbaatar/Workspace/pyyaml']' returned non-zero exit status 2.

    - pattern-either:
        - pattern: |
            $S = socket.socket(...)
            ...
            $S.bind(("0.0.0.0", ...))
        - pattern: |
            $S = socket.socket(...)
            ...
            $S.bind(("", ...))

easy_s = socket.socket(doesnt, matter)
easy_s.bind()

class A(...)

class A:
class A():
class A(ParentClass):

with(...) as F:
    ...

F. __enter__()
...
F.__exit()

metrics.send(f"{function}.success", 'counter', '1', metric_tags={"source": source})

metrics.send(...)

metrics.send($X, 'counter', '...', ...)

time sgrep -lang python -rules_file .sgrep.yml .
{ "matches": [], "errors": [] }
       12.71 real        13.06 user         1.20 sys

docker run --rm -v (pwd):/home/repo returntocorp/sgrep:develop --json