Add api layer and special files (#4)

* Make it possible to save new files in a temporary file

* Handle request errors in separate function

* Remove checks for O_CREAT and O_EXCL flags in open function

As explained here [0] these flags will never be passed so they don't
need any special consideration.

[0] https://sourceforge.net/p/fuse/mailman/message/29515577/

* Add first api layer

* Add help file class

* Add special file for filesystem mode

* Add `is-file` command to the api

* Change default behaviour to only show latest submissions

* Add grade and feedback special file

Author: libre-man

.gitignore

@@ -1,2 +1,7 @@
 /env/
 /__pycache__/
+mount/
+/.dir-locals.el
+/.run_tests.sh
+.cov2emacs.log
+/.coverage

.travis.yml

@@ -5,6 +5,7 @@ notifications:
 
 services:
   - postgresql
+  - redis-server
 
 branches:
   only:
@@ -35,13 +36,15 @@ install:
   - pip install coveralls pytest-cov
   - pip install codecov
   - pip install -r requirements.txt
+  - pip install celery[redis]
   - git clone https://github.com/CodeGra-de/CodeGra.de.git backend
   - pip install -r backend/requirements.txt
 
 before_script:
   - pwd
   - ls
   - echo -e '[Back-end]\nsqlalchemy_database_uri = postgresql:///travis_ci_test\nDEBUG = true' > backend/config.ini
+  - echo -e '\n[Celery]\nbroker_url = redis://localhost:6379/0\n' >> backend/config.ini
   - mkdir -p backend/uploads
   - mkdir -p backend/mirror_uploads
   - python --version

Makefile

@@ -1,4 +1,5 @@
 export PYTHONPATH=$(CURDIR)
+TEST_FLAGS?=
 PYTEST?=pytest
 
 .PHONY: install_deps
@@ -12,5 +13,5 @@ format:
 .PHONY: test
 test:
 	coverage erase
-	$(PYTEST) test/ -vvvvvvvvv
+	$(PYTEST) test/ -vvvvvvvvv $(TEST_FLAGS)
 	coverage report -m cgfs.py

api_consumer.py

@@ -0,0 +1,180 @@
+#!/usr/bin/env python3
+import os
+import sys
+import json
+import socket
+
+
+def print_usage():
+    print(
+        (
+            'Usage:\n'
+            '{0} set-comment FILE LINE_NUMBER MESSAGE\n'
+            'OR\n'
+            '{0} delete-comment FILE LINE_NUMBER\n'
+            'OR\n'
+            '{0} get-comment FILE\n'
+        ).format(sys.argv[0]),
+        file=sys.stderr,
+        end='\n',
+    )
+
+
+def recv(s):
+    message = b''
+
+    while True:
+        m = s.recv(1024)
+        message += m
+        if len(m) < 1024:
+            break
+    return message
+
+
+def is_file(s, file):
+    s.send(
+        bytes(
+            json.dumps({
+                'op': 'is_file',
+                'file': os.path.abspath(file),
+            }).encode('utf8')
+        )
+    )
+    if json.loads(recv(s))['ok']:
+        return 0
+    else:
+        return 2
+
+
+def get_comments(s, file):
+    s.send(
+        bytes(
+            json.
+            dumps({
+                'op': 'get_feedback',
+                'file': os.path.abspath(file),
+            }).encode('utf8')
+        )
+    )
+    message = recv(s)
+
+    out = json.loads(message)
+    if out['ok']:
+        res = []
+        for key, val in out['data'].items():
+            res.append({'col': 0, 'line': int(key) + 1, 'content': val['msg']})
+
+        res.sort(key=lambda i: i['line'])
+        print(json.dumps(res))
+        return 0
+    else:
+        return 2
+
+
+def delete_comment(s, file, line):
+    s.send(
+        bytes(
+            json.dumps(
+                {
+                    'op': 'delete_feedback',
+                    'file': os.path.abspath(file),
+                    'line': line - 1,
+                }
+            ).encode('utf8')
+        )
+    )
+    if json.loads(recv(s))['ok']:
+        return 0
+    else:
+        return 2
+
+
+def set_comment(s, file, line, message):
+    s.send(
+        bytes(
+            json.dumps(
+                {
+                    'op': 'set_feedback',
+                    'file': os.path.abspath(sys.argv[2]),
+                    'line': line - 1,
+                    'message': message
+                }
+            ).encode('utf8')
+        )
+    )
+    if json.loads(recv(s))['ok']:
+        return 0
+    else:
+        return 2
+
+
+def main():
+    path = '/'
+    if len(sys.argv) < 3:
+        print_usage()
+        sys.exit(1)
+
+    for p in os.path.abspath(sys.argv[2]).split('/'):
+        if not p:
+            continue
+        path = os.path.join(path, p)
+        if os.path.isfile(os.path.join(path, '.api.socket')):
+            break
+    else:
+        print('Socket not found', file=sys.stderr)
+        sys.exit(3)
+
+    s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+    s.connect(open(os.path.join(path, '.api.socket'), 'r').read())
+
+    try:
+        if sys.argv[1] == 'set-comment':
+            if len(sys.argv) != 5:
+                print_usage()
+                sys.exit(1)
+
+            try:
+                line = int(sys.argv[3])
+            except ValueError:
+                print_usage()
+                sys.exit(3)
+
+            message = sys.argv[4]
+
+            sys.exit(set_comment(s, sys.argv[2], line, message))
+
+        elif sys.argv[1] == 'delete-comment':
+            if len(sys.argv) != 4:
+                print_usage()
+                sys.exit(1)
+
+            try:
+                line = int(sys.argv[3])
+            except ValueError:
+                print_usage()
+                sys.exit(3)
+
+            sys.exit(delete_comment(s, sys.argv[2], line))
+
+        elif sys.argv[1] == 'is-file':
+            if len(sys.argv) != 3:
+                print_usage()
+                sys.exit(1)
+
+            sys.exit(is_file(s, sys.argv[2]))
+
+        elif sys.argv[1] == 'get-comment':
+            if len(sys.argv) != 3:
+                print_usage()
+                sys.exit(1)
+
+            sys.exit(get_comments(s, sys.argv[2]))
+        else:
+            print_usage()
+            sys.exit(1)
+    finally:
+        s.close()
+
+
+if __name__ == '__main__':
+    main()