First version
J. Fernando Sánchez
3 years ago
commit
3d416f3682
@ -0,0 +1,3 @@
|
||||
submissions
|
||||
review
|
||||
.*
|
||||
@ -0,0 +1,236 @@
|
||||
'''
|
||||
This tool makes it easier to grade Moodle submissions that were originally
|
||||
made as individual image/pdf uploads.
|
||||
|
||||
It will merge the individual files into single PDF per student.
|
||||
That PDF can then be annotated, with general comments or with special comments
|
||||
that will be used to calculate the marks for the submission.
|
||||
Special annotations start with a specific first line, and are followed by
|
||||
lines with the name of the section graded and the points awarded for that section.
|
||||
|
||||
For instance, consider this annotation:
|
||||
|
||||
GRADE
|
||||
1.1 0.5
|
||||
1.2 1.0
|
||||
2 8.5
|
||||
|
||||
This will result in the user getting 10 marks. The results are stored
|
||||
per section (1.1, 1.2 and 2).
|
||||
The bulk grading feature will show how many submissions have a grade for
|
||||
each specific section.
|
||||
|
||||
You may specify the sections in advance. When all the sections have a grade
|
||||
for a specific student, that student will count as fully graded.
|
||||
|
||||
Other text annotations can later be extracted as comments for the submission,
|
||||
but they are not used in this version.
|
||||
|
||||
Instructions:
|
||||
- Download all submissions to an assignment as a zip file
|
||||
- Extract all submissions
|
||||
- Run `python bulkgrader.py --copy` to copy all files
|
||||
- Run `python bulkgrader.py --merge` to merge all files. You might need
|
||||
to manually add file extensions (`.jpg` or `.pdf`)
|
||||
- Run `python bulkgrader.py` to start autograding with your program of choice
|
||||
|
||||
For every PDF, you'll want to add
|
||||
|
||||
@author Fernando Sánchez (jf.sanchez, balkian) UPM
|
||||
|
||||
'''
|
||||
import os
|
||||
import pathlib
|
||||
import argparse
|
||||
import subprocess
|
||||
import mimetypes
|
||||
|
||||
from collections import defaultdict
|
||||
|
||||
import poppler
|
||||
import sys
|
||||
import urllib
|
||||
|
||||
from glob import glob
|
||||
|
||||
from PIL import Image
|
||||
|
||||
from shutil import copy, copyfile
|
||||
from PyPDF2 import PdfFileMerger, PdfFileReader
|
||||
|
||||
SUBMISSIONS_PATH = os.environ.get('SUBMISSIONS_PATH', 'submissions')
|
||||
REVIEWS_PATH = os.environ.get('REVIEWS_PATH', 'review')
|
||||
SECTIONS = '2.1 2.2 2.3.a 2.3.b 2.3.c'
|
||||
SECTIONS = set(os.environ.get('SECTIONS', SECTIONS).split(' '))
|
||||
|
||||
PDFVIEWER = os.environ.get('PDFVIEWER', 'evince')
|
||||
LABELS = ['NOTA', 'GRADE']
|
||||
|
||||
def copy():
|
||||
'''Copia
|
||||
'''
|
||||
for submission in os.listdir(submissions):
|
||||
tokens = submission.split('_')
|
||||
nombre = tokens[0]
|
||||
dst = reviews / nombre
|
||||
os.makedirs(dst, exist_ok=True)
|
||||
if not os.path.exists(dst / submission):
|
||||
copy(submissions / submission, dst)
|
||||
|
||||
|
||||
def create_pdfs():
|
||||
students = os.listdir(reviews)
|
||||
missing = []
|
||||
|
||||
for student in students:
|
||||
output = reviews / (student+'.pdf')
|
||||
if os.path.exists(output):
|
||||
continue
|
||||
|
||||
folder = reviews / student
|
||||
if not folder.is_dir():
|
||||
continue
|
||||
print(folder)
|
||||
files = os.listdir(folder)
|
||||
if len(files) == 1 and files[0].endswith('pdf'):
|
||||
copyfile(folder / files[0], output)
|
||||
elif len(files) > 1 and all(file.endswith('pdf') for file in files):
|
||||
merger = PdfFileMerger()
|
||||
for pdf in files:
|
||||
merger.append(str(folder / pdf))
|
||||
merger.write(str(output))
|
||||
merger.close()
|
||||
elif all(file.endswith('jpg') or file.endswith('jpeg') for file in files):
|
||||
try:
|
||||
imgs = []
|
||||
for file in files:
|
||||
imgs.append(Image.open(folder / file).convert('RGB'))
|
||||
imgs[0].save(output, save_all=True, append_images=imgs[1:])
|
||||
except Exception as ex:
|
||||
if os.path.exists(output):
|
||||
os.remove(output)
|
||||
print('Error al convertir', ex)
|
||||
missing.append(student)
|
||||
else:
|
||||
for file in files:
|
||||
print(file)
|
||||
print(mimetypes.guess_type(folder / file))
|
||||
missing.append(student)
|
||||
|
||||
|
||||
print(f'Missing {len(missing)}/{len(students)}')
|
||||
|
||||
|
||||
def get_annotations(src, grading_labels=LABELS):
|
||||
input1 = PdfFileReader(open(src, "rb"))
|
||||
nPages = input1.getNumPages()
|
||||
|
||||
annotations = []
|
||||
notas = {}
|
||||
|
||||
for i in range(nPages) :
|
||||
# get the data from this PDF page (first line of text, plus annotations)
|
||||
page = input1.getPage(i)
|
||||
page_annotations = []
|
||||
|
||||
try :
|
||||
for annot in page['/Annots']:
|
||||
# Other subtypes, such as /Link, cause errors
|
||||
subtype = annot.getObject()['/Subtype']
|
||||
if subtype == "/Text":
|
||||
text = annot.getObject()['/Contents']
|
||||
print('LABELS', grading_labels)
|
||||
if any(text.startswith(label) for label in grading_labels):
|
||||
lines = text.splitlines()[1:]
|
||||
for line in lines:
|
||||
tokens = list(x.strip() for x in line.split(' '))
|
||||
if tokens[0] in notas:
|
||||
raise Exception(f'Sobreescribiendo nota {tokens[0]} para {src}. Página {i+1}')
|
||||
notas[tokens[0]] = float(tokens[1])
|
||||
else:
|
||||
page_annotations.append(text)
|
||||
except KeyError as ex:
|
||||
pass
|
||||
if not page_annotations:
|
||||
continue
|
||||
annotations.append(f'Página {i+1}:\n' + '\n'.join(page_annotations))
|
||||
return '\n'.join(annotations), notas
|
||||
|
||||
|
||||
def process_one(review, sections=SECTIONS, grading_labels=LABELS):
|
||||
sections = set(sections)
|
||||
text, notas = get_annotations(review, grading_labels)
|
||||
|
||||
graded = set(notas.keys())
|
||||
missing = sections - graded
|
||||
invalid = graded - sections
|
||||
valid = sections & graded
|
||||
return valid, invalid, missing
|
||||
|
||||
|
||||
def grading_status(valid, invalid, full, total):
|
||||
print('Valid graded sections:')
|
||||
for (k, v) in valid.items():
|
||||
print(f'\t{k}:\t{len(v):>5}/{total}')
|
||||
print('Invalid graded sections:\t')
|
||||
for (k, v) in invalid.items():
|
||||
print(f'\t{k}:\t{len(v):>5}/{total}')
|
||||
|
||||
print(f'Fully graded: {full}')
|
||||
|
||||
|
||||
def calculate(grade=True, student=None, sections=SECTIONS, viewer=PDFVIEWER, grading_labels=LABELS):
|
||||
print('Grading')
|
||||
valid = {k: [] for k in sections}
|
||||
invalid = defaultdict(list)
|
||||
if student:
|
||||
files = [reviews / (student + '.pdf')]
|
||||
else:
|
||||
files = os.listdir(reviews)
|
||||
files = list(reviews / file for file in files if os.path.isfile(reviews / file))
|
||||
total = len(files)
|
||||
full = 0
|
||||
for ix, review in enumerate(files):
|
||||
print(f'Processing {review}')
|
||||
v, i, m = process_one(review, sections=sections, grading_labels=grading_labels)
|
||||
if grade and (m or i):
|
||||
subprocess.call([viewer, review])
|
||||
v, i, m = process_one(review, sections=sections, grading_labels=grading_labels)
|
||||
for k in v:
|
||||
valid[k].append(review)
|
||||
for k in i:
|
||||
invalid[k].append(review)
|
||||
if not m:
|
||||
full += 1
|
||||
if grade:
|
||||
grading_status(valid, invalid, full, ix)
|
||||
grading_status(valid, invalid, full, total)
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = argparse.ArgumentParser(prog='MOODLEBulkGrader')
|
||||
parser.add_argument('--copy', action='store_true',
|
||||
help='Copy assignments and sort them into folders')
|
||||
parser.add_argument('--merge', action='store_true',
|
||||
help='Merge individual files into a single PDF (might require some manual intervention')
|
||||
parser.add_argument('--no-grade', action='store_true',
|
||||
help='Do not start auto-grade')
|
||||
parser.add_argument('--student', action='store',
|
||||
default=None, help='Only grade a single student')
|
||||
parser.add_argument('--sections', default=','.join(SECTIONS), help='Sections to grade (comma-separated)')
|
||||
parser.add_argument('--labels', default=','.join(LABELS), help='Use any of these labels (comma-separated) in the first line of a comment to add grades for each section, one per line.')
|
||||
parser.add_argument('--viewer', default=PDFVIEWER, help='PDF viewer program to add text annotations')
|
||||
parser.add_argument('--submissions-path', default=SUBMISSIONS_PATH, help='Folder with original submissions')
|
||||
parser.add_argument('--reviews-path', default=REVIEWS_PATH, help='Folder with one PDF per student.')
|
||||
args = parser.parse_args()
|
||||
reviews = pathlib.Path(args.reviews_path)
|
||||
submissions = pathlib.Path(args.submissions_path)
|
||||
if args.copy:
|
||||
copy()
|
||||
if args.merge:
|
||||
create_pdfs()
|
||||
calculate(grade=not args.no_grade,
|
||||
student=args.student,
|
||||
sections=args.sections.split(','),
|
||||
viewer=args.viewer,
|
||||
grading_labels=args.labels.split(','),
|
||||
)
|
||||
Loading…
Reference in New Issue