Makefile

## This is Bio3SS Marking, created 2020 Feb 21 (Fri)
## Refactor (different .mk files for polls, web tests, etc?)

current: target
-include target.mk

-include makestuff/perl.def

vim_session:
	bash -cl "vmt content.mk"

######################################################################

## Older rules (moving back and forth 2022 Mar 10 (Thu))
Sources += content.mk

Sources += $(wildcard *.R *.pl)

autopipeR = defined

######################################################################

## dropdir is for anything downloaded
## But also for stuff we edit with student info
## Scantron transmittals from MPS are subdirectories
## It could be better to have a private-subrepo for stuff I do by hand …
## Implicit rules can sometimes delete dropdir files if they need to make dropdir, so don't chain; make dropdir manually (once per machine per year)

## /home/dushoff/Dropbox/courses/3SS/2022 for previous
dropdir: dir = /home/dushoff/Dropbox/courses/3SS/2024
dropdir:
	$(alwayslinkdirname)
## Remake dropdir for new term
Ignore += dropdir
undrop:
	$(RM) dropdir; $(MAKE) dropdir

## MPS transfer examples
## mkdir dropdir/midterm2_disk/ ##
## downcall dropdir/midterm2_disk/ ##
## cd dropdir/midterm2_disk/ && lastunzip ##
## mkdir dropdir/final_disk/ ##
## downcall dropdir/final_disk/ ##
## cd dropdir/final_disk/ && lastunzip ##

######################################################################

## Update classlist and use to address drops and adds
## Make classlist from Avenue by downloading grades
## Need to do setup wizard, then Enter/Export?
## https://avenue.cllmcmaster.ca/d2l/lms/grades/admin/importexport/export/options_edit.d2l?ou=595825

## dropdir/classlist.csv

######################################################################

## Marks (does assignments prepares tests)
## Start the spreadsheet with the classlist

## https://docs.google.com/spreadsheets/d/19K_AwOckE_H_CwhZR_h4Bw5uRh-LEO90/edit#gid=1334246690
## OLD: https://docs.google.com/spreadsheets/d/1wGko_PoF90LTfOuYN6fkFqkAFNjzzDS0xkTI3qzx8lo/ OLD
## dropdir/marks.tsv ##

## Convert (unexplained) blanks to zeroes
## Note: this now affects notes, too; weird but not harmful, i think
Ignore += marks.tsv
marks.tsv: dropdir/marks.tsv zero.pl ##
	$(PUSH)

## Parse the marks sheet (builds through semester as marks are added)
## Merge in classlist (which updates with add/drop)
marks.Rout: marks.R marks.tsv dropdir/classlist.csv
	$(pipeR)

######################################################################

## Posting to Avenue (2024, Julianna is posting assignment scores to Avenue so far)
## Pull a single assignment score

impmakeR += grade
## assign2.grade.Rout: assignscore.R
impmakeR += grade
.PRECIOUS: assign%.grade.Rout
assign%.grade.Rout: marks.rds assignscore.R
	$(pipeR)

## Simplifying, will it work? 2022 Mar 08 (Tue)
## assign1.avenue.Rout: avenue.R
## assign1.avenue.Rout.csv: avenue.R
impmakeR += avenue
%.avenue.Rout: %.grade.rds avenue.R
	$(pipeR)

## avenueNA takes NA -> -. avenue treats these incorrectly as zeroes
## Avenue started giving me trouble with that as well, so now it just 
## drops all lines with NA (which is stupid, we could do it above)
## but then we'd have to worry about the logic set up for posting more than
## one score at once (which we don't use anyway)
## avenue is no longer stupid about NAs (flags them but continues the import), so this step is only aesthetic now.

## assign3.avenue.csv: avenueNA.pl
Ignore += *.avenue.csv
%.avenue.csv: %.avenue.Rout.csv avenueNA.pl
	$(PUSH)

## Click "import"
## https://avenue.cllmcmaster.ca/d2l/lms/grades/admin/enter/user_list_view.d2l?ou=595825

######################################################################

## Pipeline to mark and validate a set of scantrons
## See also content.mk 
## Notes
Sources += media.md

pardirs += Tests

## Student itemized responses
## To fix mistakes:
## EDIT .scanned.tsv NOT the original .dlm

.PRECIOUS: dropdir/%.scanned.tsv
## dropdir/final.scanned.tsv: 
dropdir/%.scanned.tsv: | dropdir/%_disk/BIOLOGY*.dlm
	$(pcopy)

Ignore += *.responses.tsv
## rmerge no longer merges, but does catch some ID errors
## It could be used to look at version numbers I guess
## midterm2.responses.tsv: rmerge.pl dropdir/midterm2.scanned.tsv
Ignore += %.responses.tsv
%.responses.tsv: dropdir/%.scanned.tsv rmerge.pl
	$(PUSH)

######################################################################

## Score the tests here (and compare with scantron score)
### PUSH the scantron file in Tests first; not clear why I switched to this:
### Used to just use justmakethere and the made version
### There was also a .PRECIOUS with that rule (I guess because of remaking)

### Formatted key sheet (made from scantron.csv)
## midterm2.scoring.csv: scoring.pl
Ignore += $(wildcard *.scoring.csv)
.PRECIOUS: %.scoring.csv
%.scoring.csv: Tests/outputs/%.scantron.csv scoring.pl
	$(PUSH)

## Score the students (ancient, deep matching)
## How many have weird bubble versions? How many have best ≠ bubble?
## midterm1.scores.Rout: scores.R
## midterm1.scores.Rout: midterm1.responses.tsv midterm1.scoring.csv
## midterm2.scores.Rout: scores.R
## final.scores.Rout: scores.R
impmakeR += scores
%.scores.Rout: scores.R %.responses.tsv %.scoring.csv
	$(pipeR)

## Look at these tables (and also MPS-based tables below), fix problems and decide which score to use going forward (bestScore or verScore)

## Compare with Scantron-office scores (side branch)

## Scantron-office scores do not exist for people with idnum problems
Ignore += *.office.csv
## final.office.csv:
%.office.csv: dropdir/%_disk/StudentScoresWebCT.csv
	perl -ne 'print if /^[a-z0-9]*@/' $< > $@

## final.scorecomp.Rout: scorecomp.R
impmakeR += scorecomp
%.scorecomp.Rout: %.office.csv %.scores.rds scorecomp.R
	$(pipeR)

######################################################################

Sources += $(wildcard *.md)

## midterm1.md: Record what's been done
## midterm2.md: Record what's been done
## final.md: 

## Merge MC with SA scores
## Who has an SA but not MC? Use to fix errors
## Also: choose here whether to use verScore (after complete QC) or else bestScore
## Also doing a version of avenue csv here

impmakeR += merge
## midterm2.merge.Rout: midMerge.R
impmakeR += merge
midterm%.merge.Rout: midMerge.R midterm%.scores.rds marks.rds
	$(pipeR)

## Scan for people who didn't write final; add deferred marks as appropriate
Sources += deferred.tsv
final.merge.Rout: finalMerge.R final.scores.rds marks.rds dropdir/deferred.tsv
	$(pipeR)

######################################################################

## Test Grades to Avenue?
impmakeR += grade
## midterm2.grade.Rout: midtermGrade.R
midterm%.grade.Rout: midtermGrade.R midterm%.merge.rds
	$(pipeR)

final.grade.Rout: finalGrade.R final.merge.rds
	$(pipeR)

## https://cap.mcmaster.ca/mcauth/login.jsp?app_id=1505&app_name=Avenue
## https://avenue.cllmcmaster.ca/d2l/lms/grades/admin/enter/user_list_view.d2l?ou=595825
## midterm2.avenue.Rout.csv: avenue.R midterm1.avenue.Rout
## final.avenue.Rout.csv: avenue.R

######################################################################

Sources += poll.mk ## Poll everywhere bonus not used

## Final exam and final grade

## Read and combine different mark sources
combine.Rout: combine.R marks.rds midterm1.merge.rds midterm2.merge.rds final.merge.rds
	$(pipeR)

gradeFuns.Rout: gradeFuns.R
	$(wrapR)

## Final grade: 
## Check weightings, number of assignments, components, etc.
## course.Rout.csv: course.R
course.Rout: course.R gradeFuns.rda combine.rds
	$(pipeR)

## 2021 special-purpose (final grades to Avenue)
## courseAvenue.Rout.csv: courseAvenue.R
courseAvenue.Rout: courseAvenue.R course.rds
	$(pipeR)

######################################################################

## Mosaic

## Go to course through faculty center
## https://epprd.mcmaster.ca/psp/prepprd/EMPLOYEE/SA/c/SA_LEARNING_MANAGEMENT.SS_FACULTY.GBL?pslnkid=MCM_WC_FCLT_CNTR
## Need to click on a weird "roster" icon, then
## download as EXCEL (upper right of roster display)
## and upload as CSV

## CHECK class number (needs to be cribbed from Mosaic and entered here)

## New version 2022 May 02 (Mon); make the file from scratch?
## mosaic_final.Rout.csv: mosaic_final.R
## mosaic_final.Rout.csv: mosaic_final.R
mosaic_final.Rout: mosaic_final.R course.rds
	$(pipeR)

## A version that merges in a csv downloaded from mosaic; this has been a plague
## dropdir/mosaic.xls: HTML document, ASCII text
## mv dropdir/mosaic.xls dropdir/mosaic.html ##
## Insanity! This is an html file that cannot be read by R AFAICT, even though it opens fine in Libre ##
## FAiled again 2021 Apr 28 (Wed) (readxl)
## downcall dropdir/mosaic.csv
## It would be better to change some of the code here and keep the
## student numbers as strings
## mosaic_grade.Rout.csv: mosaic_grade.R
## mosaic_grade.Rout.csv: mosaic_grade.R
mosaic_grade.Rout: dropdir/mosaic.csv course.rds mosaic_grade.R
	$(pipeR)

## Upload this .csv to mosaic
## Faculty center, online grading tab

## Copy grades to dropdir for diffing:
#### cp mosaic_grade.Rout.csv dropdir ##
Ignore += grade.diff
grade.diff: mosaic_grade.Rout.csv dropdir/mosaic_grade.Rout.csv
	$(diff)

######################################################################

## Exam Question statistics from scantron peeps
## Fix stats.html weirdness?

Ignore += questions*.html
## questions2.html: stats.pl
questions%.html: stats.pl dropdir/midterm%_disk/QuestionStatistics.html
	$(PUSH)

## Now doing this with a manual CP, because there is a binary encoding step as well? Or what?

Ignore += stats*.html
## stats2.html: dropdir/stats2.html stats.pl
stats%.html: dropdir/stats%.html stats.pl
	$(PUSH)

######################################################################

Ignore += $(pardirs)

### Makestuff

Sources += Makefile

## Sources += content.mk
## include content.mk

Ignore += makestuff
msrepo = https://github.com/dushoff

Makefile: makestuff/00.stamp
makestuff/%.stamp:
	- $(RM) makestuff/*.stamp
	(cd makestuff && $(MAKE) pull) || git clone --depth 1 $(msrepo)/makestuff
	touch $@

-include makestuff/os.mk

-include makestuff/pipeR.mk
-include makestuff/compare.mk

-include makestuff/git.mk
-include makestuff/visual.mk
-include makestuff/projdir.mk