DOCKER_COMPOSE_FLAGS ?= -f docker-compose.yml --log-level ERROR BUILD_NUMBER ?= local BRANCH_NAME ?= $(shell git rev-parse --abbrev-ref HEAD) PROJECT_NAME = web BUILD_DIR_NAME = $(shell pwd | xargs basename | tr -cd '[a-zA-Z0-9_.\-]') DOCKER_COMPOSE := BUILD_NUMBER=$(BUILD_NUMBER) \ BRANCH_NAME=$(BRANCH_NAME) \ PROJECT_NAME=$(PROJECT_NAME) \ MOCHA_GREP=${MOCHA_GREP} \ docker-compose ${DOCKER_COMPOSE_FLAGS} MODULE_DIRS := $(shell find modules -mindepth 1 -maxdepth 1 -type d -not -name '.git' ) MODULE_MAKEFILES := $(MODULE_DIRS:=/Makefile) MODULE_NAME=$(shell basename $(MODULE)) COFFEE := node_modules/.bin/coffee -m $(COFFEE_OPTIONS) COFFEE := node_modules/.bin/coffee $(COFFEE_OPTIONS) BABEL := node_modules/.bin/babel GRUNT := node_modules/.bin/grunt LESSC := node_modules/.bin/lessc CLEANCSS := node_modules/.bin/cleancss APP_COFFEE_FILES := $(shell find app/coffee -name '*.coffee') FRONT_END_SRC_FILES := $(shell find public/src -name '*.js') TEST_COFFEE_FILES := $(shell find test/*/coffee -name '*.coffee') TEST_SRC_FILES := $(shell find test/*/src -name '*.js') MODULE_MAIN_SRC_FILES := $(shell find modules -type f -wholename '*main/index.js') MODULE_IDE_SRC_FILES := $(shell find modules -type f -wholename '*ide/index.js') COFFEE_FILES := app.coffee $(APP_COFFEE_FILES) $(FRONT_END_COFFEE_FILES) $(TEST_COFFEE_FILES) SRC_FILES := $(FRONT_END_SRC_FILES) $(TEST_SRC_FILES) JS_FILES := $(subst coffee,js,$(COFFEE_FILES)) OUTPUT_SRC_FILES := $(subst src,js,$(SRC_FILES)) LESS_FILES := $(shell find public/stylesheets -name '*.less') LESSC_COMMON_FLAGS := --source-map --autoprefix="last 2 versions, ie >= 10" CLEANCSS_FLAGS := --s0 --source-map LESS_SL_FILE := public/stylesheets/sl-style.less CSS_SL_FILE := public/stylesheets/sl-style.css LESS_OL_FILE := public/stylesheets/style.less CSS_OL_FILE := public/stylesheets/style.css LESS_OL_LIGHT_FILE := public/stylesheets/light-style.less CSS_OL_LIGHT_FILE := public/stylesheets/light-style.css LESS_OL_IEEE_FILE := public/stylesheets/ieee-style.less CSS_OL_IEEE_FILE := public/stylesheets/ieee-style.css CSS_FILES := $(CSS_SL_FILE) $(CSS_OL_FILE) $(CSS_OL_LIGHT_FILE) $(CSS_OL_IEEE_FILE) # The automatic variable $(@D) is the target directory name app.js: app.coffee $(COFFEE) --compile -o $(@D) $< app/js/%.js: app/coffee/%.coffee @mkdir -p $(@D) $(COFFEE) --compile -o $(@D) $< public/js/%.js: public/src/%.js @mkdir -p $(@D) $(BABEL) $< --out-file $@ test/unit/js/%.js: test/unit/coffee/%.coffee @mkdir -p $(@D) $(COFFEE) --compile -o $(@D) $< test/acceptance/js/%.js: test/acceptance/coffee/%.coffee @mkdir -p $(@D) $(COFFEE) --compile -o $(@D) $< test/unit_frontend/js/%.js: test/unit_frontend/src/%.js @mkdir -p $(@D) $(BABEL) $< --out-file $@ test/smoke/js/%.js: test/smoke/coffee/%.coffee @mkdir -p $(@D) $(COFFEE) --compile -o $(@D) $< public/js/ide.js: public/src/ide.js $(MODULE_IDE_SRC_FILES) @echo Compiling and injecting module includes into public/js/ide.js @INCLUDES=""; \ for dir in modules/*; \ do \ MODULE=`echo $$dir | cut -d/ -f2`; \ if [ -e $$dir/public/src/ide/index.js ]; then \ INCLUDES="\"ide/$$MODULE/index\",$$INCLUDES"; \ fi \ done; \ INCLUDES=$${INCLUDES%?}; \ $(BABEL) $< | \ sed -e s=\'__IDE_CLIENTSIDE_INCLUDES__\'=$$INCLUDES= \ > $@ public/js/main.js: public/src/main.js $(MODULE_MAIN_SRC_FILES) @echo Compiling and injecting module includes into public/js/main.js @INCLUDES=""; \ for dir in modules/*; \ do \ MODULE=`echo $$dir | cut -d/ -f2`; \ if [ -e $$dir/public/src/main/index.js ]; then \ INCLUDES="\"main/$$MODULE/index\",$$INCLUDES"; \ fi \ done; \ INCLUDES=$${INCLUDES%?}; \ $(BABEL) $< | \ sed -e s=\'__MAIN_CLIENTSIDE_INCLUDES__\'=$$INCLUDES= \ > $@ public/stylesheets/%.css: $(LESS_FILES) $(LESSC) $(LESSC_COMMON_FLAGS) $(@D)/$*.less $(@D)/$*.css css_full: $(CSS_FILES) css: $(CSS_OL_FILE) minify: $(CSS_FILES) $(JS_FILES) $(OUTPUT_SRC_FILES) $(GRUNT) compile:minify $(MAKE) minify_css $(MAKE) minify_es minify_css: $(CSS_FILES) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_SL_FILE) $(CSS_SL_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_FILE) $(CSS_OL_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_LIGHT_FILE) $(CSS_OL_LIGHT_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_IEEE_FILE) $(CSS_OL_IEEE_FILE) minify_es: npm -q run webpack:production compile: compile_app $(OUTPUT_SRC_FILES) css public/js/main.js public/js/ide.js compile_app: $(JS_FILES) @$(MAKE) compile_modules compile_full: $(COFFEE) -c -p app.coffee > app.js $(COFFEE) -o app/js -c app/coffee $(BABEL) public/src --out-dir public/js $(COFFEE) -o test/acceptance/js -c test/acceptance/coffee $(COFFEE) -o test/smoke/js -c test/smoke/coffee $(COFFEE) -o test/unit/js -c test/unit/coffee $(BABEL) test/unit_frontend/src --out-dir test/unit_frontend/js rm -f public/js/ide.js public/js/main.js # We need to generate ide.js, main.js manually later $(MAKE) css_full $(MAKE) compile_modules_full $(MAKE) compile # ide.js, main.js, share.js, and anything missed compile_css_full: $(MAKE) css_full compile_module: cd modules/$(MODULE_NAME) && $(MAKE) compile compile_modules: $(MODULE_MAKEFILES) @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/Makefile ]; then \ (cd $$dir && $(MAKE) compile); \ fi; \ if [ ! -e $$dir/Makefile ]; then \ echo "No makefile found in $$dir"; \ fi; \ done compile_modules_full: $(MODULE_MAKEFILES) @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/Makefile ]; then \ echo "Compiling $$dir in full"; \ (cd $$dir && $(MAKE) compile_full); \ fi; \ if [ ! -e $$dir/Makefile ]; then \ echo "No makefile found in $$dir"; \ fi; \ done $(MODULE_MAKEFILES): Makefile.module @set -e; \ for makefile in $(MODULE_MAKEFILES); \ do \ cp Makefile.module $$makefile; \ done clean: clean_app clean_frontend clean_css clean_tests clean_modules clean_app: rm -f app.js app.js.map rm -rf app/js clean_frontend: rm -rf public/js/{analytics,directives,es,filters,ide,main,modules,services,utils} rm -f public/js/*.{js,map} clean_tests: rm -rf test/unit/js rm -rf test/unit_frontend/js rm -rf test/acceptance/js clean_modules: for dir in modules/*; \ do \ rm -f $$dir/index.js; \ rm -rf $$dir/app/js; \ rm -rf $$dir/test/unit/js; \ rm -rf $$dir/test/acceptance/js; \ done clean_css: rm -f public/stylesheets/*.css* clean_ci: $(DOCKER_COMPOSE) down -v -t 0 docker container list | grep 'days ago' | cut -d ' ' -f 1 - | xargs -r docker container stop docker image prune -af --filter "until=48h" docker network prune -f test: test_unit test_frontend test_acceptance test_module: compile_module test_unit_module_run test_acceptance_module_run test_unit: @[ ! -d test/unit ] && echo "web has no unit tests" || COMPOSE_PROJECT_NAME=unit_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --name unit_test_$(BUILD_DIR_NAME) --rm test_unit test_unit_module: compile_module test_unit_module_run test_unit_module_run: COMPOSE_PROJECT_NAME=unit_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --name unit_test_$(BUILD_DIR_NAME) --rm test_unit bin/unit_test_module $(MODULE_NAME) --grep=$(MOCHA_GREP) test_unit_app: npm -q run test:unit:app -- ${MOCHA_ARGS} test_frontend: compile build_test_frontend test_frontend_run test_frontend_run: COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm test_frontend COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 test_frontend_build_run: build_test_frontend test_frontend_run test_acceptance: compile test_acceptance_app_run test_acceptance_modules_run test_acceptance_app: compile test_acceptance_app_run test_acceptance_module: compile_module test_acceptance_module_run test_acceptance_run: test_acceptance_app_run test_acceptance_modules_run test_acceptance_app_run: COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm test_acceptance npm -q run test:acceptance:run_dir test/acceptance/js COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 test_acceptance_modules_run: @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/test/acceptance ]; then \ $(MAKE) test_acceptance_module_run MODULE=$$dir; \ fi; \ done test_acceptance_module_run: $(MODULE_MAKEFILES) @if [ -e modules/$(MODULE_NAME)/test/acceptance ]; then \ COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(DOCKER_COMPOSE) down -v -t 0 \ && cd modules/$(MODULE_NAME) && COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(MAKE) test_acceptance \ && cd $(CURDIR) && COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(DOCKER_COMPOSE) down -v -t 0; \ fi ci: MOCHA_ARGS="--reporter tap" \ $(MAKE) test format: npm -q run format format_fix: npm -q run format:fix lint: npm -q run lint build: docker build --pull --tag ci/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) \ --tag gcr.io/overleaf-ops/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) \ . build_test_frontend: COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) build test_frontend publish: docker push $(DOCKER_REPO)/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) tar: COMPOSE_PROJECT_NAME=tar_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm tar COMPOSE_PROJECT_NAME=tar_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 .PHONY: all add install update test test_unit test_frontend test_acceptance \ test_acceptance_start_service test_acceptance_stop_service \ test_acceptance_run ci ci_clean compile clean css