DOCKER_COMPOSE_FLAGS ?= -f docker-compose.yml --log-level ERROR BUILD_NUMBER ?= local BRANCH_NAME ?= $(shell git rev-parse --abbrev-ref HEAD) PROJECT_NAME = web BUILD_DIR_NAME = $(shell pwd | xargs basename | tr -cd '[a-zA-Z0-9_.\-]') DOCKER_COMPOSE := BUILD_NUMBER=$(BUILD_NUMBER) \ BRANCH_NAME=$(BRANCH_NAME) \ PROJECT_NAME=$(PROJECT_NAME) \ MOCHA_GREP=${MOCHA_GREP} \ docker-compose ${DOCKER_COMPOSE_FLAGS} MODULE_DIRS := $(shell find modules -mindepth 1 -maxdepth 1 -type d -not -name '.git' ) MODULE_MAKEFILES := $(MODULE_DIRS:=/Makefile) MODULE_NAME=$(shell basename $(MODULE)) BABEL := node_modules/.bin/babel GRUNT := node_modules/.bin/grunt LESSC := node_modules/.bin/lessc CLEANCSS := node_modules/.bin/cleancss SRC_FILES := $(shell find public/src -name '*.js') DIST_FILES := $(subst src,js,$(SRC_FILES)) MAIN_SRC_FILES := $(shell find modules -type f -wholename '*main/index.js') IDE_SRC_FILES := $(shell find modules -type f -wholename '*ide/index.js') LESS_FILES := $(shell find public/stylesheets -name '*.less') LESSC_COMMON_FLAGS := --source-map --autoprefix="last 2 versions, ie >= 10" CLEANCSS_FLAGS := --s0 --source-map LESS_SL_FILE := public/stylesheets/sl-style.less CSS_SL_FILE := public/stylesheets/sl-style.css LESS_OL_FILE := public/stylesheets/style.less CSS_OL_FILE := public/stylesheets/style.css LESS_OL_LIGHT_FILE := public/stylesheets/light-style.less CSS_OL_LIGHT_FILE := public/stylesheets/light-style.css LESS_OL_IEEE_FILE := public/stylesheets/ieee-style.less CSS_OL_IEEE_FILE := public/stylesheets/ieee-style.css CSS_FILES := $(CSS_SL_FILE) $(CSS_OL_FILE) $(CSS_OL_LIGHT_FILE) $(CSS_OL_IEEE_FILE) # The automatic variable $(@D) is the target directory name public/js/%.js: public/src/%.js @mkdir -p $(@D) $(BABEL) $< --out-file $@ test/unit_frontend/js/%.js: test/unit_frontend/src/%.js @mkdir -p $(@D) $(BABEL) $< --out-file $@ public/js/ide.js: public/src/ide.js $(IDE_SRC_FILES) @echo Compiling and injecting module includes into public/js/ide.js @INCLUDES=""; \ for dir in modules/*; \ do \ MODULE=`echo $$dir | cut -d/ -f2`; \ if [ -e $$dir/public/src/ide/index.js ]; then \ INCLUDES="\"ide/$$MODULE/index\",$$INCLUDES"; \ fi \ done; \ INCLUDES=$${INCLUDES%?}; \ $(BABEL) $< | \ sed -e s=\'__IDE_CLIENTSIDE_INCLUDES__\'=$$INCLUDES= \ > $@ public/js/main.js: public/src/main.js $(MAIN_SRC_FILES) @echo Compiling and injecting module includes into public/js/main.js @INCLUDES=""; \ for dir in modules/*; \ do \ MODULE=`echo $$dir | cut -d/ -f2`; \ if [ -e $$dir/public/src/main/index.js ]; then \ INCLUDES="\"main/$$MODULE/index\",$$INCLUDES"; \ fi \ done; \ INCLUDES=$${INCLUDES%?}; \ $(BABEL) $< | \ sed -e s=\'__MAIN_CLIENTSIDE_INCLUDES__\'=$$INCLUDES= \ > $@ public/stylesheets/%.css: $(LESS_FILES) $(LESSC) $(LESSC_COMMON_FLAGS) $(@D)/$*.less $(@D)/$*.css css_full: $(CSS_FILES) css: $(CSS_OL_FILE) minify: $(CSS_FILES) $(DIST_FILES) $(GRUNT) compile:minify $(MAKE) minify_css $(MAKE) minify_es minify_css: $(CSS_FILES) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_SL_FILE) $(CSS_SL_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_FILE) $(CSS_OL_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_LIGHT_FILE) $(CSS_OL_LIGHT_FILE) $(CLEANCSS) $(CLEANCSS_FLAGS) -o $(CSS_OL_IEEE_FILE) $(CSS_OL_IEEE_FILE) minify_es: npm -q run webpack:production compile: $(DIST_FILES) css public/js/main.js public/js/ide.js @$(MAKE) compile_modules compile_full: $(BABEL) public/src --out-dir public/js $(BABEL) test/unit_frontend/src --out-dir test/unit_frontend/js rm -f public/js/ide.js public/js/main.js # We need to generate ide.js, main.js, manually later $(MAKE) css_full $(MAKE) compile_modules_full $(MAKE) compile # ide.js, main.js, share.js, and anything missed compile_css_full: $(MAKE) css_full compile_modules: $(MODULE_MAKEFILES) @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/Makefile ]; then \ (cd $$dir && $(MAKE) compile); \ fi; \ if [ ! -e $$dir/Makefile ]; then \ echo "No makefile found in $$dir"; \ fi; \ done compile_modules_full: $(MODULE_MAKEFILES) @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/Makefile ]; then \ echo "Compiling $$dir in full"; \ (cd $$dir && $(MAKE) compile_full); \ fi; \ if [ ! -e $$dir/Makefile ]; then \ echo "No makefile found in $$dir"; \ fi; \ done $(MODULE_MAKEFILES): Makefile.module @set -e; \ for makefile in $(MODULE_MAKEFILES); \ do \ cp Makefile.module $$makefile; \ done clean: clean_frontend clean_css clean_tests clean_frontend: rm -rf public/js/{analytics,directives,es,filters,ide,main,modules,services,utils} rm -f public/js/*.{js,map} clean_css: rm -f public/stylesheets/*.css* clean_tests: rm -rf test/unit_frontend/js clean_ci: $(DOCKER_COMPOSE) down -v -t 0 docker container list | grep 'days ago' | cut -d ' ' -f 1 - | xargs -r docker container stop docker image prune -af --filter "until=48h" docker network prune -f test: test_unit test_frontend test_acceptance test_module: test_unit_module_run test_acceptance_module_run test_unit: @[ ! -d test/unit ] && echo "web has no unit tests" || COMPOSE_PROJECT_NAME=unit_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --name unit_test_$(BUILD_DIR_NAME) --rm test_unit test_unit_module: test_unit_module_run test_unit_module_run: COMPOSE_PROJECT_NAME=unit_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --name unit_test_$(BUILD_DIR_NAME) --rm test_unit bin/unit_test_module $(MODULE_NAME) --grep=$(MOCHA_GREP) test_unit_app: npm -q run test:unit:app -- ${MOCHA_ARGS} test_frontend: compile build_test_frontend test_frontend_run test_frontend_run: COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm test_frontend COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 test_frontend_build_run: build_test_frontend test_frontend_run test_acceptance: test_acceptance_app_run test_acceptance_modules_run test_acceptance_app: test_acceptance_app_run test_acceptance_module: test_acceptance_module_run test_acceptance_run: test_acceptance_app_run test_acceptance_modules_run test_acceptance_app_run: COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm test_acceptance npm -q run test:acceptance:run_dir test/acceptance/src COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 test_acceptance_modules_run: @set -e; \ for dir in $(MODULE_DIRS); \ do \ if [ -e $$dir/test/acceptance ]; then \ $(MAKE) test_acceptance_module_run MODULE=$$dir; \ fi; \ done test_acceptance_module_run: $(MODULE_MAKEFILES) @if [ -e modules/$(MODULE_NAME)/test/acceptance ]; then \ COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(DOCKER_COMPOSE) down -v -t 0 \ && cd modules/$(MODULE_NAME) && COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(MAKE) test_acceptance \ && cd $(CURDIR) && COMPOSE_PROJECT_NAME=acceptance_test_$(BUILD_DIR_NAME)_$(MODULE_NAME) $(DOCKER_COMPOSE) down -v -t 0; \ fi ci: MOCHA_ARGS="--reporter tap" \ $(MAKE) test format: npm -q run format format_fix: npm -q run format:fix lint: npm -q run lint build: docker build --pull --tag ci/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) \ --tag gcr.io/overleaf-ops/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) \ . build_test_frontend: COMPOSE_PROJECT_NAME=frontend_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) build test_frontend publish: docker push $(DOCKER_REPO)/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) tar: COMPOSE_PROJECT_NAME=tar_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) run --rm tar COMPOSE_PROJECT_NAME=tar_$(BUILD_DIR_NAME) $(DOCKER_COMPOSE) down -v -t 0 .PHONY: all add install update test test_unit test_frontend test_acceptance \ test_acceptance_start_service test_acceptance_stop_service \ test_acceptance_run ci ci_clean compile clean css