Merge pull request #916 from overleaf/sk-new-migrations

Add init script to run migrations from web

.dockerignore

@@ -0,0 +1,3 @@
+.DS_Store
+.git/
+node_modules/

.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+charset = utf-8
+indent_style = space
+indent_size = 2
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true

.eslintrc

@@ -0,0 +1,17 @@
+{
+  "extends": [
+    "eslint:recommended",
+    "standard",
+    "prettier"
+  ],
+  "parserOptions": {
+    "ecmaVersion": 2018
+  },
+  "env": {
+    "node": true
+  },
+  "rules": {
+    // Do not allow importing of implicit dependencies.
+    "import/no-extraneous-dependencies": "error"
+  }
+}

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,44 @@
+<!--
+
+Note: If you are using www.overleaf.com and have a problem, 
+      or if you would like to request a new feature please contact
+      the support team at support@overleaf.com
+      
+      This form should only be used to report bugs in the 
+      Community Edition release of Overleaf.
+
+-->
+
+
+
+<!-- BUG REPORT TEMPLATE -->
+
+## Steps to Reproduce
+<!-- Describe the steps leading up to when / where you found the bug. -->
+<!-- Screenshots may be helpful here. -->
+
+1.
+2.
+3.
+
+## Expected Behaviour
+<!-- What should have happened when you completed the steps above? -->
+
+## Observed Behaviour
+<!-- What actually happened when you completed the steps above? -->
+<!-- Screenshots may be helpful here. -->
+
+## Context
+<!-- How has this issue affected you? What were you trying to accomplish? -->
+
+## Technical Info
+<!-- Provide any technical details that may be applicable (or N/A if not applicable). -->
+
+* URL:
+* Browser Name and version:
+* Operating System and version (desktop or mobile):
+* Signed in as:
+* Project and/or file:
+
+## Analysis
+<!--- Optionally, document investigation of / suggest a fix for the bug, e.g. 'comes from this line / commit' -->

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,11 @@
+## Description
+<!-- Goal of the pull request -->
+
+
+## Related issues / Pull Requests
+<!-- Fixes #xyz, Contributes to #xyz, Related to #xyz-->
+
+
+## Contributor Agreement
+
+- [ ] I confirm I have signed the [Contributor License Agreement](https://github.com/overleaf/overleaf/blob/master/CONTRIBUTING.md#contributor-license-agreement)

.github/dependabot.yml

@@ -0,0 +1,17 @@
+version: 2
+updates:
+  - package-ecosystem: "npm"
+    directory: "/"
+    schedule:
+      interval: "daily"
+
+    pull-request-branch-name:
+      # Separate sections of the branch name with a hyphen
+      # Docker images use the branch name and do not support slashes in tags
+      # https://github.com/overleaf/google-ops/issues/822
+      # https://docs.github.com/en/github/administering-a-repository/configuration-options-for-dependency-updates#pull-request-branch-nameseparator
+      separator: "-"
+
+    # Block informal upgrades -- security upgrades use a separate queue.
+    # https://docs.github.com/en/github/administering-a-repository/configuration-options-for-dependency-updates#open-pull-requests-limit
+    open-pull-requests-limit: 0

.gitignore

@@ -1,6 +1,9 @@
 /config
 config-local
-node_modules
+
+node_modules/
+api-data
+versions/
 
 web
 document-updater
@@ -8,7 +11,6 @@ clsi
 filestore
 track-changes
 docstore
-tags
 chat
 spelling
 real-time

.nvmrc

@@ -1 +1 @@
-0.10.26
+10.16.0

.prettierrc

@@ -0,0 +1,8 @@
+{
+  "arrowParens": "avoid",
+  "semi": false,
+  "singleQuote": true,
+  "trailingComma": "es5",
+  "tabWidth": 2,
+  "useTabs": false
+}

CHANGELOG.md

@@ -1,11 +0,0 @@
-v0.1.2
-------
-
-* Re-brand open-source ShareLaTeX code as 'ShareLaTeX Community Edition'.
-* The Dropbox and template code has been extracted out into a separate module and removed from the ShareLaTeX Community Edition. There should be no broken features due to lack of open source components now.
-* Websockets and real-time data now go to a separate light-weight [real-time](https://github.com/sharelatex/real-time) service.
-* Updated PDF viewer that loads page-by-page for much quicker loading times on large documents.
-* Links are clickable in chat messages.
-* Mathjax libraries are now served locally.
-* Optimisation of Angular digest loop in editor should reduce CPU usage in certain cases.
-* Numerous small bug fixes.

CONTRIBUTING.md

@@ -4,17 +4,17 @@ Contributing to ShareLaTeX
 Thank you for reading this! If you'd like to report a bug or join in the development
 of ShareLaTeX, then here are some notes on how to do that.
 
-*Note that ShareLaTeX is actually made up of many seperate repositories (a list is available
+*Note that ShareLaTeX is actually made up of many separate repositories (a list is available
 [here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories)).* 
 
 Reporting bugs and opening issues
 ---------------------------------
 
-If you'd like a report a bug or open an issue then please:
+If you'd like to report a bug or open an issue then please:
 
 1. **Find the correct repository.** ShareLaTeX is split across multiple different repositories, each containing a different service (you can find a list of [all repositories here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories)). If you know the bug only applies to one service, then please open an issue in that repository. For general bugs and issues that span more than one service, please open an issue in the [sharelatex/sharelatex](https://github.com/sharelatex/sharelatex) repository.
 2. **Check if there is an existing issue.** If there is then please add
-   any more information that you have, or give it a "+1" in the comments.
+   any more information that you have, or give it a 👍.
 
 When submitting an issue please describe the issue as clearly as possible, including how to
 reproduce the bug, which situations it appears in, what you expected to happen, and what actually happens.
@@ -23,41 +23,29 @@ If you can include a screenshot for front end issues that is very helpful.
 Pull Requests
 -------------
 
-See [our wiki](https://github.com/sharelatex/sharelatex/wiki/Developer-Guidelines)
+See [our wiki](https://github.com/sharelatex/sharelatex/wiki)
 for how to manage the ShareLaTeX development environment and for our developer guidelines.
 
 We love pull requests, so be bold with them! Don't be afraid of going ahead
 and changing something, or adding a new feature. We're very happy to work with you
 to get your changes merged into ShareLaTeX.
 
-If you've got an idea for a change then please discuss it in the open first, 
-either by opening an issue, or by joining us in our
-[development chat room](http://www.hipchat.com/g1nJMcj7b).
-
-If you're looking for something to work on, then take a look at our [development roadmap](https://github.com/sharelatex/sharelatex/wiki/Development-Roadmap), or have a look at the open issues in any of the repositories listed [here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories).
-
-Developer Chat Room
--------------------
-
-If you want to ask any questions in real-time, or get a feel for what's going on
-then please drop into our [development chat room](http://www.hipchat.com/g1nJMcj7b).
-If no one is online then you can still leave a message that will hopefully get a reply
-when we return.
+If you're looking for something to work on, have a look at the open issues in any of the repositories listed [here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories).
 
 Security
 --------
 
 Please do not publish security vulnerabilities publicly until we've had a chance
 to address them. All security related issues/patches should be sent directly to
-team@sharelatex.com where we will attempt to address them quickly. If you're
+security@overleaf.com where we will attempt to address them quickly. If you're
 unsure whether something is a security issue or not, then please be cautious and
-contact us at team@sharelatex.com first.
+contact us at security@overleaf.com first.
 
 Contributor License Agreement
 -----------------------------
 
-Before we can accept and contributions of code, we need you to agree to our 
-[Contributor License Agreement](https://sharelatex.wufoo.com/forms/sharelatex-contributor-license-agreement/).
+Before we can accept any contributions of code, we need you to agree to our 
+[Contributor License Agreement](https://docs.google.com/forms/d/e/1FAIpQLSef79XH3mb7yIiMzZw-yALEegS-wyFetvjTiNBfZvf_IHD2KA/viewform?usp=sf_link).
 This is to ensure that you own the copyright of your contribution, and that you
 agree to give us a license to use it in both the open source version, and the version
-of ShareLaTeX running at www.sharelatex.com, which may have additional changes.
+of Overleaf running at www.overleaf.com, which may have additional changes.

Dockerfile

@@ -0,0 +1,86 @@
+# ---------------------------------------------
+# Overleaf Community Edition (overleaf/overleaf)
+# ---------------------------------------------
+
+ARG SHARELATEX_BASE_TAG=sharelatex/sharelatex-base:latest
+FROM $SHARELATEX_BASE_TAG
+
+WORKDIR /var/www/sharelatex
+
+# Add required source files
+# -------------------------
+ADD ${baseDir}/genScript.js /var/www/sharelatex/genScript.js
+ADD ${baseDir}/services.js /var/www/sharelatex/services.js
+
+# Checkout services
+# -----------------
+RUN node genScript checkout | bash \
+  \
+# Store the revision for each service
+# ---------------------------------------------
+&&  node genScript revisions | bash > /var/www/revisions.txt \
+  \
+# Cleanup the git history
+# -------------------
+&&  node genScript cleanup-git | bash
+
+# Install npm dependencies
+# ------------------------
+RUN node genScript install | bash
+
+# Compile
+# --------------------
+RUN node genScript compile | bash
+
+# Links CLSI synctex to its default location
+# ------------------------------------------
+RUN ln -s /var/www/sharelatex/clsi/bin/synctex /opt/synctex
+
+
+# Copy runit service startup scripts to its location
+# --------------------------------------------------
+ADD ${baseDir}/runit /etc/service
+
+
+# Configure nginx
+# ---------------
+ADD ${baseDir}/nginx/nginx.conf.template /etc/nginx/templates/nginx.conf.template
+ADD ${baseDir}/nginx/sharelatex.conf /etc/nginx/sites-enabled/sharelatex.conf
+
+
+# Configure log rotation
+# ----------------------
+ADD ${baseDir}/logrotate/sharelatex /etc/logrotate.d/sharelatex
+RUN chmod 644 /etc/logrotate.d/sharelatex
+
+
+# Copy Phusion Image startup scripts to its location
+# --------------------------------------------------
+COPY ${baseDir}/init_scripts/ /etc/my_init.d/
+
+# Copy app settings files
+# -----------------------
+COPY ${baseDir}/settings.js /etc/sharelatex/settings.js
+
+# Copy grunt thin wrapper
+# -----------------------
+ADD ${baseDir}/bin/grunt /usr/local/bin/grunt
+RUN chmod +x /usr/local/bin/grunt
+
+# Set Environment Variables
+# --------------------------------
+ENV SHARELATEX_CONFIG /etc/sharelatex/settings.js
+
+ENV WEB_API_USER "sharelatex"
+
+ENV SHARELATEX_APP_NAME "Overleaf Community Edition"
+
+ENV OPTIMISE_PDF "true"
+
+
+EXPOSE 80
+
+WORKDIR /
+
+ENTRYPOINT ["/sbin/my_init"]
+

Dockerfile-base

@@ -0,0 +1,79 @@
+# --------------------------------------------------
+# Overleaf Base Image (sharelatex/sharelatex-base)
+# --------------------------------------------------
+
+FROM phusion/baseimage:0.11
+
+ENV baseDir .
+
+
+# Makes sure LuaTex cache is writable
+# -----------------------------------
+ENV TEXMFVAR=/var/lib/sharelatex/tmp/texmf-var
+
+
+# Install dependencies
+# --------------------
+RUN apt-get update \
+&&  apt-get install -y \
+      build-essential wget net-tools unzip time imagemagick optipng strace nginx git python zlib1g-dev libpcre3-dev \
+      qpdf \
+      aspell aspell-en aspell-af aspell-am aspell-ar aspell-ar-large aspell-bg aspell-bn aspell-br aspell-ca aspell-cs aspell-cy aspell-da aspell-de aspell-el aspell-eo aspell-es aspell-et aspell-eu-es aspell-fa aspell-fo aspell-fr aspell-ga aspell-gl-minimos aspell-gu aspell-he aspell-hi aspell-hr aspell-hsb aspell-hu aspell-hy aspell-id aspell-is aspell-it aspell-kk aspell-kn aspell-ku aspell-lt aspell-lv aspell-ml aspell-mr aspell-nl aspell-nr aspell-ns  aspell-pa aspell-pl aspell-pt aspell-pt-br aspell-ro aspell-ru aspell-sk aspell-sl aspell-ss aspell-st aspell-sv aspell-tl aspell-tn aspell-ts aspell-uk aspell-uz aspell-xh aspell-zu \
+    \
+# install Node.JS 12
+&&  curl -sSL https://deb.nodesource.com/setup_12.x | bash - \
+&&  apt-get install -y nodejs \
+    \
+&&  rm -rf \
+# We are adding a custom nginx config in the main Dockerfile.
+      /etc/nginx/nginx.conf \
+      /etc/nginx/sites-enabled/default \
+      /var/lib/apt/lists/*
+
+# Add envsubst
+# ------------
+ADD ./vendor/envsubst /usr/bin/envsubst
+RUN chmod +x /usr/bin/envsubst
+
+# Install TexLive
+# ---------------
+# CTAN mirrors occasionally fail, in that case install TexLive against an
+# specific server, for example http://ctan.crest.fr
+#
+# # docker build \
+#     --build-arg TEXLIVE_MIRROR=http://ctan.crest.fr/tex-archive/systems/texlive/tlnet \
+#     -f Dockerfile-base -t sharelatex/sharelatex-base .
+ARG TEXLIVE_MIRROR=http://mirror.ctan.org/systems/texlive/tlnet
+
+ENV PATH "${PATH}:/usr/local/texlive/2021/bin/x86_64-linux"
+
+RUN mkdir /install-tl-unx \
+&&  curl -sSL \
+      ${TEXLIVE_MIRROR}/install-tl-unx.tar.gz \
+    | tar -xzC /install-tl-unx --strip-components=1 \
+    \
+&&  echo "tlpdbopt_autobackup 0" >> /install-tl-unx/texlive.profile \
+&&  echo "tlpdbopt_install_docfiles 0" >> /install-tl-unx/texlive.profile \
+&&  echo "tlpdbopt_install_srcfiles 0" >> /install-tl-unx/texlive.profile \
+&&  echo "selected_scheme scheme-basic" >> /install-tl-unx/texlive.profile \
+    \
+&&  /install-tl-unx/install-tl \
+      -profile /install-tl-unx/texlive.profile \
+      -repository ${TEXLIVE_MIRROR} \
+    \
+&&  tlmgr install --repository ${TEXLIVE_MIRROR} \
+      latexmk \
+      texcount \
+    \
+&&  rm -rf /install-tl-unx
+
+
+# Set up sharelatex user and home directory
+# -----------------------------------------
+RUN adduser --system --group --home /var/www/sharelatex --no-create-home sharelatex && \
+	mkdir -p /var/lib/sharelatex && \
+	chown www-data:www-data /var/lib/sharelatex && \
+	mkdir -p /var/log/sharelatex && \
+	chown www-data:www-data /var/log/sharelatex && \
+	mkdir -p /var/lib/sharelatex/data/template_files && \
+	chown www-data:www-data /var/lib/sharelatex/data/template_files

Gruntfile.coffee

@@ -1,549 +0,0 @@
-fs = require "fs"
-spawn = require("child_process").spawn
-exec = require("child_process").exec
-rimraf = require "rimraf"
-Path = require "path"
-semver = require "semver"
-knox = require "knox"
-crypto = require "crypto"
-async = require "async"
-settings = require("settings-sharelatex")
-
-
-SERVICES = [{
-	name: "web"
-	repo: "https://github.com/sharelatex/web-sharelatex.git"
-	version: "master"
-}, {
-	name: "real-time"
-	repo: "https://github.com/sharelatex/real-time-sharelatex.git"
-	version: "master"
-}, {
-	name: "document-updater"
-	repo: "https://github.com/sharelatex/document-updater-sharelatex.git"
-	version: "master"
-}, {
-	name: "clsi"
-	repo: "https://github.com/sharelatex/clsi-sharelatex.git"
-	version: "master"
-}, {
-	name: "filestore"
-	repo: "https://github.com/sharelatex/filestore-sharelatex.git"
-	version: "master"
-}, {
-	name: "track-changes"
-	repo: "https://github.com/sharelatex/track-changes-sharelatex.git"
-	version: "master"
-}, {
-	name: "docstore"
-	repo: "https://github.com/sharelatex/docstore-sharelatex.git"
-	version: "master"
-}, {
-	name: "chat"
-	repo: "https://github.com/sharelatex/chat-sharelatex.git"
-	version: "master"
-}, {
-	name: "tags"
-	repo: "https://github.com/sharelatex/tags-sharelatex.git"
-	version: "master"
-}, {
-	name: "spelling"
-	repo: "https://github.com/sharelatex/spelling-sharelatex.git"
-	version: "master"
-}]
-
-module.exports = (grunt) ->
-	grunt.loadNpmTasks 'grunt-bunyan'
-	grunt.loadNpmTasks 'grunt-execute'
-	grunt.loadNpmTasks 'grunt-available-tasks'
-	grunt.loadNpmTasks 'grunt-concurrent'
-	grunt.loadNpmTasks "grunt-contrib-coffee"
-	grunt.loadNpmTasks "grunt-shell"
-
-
-	execute = {}
-	for service in SERVICES
-		execute[service.name] =
-			src: "#{service.name}/app.js"
-
-	grunt.initConfig
-		execute: execute
-
-		concurrent:
-			all:
-				tasks: ("run:#{service.name}" for service in SERVICES)
-				options:
-					limit: SERVICES.length
-					logConcurrentOutput: true
-		coffee:
-			migrate: 
-				expand: true,
-				flatten: false,
-				cwd: './',
-				src: ['./migrations/*.coffee'],
-				dest: './',
-				ext: '.js'
-				options:
-					bare:true
-
-		shell:
-			migrate:
-				command: "./node_modules/east/bin/east migrate --adapter east-mongo --url #{settings.mongo.url}"
-
-		availabletasks:
-			tasks:
-				options:
-					filter: 'exclude',
-					tasks: [
-						'concurrent'
-						'execute'
-						'bunyan'
-						'availabletasks'
-						]
-					groups:
-						"Run tasks": [
-							"run"
-							"run:all"
-							"default"
-						].concat ("run:#{service.name}" for service in SERVICES)
-						"Misc": [
-							"help"
-						]
-						"Install tasks": ("install:#{service.name}" for service in SERVICES).concat(["install:all", "install", "install:dirs", "install:config"])
-						"Update tasks": ("update:#{service.name}" for service in SERVICES).concat(["update:all", "update"])
-						"Config tasks": ["install:config"]
-						"Checks": ["check", "check:redis", "check:latexmk", "check:s3", "check:make"]
-
-	for service in SERVICES
-		do (service) ->
-			grunt.registerTask "install:#{service.name}", "Download and set up the #{service.name} service", () ->
-				done = @async()
-				Helpers.installService(service, done)
-			grunt.registerTask "update:#{service.name}", "Checkout and update the #{service.name} service", () ->
-				done = @async()
-				Helpers.updateService(service, done)
-			grunt.registerTask "run:#{service.name}", "Run the ShareLaTeX #{service.name} service", ["bunyan", "execute:#{service.name}"]
-			grunt.registerTask "release:#{service.name}", "Create a new release version of #{service.name} (specify with --release option)", () ->
-				done = @async()
-				Helpers.createNewRelease(service, grunt.option("release"), done)
-
-	grunt.registerTask 'install:config', "Copy the example config into the real config", () ->
-		Helpers.installConfig @async()
-	grunt.registerTask 'install:dirs', "Copy the example config into the real config", () ->
-		Helpers.createDataDirs @async()
-	grunt.registerTask 'install:all', "Download and set up all ShareLaTeX services",
-		["check:make"].concat(
-			("install:#{service.name}" for service in SERVICES)
-		).concat(["install:config", "install:dirs"])
-	grunt.registerTask 'install', 'install:all'
-	grunt.registerTask 'update:all', "Checkout and update all ShareLaTeX services",
-		["check:make"].concat(
-			("update:#{service.name}" for service in SERVICES)
-		)
-	grunt.registerTask 'update', 'update:all'
-	grunt.registerTask 'run', "Run all of the sharelatex processes", ['concurrent:all']
-	grunt.registerTask 'run:all', 'run'
-
-	grunt.registerTask 'help', 'Display this help list', 'availabletasks'
-	grunt.registerTask 'default', 'run'
-
-	grunt.registerTask "check:redis", "Check that redis is installed and running", () ->
-		Helpers.checkRedis @async()
-	grunt.registerTask "check:latexmk", "Check that latexmk is installed", () ->
-		Helpers.checkLatexmk @async()
-	grunt.registerTask "check:s3", "Check that Amazon S3 credentials are configured", () ->
-		Helpers.checkS3 @async()
-	grunt.registerTask "check:fs", "Check that local filesystem options are configured", () ->
-		Helpers.checkFS @async()
-	grunt.registerTask "check:aspell", "Check that aspell is installed", () ->
-		Helpers.checkAspell @async()
-	grunt.registerTask "check:make", "Check that make is installed", () ->
-		Helpers.checkMake @async()
-	grunt.registerTask "check", "Check that you have the required dependencies installed", ["check:redis", "check:latexmk", "check:s3", "check:fs", "check:aspell"]
-
-	grunt.registerTask "build:deb", "Build an installable .deb file from the current directory", () ->
-		Helpers.buildDeb @async()
-	grunt.registerTask "build:upstart_scripts", "Create upstart scripts for each service", () ->
-		Helpers.buildUpstartScripts()
-
-
-	#grunt.registerTask 'migrate', "compile migrations and run them", ['coffee:migrate', 'shell:migrate']
-
-
-	Helpers =
-		installService: (service, callback = (error) ->) ->
-			Helpers.cloneGitRepo service, (error) ->
-				return callback(error) if error?
-				Helpers.installNpmModules service, (error) ->
-					return callback(error) if error?
-					Helpers.rebuildNpmModules service, (error) ->
-						return callback(error) if error?
-						Helpers.runGruntInstall service, (error) ->
-							return callback(error) if error?
-							callback()
-
-		updateService: (service, callback = (error) ->) ->
-			Helpers.updateGitRepo service, (error) ->
-				return callback(error) if error?
-				Helpers.installNpmModules service, (error) ->
-					return callback(error) if error?
-					Helpers.rebuildNpmModules service, (error) ->
-						return callback(error) if error?
-						Helpers.runGruntInstall service, (error) ->
-							return callback(error) if error?
-							callback()
-
-		cloneGitRepo: (service, callback = (error) ->) ->
-			repo_src = service.repo
-			dir = service.name
-			if !fs.existsSync(dir)
-				proc = spawn "git", [
-					"clone",
-					"-b", service.version,
-					repo_src,
-					dir
-				], stdio: "inherit"
-				proc.on "close", () ->
-					callback()
-			else
-				console.log "#{dir} already installed, skipping."
-				callback()
-
-		updateGitRepo: (service, callback = (error) ->) ->
-			dir = service.name
-			proc = spawn "git", ["checkout", service.version], cwd: dir, stdio: "inherit"
-			proc.on "close", () ->
-				proc = spawn "git", ["pull"], cwd: dir, stdio: "inherit"
-				proc.on "close", () ->
-					callback()
-					
-		createNewRelease: (service, version, callback = (error) ->) ->
-			dir = service.name
-			proc = spawn "sed", [
-				"-i", "",
-				"s/\"version\".*$/\"version\": \"#{version}\",/g",
-				"package.json"
-			], cwd: dir, stdio: "inherit"
-			proc.on "close", () ->
-				proc = spawn "git", ["commit", "-a", "-m", "Release version #{version}"], cwd: dir, stdio: "inherit"
-				proc.on "close", () ->
-					proc = spawn "git", ["tag", "v#{version}"], cwd: dir, stdio: "inherit"
-					proc.on "close", () ->
-						proc = spawn "git", ["push"], cwd: dir, stdio: "inherit"
-						proc.on "close", () ->
-							proc = spawn "git", ["push", "--tags"], cwd: dir, stdio: "inherit"
-							proc.on "close", () ->
-								callback()
-
-		installNpmModules: (service, callback = (error) ->) ->
-			dir = service.name
-			proc = spawn "npm", ["install"], stdio: "inherit", cwd: dir
-			proc.on "close", () ->
-				callback()
-
-		# work around for https://github.com/npm/npm/issues/5400
-		# where binary modules are not built due to bug in npm
-		rebuildNpmModules: (service, callback = (error) ->) ->
-			dir = service.name
-			proc = spawn "npm", ["rebuild"], stdio: "inherit", cwd: dir
-			proc.on "close", () ->
-				callback()
-
-		createDataDirs: (callback = (error) ->) ->
-			DIRS = [
-				"tmp/dumpFolder"
-				"tmp/uploads"
-				"data/user_files"
-				"data/compiles"
-				"data/cache"
-			]
-			jobs = []
-			for dir in DIRS
-				do (dir) ->
-					jobs.push (callback) ->
-						path = Path.join(__dirname, dir)
-						grunt.log.writeln "Ensuring '#{path}' exists"
-						exec "mkdir -p #{path}", callback
-			async.series jobs, callback
-
-		installConfig: (callback = (error) ->) ->
-			src = "config/settings.development.coffee.example"
-			dest = "config/settings.development.coffee"
-			if !fs.existsSync(dest)
-				grunt.log.writeln "Creating config at #{dest}"
-				config = fs.readFileSync(src).toString()
-				config = config.replace /CRYPTO_RANDOM/g, () ->
-					crypto.randomBytes(64).toString("hex")
-				fs.writeFileSync dest, config
-				callback()
-			else
-				grunt.log.writeln "Config file already exists. Skipping."
-				callback()
-
-		runGruntInstall: (service, callback = (error) ->) ->
-			dir = service.name
-			proc = spawn "grunt", ["install"], stdio: "inherit", cwd: dir
-			proc.on "close", () ->
-				callback()
-
-		checkRedis: (callback = (error) ->) ->
-			grunt.log.write "Checking Redis is running... "
-			exec "redis-cli info", (error, stdout, stderr) ->
-				if error? and error.message.match("Could not connect")
-					grunt.log.error "FAIL. Redis is not running"
-					return callback(error)
-				else if error?
-					return callback(error)
-				else
-					m = stdout.match(/redis_version:(.*)/)
-					if !m?
-						grunt.log.error "FAIL."
-						grunt.log.error "Unknown redis version"
-						error = new Error("Unknown redis version")
-					else
-						version = m[1]
-						if semver.gte(version, "2.6.12")
-							grunt.log.writeln "OK."
-							grunt.log.writeln "Running Redis version #{version}"
-						else
-							grunt.log.error "FAIL."
-							grunt.log.error "Redis version is too old (#{version}). Must be 2.6.12 or greater."
-							error = new Error("Redis version is too old (#{version}). Must be 2.6.12 or greater.")
-				callback(error)
-
-		checkLatexmk: (callback = (error) ->) ->
-			grunt.log.write "Checking latexmk is installed... "
-			exec "latexmk --version", (error, stdout, stderr) ->
-				if error? and error.message.match("not found")
-					grunt.log.error "FAIL."
-					grunt.log.errorlns """
-					Either latexmk is not installed or is not in your PATH.
-
-					latexmk comes with TexLive 2013, and must be a version from 2013 or later.
-					If you have already have TeXLive installed, then make sure it is
-					included in your PATH (example for 64-bit linux):
-					
-						export PATH=$PATH:/usr/local/texlive/2014/bin/x86_64-linux/
-					
-					This is a not a fatal error, but compiling will not work without latexmk.
-					"""
-					return callback(error)
-				else if error?
-					return callback(error)
-				else
-					m = stdout.match(/Version (.*)/)
-					if !m?
-						grunt.log.error "FAIL."
-						grunt.log.error "Unknown latexmk version"
-						error = new Error("Unknown latexmk version")
-					else
-						version = m[1]
-						if semver.gte(version + ".0", "4.39.0")
-							grunt.log.writeln "OK."
-							grunt.log.writeln "Running latexmk version #{version}"
-						else
-							grunt.log.error "FAIL."
-							grunt.log.errorlns """
-							latexmk version is too old (#{version}). Must be 4.39 or greater.
-							This is a not a fatal error, but compiling will not work without latexmk
-							"""
-							error = new Error("latexmk is too old")
-				callback(error)
-				
-		checkAspell: (callback = (error) ->) ->
-			grunt.log.write "Checking aspell is installed... "
-			exec "aspell dump dicts", (error, stdout, stderr) ->
-				if error? and error.message.match("not found")
-					grunt.log.error "FAIL."
-					grunt.log.errorlns """
-					Either aspell is not installed or is not in your PATH.
-					
-					On Ubuntu you can install aspell with:
-					
-						sudo apt-get install aspell
-						
-					Or on a mac:
-					
-						brew install aspell
-						
-					This is not a fatal error, but the spell-checker will not work without aspell
-					"""
-					return callback(error)
-				else if error?
-					return callback(error)
-				else
-					grunt.log.writeln "OK."
-					grunt.log.writeln "The following spell check dictionaries are available:"
-					grunt.log.write stdout
-					callback()
-				callback(error)
-
-		checkS3: (callback = (error) ->) ->
-			Settings = require "settings-sharelatex"
-			if Settings.filestore.backend==""
-				grunt.log.writeln "No backend specified. Assuming Amazon S3"
-				Settings.filestore.backend = "s3"
-			if Settings.filestore.backend=="s3"
-				grunt.log.write "Checking S3 credentials... "
-				try
-					client = knox.createClient({
-						key: Settings.filestore.s3.key
-						secret: Settings.filestore.s3.secret
-						bucket: Settings.filestore.stores.user_files
-					})
-				catch e
-					grunt.log.error "FAIL."
-					grunt.log.errorlns """
-					Please configure your Amazon S3 credentials in config/settings.development.coffee
-
-					Amazon S3 (Simple Storage Service) is a cloud storage service provided by
-					Amazon. ShareLaTeX uses S3 for storing binary files like images. You can 
-					sign up for an account and find out more at:
-
-							http://aws.amazon.com/s3/
-										
-					"""
-					return callback()
-				client.getFile "does-not-exist", (error, response) ->
-					unless response? and response.statusCode == 404
-						grunt.log.error "FAIL."
-						grunt.log.errorlns """
-						Could not connect to Amazon S3. Please check your credentials.
-						"""
-					else
-						grunt.log.writeln "OK."
-					callback()
-			else
-				grunt.log.writeln "Filestore other than S3 configured. Not checking S3."
-				callback()
-
-		checkFS: (callback = (error) ->) ->
-			Settings = require "settings-sharelatex"
-			if Settings.filestore.backend=="fs"
-				grunt.log.write "Checking FS configuration... "
-				fs = require("fs")
-				fs.exists Settings.filestore.stores.user_files, (exists) ->
-					if exists
-						grunt.log.writeln "OK."
-					else
-						grunt.log.error "FAIL."
-						grunt.log.errorlns """
-						Could not find directory "#{Settings.filestore.stores.user_files}". 
-						Please check your configuration.
-						"""
-					callback()
-			else
-				grunt.log.writeln "Filestore other than FS configured. Not checking FS."
-				callback()
-
-		checkMake: (callback = (error) ->) ->
-			grunt.log.write "Checking make is installed... "
-			exec "make --version", (error, stdout, stderr) ->
-				if error? and error.message.match("not found")
-					grunt.log.error "FAIL."
-					grunt.log.errorlns """
-					Either make is not installed or is not in your path.
-					
-					On Ubuntu you can install make with:
-					
-					    sudo apt-get install build-essential
-					
-					"""
-					return callback(error)
-				else if error?
-					return callback(error)
-				else
-					grunt.log.write "OK."
-					return callback()
-
-		buildUpstartScripts: () ->
-			template = fs.readFileSync("package/upstart/sharelatex-template").toString()
-			for service in SERVICES
-				fs.writeFileSync "package/upstart/sharelatex-#{service.name}", template.replace(/__SERVICE__/g, service.name)
-
-		buildPackageSettingsFile: () ->
-			config = fs.readFileSync("config/settings.development.coffee.example").toString()
-			config = config.replace /DATA_DIR.*/, "DATA_DIR = '/var/lib/sharelatex/data'"
-			config = config.replace /TMP_DIR.*/, "TMP_DIR = '/var/lib/sharelatex/tmp'"
-			fs.writeFileSync "package/config/settings.coffee", config
-
-		buildDeb: (callback = (error) ->) ->
-			command = ["-s", "dir", "-t", "deb", "-n", "sharelatex", "-v", "0.0.1", "--verbose"]
-			command.push(
-				"--maintainer", "ShareLaTeX <team@sharelatex.com>"
-				"--config-files", "/etc/sharelatex/settings.coffee"
-				"--config-files", "/etc/nginx/conf.d/sharelatex.conf"
-				"--directories",  "/var/lib/sharelatex"
-				"--directories",  "/var/log/sharelatex"
-			)
-
-			command.push(
-				"--depends", "redis-server > 2.6.12"
-				"--depends", "mongodb-org > 2.4.0"
-				"--depends", "nodejs > 0.10.0"
-			)
-			
-			@buildPackageSettingsFile()
-
-			@buildUpstartScripts()
-			for service in SERVICES
-				command.push(
-					"--deb-upstart", "package/upstart/sharelatex-#{service.name}"
-				)
-
-			after_install_script = """
-				#!/bin/sh
-				# Create random secret keys (twice, once for http auth pass, once for cookie secret).
-				sed -i "0,/CRYPTO_RANDOM/s/CRYPTO_RANDOM/$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 64 | head -n 1)/" /etc/sharelatex/settings.coffee
-				sed -i "0,/CRYPTO_RANDOM/s/CRYPTO_RANDOM/$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 64 | head -n 1)/" /etc/sharelatex/settings.coffee
-				
-				sudo adduser --system --group --home /var/www/sharelatex --no-create-home sharelatex
-
-				mkdir -p /var/log/sharelatex
-				chown sharelatex:sharelatex /var/log/sharelatex
-				
-				mkdir -p /var/lib/sharelatex
-
-			"""
-
-			for dir in ["data/user_files", "tmp/uploads", "data/compiles", "data/cache", "tmp/dumpFolder"]
-				after_install_script += """
-					mkdir -p /var/lib/sharelatex/#{dir}
-					
-				"""
-			
-			after_install_script += """
-				chown -R sharelatex:sharelatex /var/lib/sharelatex
-				
-			"""	
-
-			for service in SERVICES
-				after_install_script += "service sharelatex-#{service.name} restart\n"
-			fs.writeFileSync "package/scripts/after_install.sh", after_install_script
-			command.push("--after-install", "package/scripts/after_install.sh")
-
-			command.push("--exclude", "**/.git")
-			command.push("--exclude", "**/node_modules/grunt-*")
-			for path in ["filestore/user_files", "filestore/uploads", "clsi/cache", "clsi/compiles"]
-				command.push "--exclude", path
-
-			for service in SERVICES
-				command.push "#{service.name}=/var/www/sharelatex/"
-
-			command.push(
-				"package/config/settings.coffee=/etc/sharelatex/settings.coffee"
-				"package/nginx/sharelatex=/etc/nginx/conf.d/sharelatex.conf"
-			)
-			console.log "fpm " + command.join(" ")
-			proc = spawn "fpm", command, stdio: "inherit"
-			proc.on "close", (code) ->
-				if code != 0
-					callback(new Error("exit code: #{code}"))
-				else
-					callback()
-
-			
-
-
-
-

ISSUE_TEMPLATE

@@ -0,0 +1,4 @@
+Please tell us the following when opening an issue
+
+- Official Docker version being run:
+- URL to appropriate logs:

ISSUE_TEMPLATE.md

@@ -0,0 +1,22 @@
+(If you have a feature request, or bug with ShareLaTeX, please file an issue at https://github.com/sharelatex/web-sharelatex. This repository should **only be used for installation and maintenance problems** of ShareLaTeX Community Edition)
+
+## Problem
+
+Please describe the problem you are facing
+
+## Install type
+
+Are you using the Docker image (as described at https://github.com/sharelatex/sharelatex/wiki/Quick-Start-Guide), or some other method of installing ShareLaTeX Community Edition?
+
+## Version
+
+Which version of the docker image are you using?
+
+## Logs and errors
+
+Please include any logs and error messages.
+
+## Screenshots
+
+Please provide any screenshots of errors in ShareLaTeX Community Edition.
+

Makefile

@@ -0,0 +1,16 @@
+# Makefile
+
+SHARELATEX_BASE_TAG := sharelatex/sharelatex-base
+SHARELATEX_TAG := sharelatex/sharelatex
+SHARELATEX_BASE_CACHE := $(shell echo $(SHARELATEX_BASE_TAG) | sed -E 's/(.+):.+/\1:latest/')
+
+build-base:
+	docker pull $(SHARELATEX_BASE_CACHE)
+	docker build -f Dockerfile-base --pull --cache-from $(SHARELATEX_BASE_CACHE) -t $(SHARELATEX_BASE_TAG) .
+
+
+build-community:
+	docker build --build-arg SHARELATEX_BASE_TAG=$(SHARELATEX_BASE_TAG) -f Dockerfile -t $(SHARELATEX_TAG) .
+
+
+PHONY: build-base build-community

README.md

@@ -1,109 +1,93 @@
-ShareLaTeX
-==========
+<h1 align="center">
+  <br>
+  <a href="https://www.overleaf.com"><img src="doc/logo.png" alt="Overleaf" width="300"></a>
+</h1>
 
-[ShareLaTeX](https://www.sharelatex.com) is an open-source online real-time collaborative LaTeX editor. We run a hosted version at http://www.sharelatex.com, but you can also run your own local version, and contribute to the development of ShareLaTeX.
+<h4 align="center">An open-source online real-time collaborative LaTeX editor.</h4>
 
-*[If you want help installing and maintaining ShareLaTeX at your university or workplace, we offer an officially supported version called ShareLaTeX Server Pro. It also comes with extra security and admin features. Click here to find out more!](https://www.sharelatex.com/university/onsite.html)*
+<p align="center">
+  <a href="#key-features">Key Features</a> •
+  <a href="https://github.com/overleaf/overleaf/wiki">Wiki</a> •
+  <a href="https://www.overleaf.com/for/enterprises">Server Pro</a> •
+  <a href="#contributing">Contributing</a> •
+  <a href="https://mailchi.mp/overleaf.com/community-edition-and-server-pro">Mailing List</a> •
+  <a href="#authors">Authors</a> •
+  <a href="#license">License</a>
+</p>
 
-Installation
-------------
+<a href="https://www.overleaf.com"><img src="doc/screenshot.png" alt="Overleaf" ></a>
+<p align="center">
+  Figure 1: A screenshot of Overleaf Server Pro's comments and tracked changes features.
+</p>
+
+## Key Features
+
+[Overleaf](https://www.overleaf.com) is an open-source online real-time collaborative LaTeX editor. We run a hosted version at [www.overleaf.com](https://www.overleaf.com), but you can also run your own local version, and contribute to the development of Overleaf.
+
+*[If you want help installing and maintaining Overleaf in your lab or workplace, we offer an officially supported version called Overleaf Server Pro. It also comes with extra security and admin features. Click here to find out more!](https://www.overleaf.com/for/enterprises)*
+
+## Keeping up to date
+
+Sign up to the [mailing list](https://mailchi.mp/overleaf.com/community-edition-and-server-pro) to get updates on Overleaf Releases and development
+
+## Installation
 
 We have detailed installation instructions in our wiki:
 
-* [Installing ShareLaTeX in Production](https://github.com/sharelatex/sharelatex/wiki/Production-Installation-Instructions)
-* [Setting up a ShareLaTeX Development Environment](https://github.com/sharelatex/sharelatex/wiki/Setting-up-a-Development-Environment)
+* [Overleaf Quick Start Guide](https://github.com/overleaf/overleaf/wiki/Quick-Start-Guide)
 
-**If you have any problems, have a look at our page of [Frequent Problems and Questions](https://github.com/sharelatex/sharelatex/wiki/FAQ).**
+## Upgrading
 
-Upgrading
----------
+If you are upgrading from a previous version of Overleaf, please see the [Release Notes section on the Wiki](https://github.com/overleaf/overleaf/wiki/Home) for all of the versions between your current version and the version you are upgrading to.
 
-If you are upgrading from a previous version of ShareLaTeX, please see the [Release Notes section on the Wiki] (https://github.com/sharelatex/sharelatex/wiki/Home) for all of the versions between your current version and the version you are upgrading to.
+## Other repositories
+
+This repository does not contain any code. It acts a wrapper and toolkit for managing the many different Overleaf  services. These each run as their own Node.js process and have their own GitHub repository.
+
+| Service | Description |
+| ------- | ----------- |
+| **[web](https://github.com/overleaf/web)** | The front facing web server that serves all the HTML pages, CSS and JavaScript to the client. Also contains a lot of logic around creating and editing projects, and account management. |
+| **[document-updater](https://github.com/overleaf/document-updater)** | Processes updates that come in from the editor when users modify documents. Ensures that the updates are applied in the right order, and that only one operation is modifying the document at a time. Also caches the documents in redis for very fast but persistent modifications. |
+| **[CLSI](https://github.com/overleaf/clsi)** | The Common LaTeX Service Interface (CLSI) which provides an API for compiling LaTeX documents. |
+| **[docstore](https://github.com/overleaf/docstore)** | An API for performing CRUD (Create, Read, Update and Delete) operations on text files stored in Overleaf. |
+| **[real-time](https://github.com/overleaf/real-time)** | The websocket process clients connect to. |
+| **[filestore](https://github.com/overleaf/filestore)** | An API for performing CRUD (Create, Read, Update and Delete) operations on binary files (like images) stored in Overleaf. |
+| **[track-changes](https://github.com/overleaf/track-changes)** | An API for compressing and storing the updates applied to a document, and then rendering a diff of the changes between any two time points. |
+| **[chat](https://github.com/overleaf/chat)** | The backend API for storing and fetching chat messages. |
+| **[spelling](https://github.com/overleaf/spelling)** | An API for running server-side spelling checking on Overleaf documents. |
+
+## Overleaf Docker Image
+
+This repo contains two dockerfiles, `Dockerfile-base`, which builds the
+`sharelatex/sharelatex-base` image, and `Dockerfile` which builds the
+`sharelatex/sharelatex` (or "community") image.
+
+The Base image generally contains the basic dependencies like `wget` and
+`aspell`, plus `texlive`. We split this out because it's a pretty heavy set of
+dependencies, and it's nice to not have to rebuild all of that every time.
+
+The `sharelatex/sharelatex` image extends the base image and adds the actual Overleaf code
+and services.
+
+Use `make build-base` and `make build-community` to build these images.
+
+We use the [Phusion base-image](https://github.com/phusion/baseimage-docker)
+(which is extended by our `base` image) to provide us with a VM-like container
+in which to run the Overleaf services. Baseimage uses the `runit` service
+manager to manage services, and we add our init-scripts from the `./runit`
+folder.
 
 
-Dependencies
-------------
+## Contributing
 
-ShareLaTeX should run on OS X and Linux. You need:
+Please see the [CONTRIBUTING](https://github.com/overleaf/overleaf/blob/master/CONTRIBUTING.md) file for information on contributing to the development of Overleaf. See [our wiki](https://github.com/overleaf/overleaf/wiki/Developer-Guidelines) for information on setting up a development environment and how to recompile and run Overleaf after modifications.
 
-* [Node.js](http://nodejs.org/) 0.10 or greater. We recommend that you use [nvm](https://github.com/creationix/nvm) to install it.
-* The [grunt](http://gruntjs.com/) command line tools (Run `npm install -g grunt-cli` to install them)
-* A local instance of [Redis](http://redis.io/topics/quickstart) (version 2.6.12 or later) and [MongoDB](http://docs.mongodb.org/manual/installation/) running on their standard ports.
-* [TeXLive](https://www.tug.org/texlive/) 2013 or later with the `latexmk` program installed.
+## Authors
 
-ShareLaTeX needs a minimum of 2gb of memory, it is likely to be more than that though depending on usage.
+[The Overleaf Team](https://www.overleaf.com/about)
 
-Other repositories
-------------------
-
-This repository does not contain any code. It acts a wrapper and toolkit for managing the many different ShareLaTeX  services. These each run as their own Node.js process and have their own Github repository. These are all downloaded and set up when you run `grunt install`
-
-The different services are:
-
-### [web](https://github.com/sharelatex/web-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/web-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/web-sharelatex)
-
-The front facing web server that serves all the HTML pages, CSS and JavaScript
-to the client. Also contains a lot of logic around creating and editing
-projects, and account management.
-
-### [document-updater](https://github.com/sharelatex/document-updater-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/document-updater-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/document-updater-sharelatex)
-
-Processes updates that come in from the editor when users modify documents. Ensures that
-the updates are applied in the right order, and that only one operation is modifying
-the document at a time. Also caches the documents in redis for very fast but persistent
-modifications.
-
-### [CLSI](https://github.com/sharelatex/clsi-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/clsi-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/clsi-sharelatex)
-
-The Common LaTeX Service Interface (CLSI) which provides an API for compiling LaTeX 
-documents.
-
-### [docstore](https://github.com/sharelatex/docstore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/docstore-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/docstore-sharelatex)
-
-An API for performing CRUD (Create, Read, Update and Delete) operations on text files
-stored in ShareLaTeX.
-
-### [filestore](https://github.com/sharelatex/filestore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/filestore-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/filestore-sharelatex)
-
-An API for performing CRUD (Create, Read, Update and Delete) operations on binary files
-(like images) stored in ShareLaTeX.
-
-### [track-changes](https://github.com/sharelatex/track-changes-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/track-changes-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/track-changes-sharelatex)
-
-An API for compressing and storing the updates applied to a document, and then rendering a diff of the changes
-between any two time points.
-
-### [chat](https://github.com/sharelatex/chat-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/chat-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/chat-sharelatex)
-
-The backend API for storing and fetching chat messages.
-
-### [tags](https://github.com/sharelatex/tags-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/tags-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/tags-sharelatex)
-
-The backend API for managing project tags (folders).
-
-### [spelling](https://github.com/sharelatex/spelling-sharelatex)
-
-An API for running server-side spelling checking on ShareLaTeX documents.
-
-Dropbox
--------
-
-Please note that certain features like Dropbox integration are not functional in the open source code base yet, despite appearing in the user interface. We're working on this, sorry!
-
-Contributing
-------------
-
-Please see the [CONTRIBUTING](https://github.com/sharelatex/sharelatex/blob/master/CONTRIBUTING.md) file for information on contributing to the development of ShareLaTeX. See [our wiki](https://github.com/sharelatex/sharelatex/wiki/Developer-Guidelines) for information on setting up a development environment and how to recompile and run ShareLaTeX after modifications.
-
-Authors
----
-
-- [Henry Oswald](http://twitter.com/henryoswald)
-- [James Allen](http://twitter.com/thejpallen)
-
-License
-----
+## License
 
 The code in this repository is released under the GNU AFFERO GENERAL PUBLIC LICENSE, version 3. A copy can be found in the `LICENSE` file.
 
-Copyright (c) ShareLaTeX, 2014.
+Copyright (c) Overleaf, 2014-2019.

Vagrantfile

@@ -1,55 +0,0 @@
-# -*- mode: ruby -*-
-# vi: set ft=ruby :
-
-# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
-VAGRANTFILE_API_VERSION = "2"
-
-Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
-  config.vm.box = "ubuntu-12.04"
-  config.vm.box_url = "http://files.vagrantup.com/precise64.box"
-
-  config.vm.network :forwarded_port, guest: 3000, host: 3000
-  config.vm.network :forwarded_port, guest: 80, host: 8080
-
-  config.ssh.forward_agent = true
-
-  config.vm.provider "virtualbox" do |v|
-    v.memory = 1024
-  end
-
-  config.vm.provision :chef_solo do |chef|
-    chef.cookbooks_path = "chef/cookbooks"
-    chef.add_recipe 'apt'
-    chef.add_recipe 'redis-server'
-    chef.add_recipe 'mongodb'
-    chef.add_recipe 'nodejs'
-    chef.add_recipe 'texlive'
-    chef.add_recipe 'packages'
-
-    # You may also specify custom JSON attributes:
-    chef.json = {}
-  end
-
-  # Enable provisioning with chef server, specifying the chef server URL,
-  # and the path to the validation key (relative to this Vagrantfile).
-  #
-  # The Opscode Platform uses HTTPS. Substitute your organization for
-  # ORGNAME in the URL and validation key.
-  #
-  # If you have your own Chef Server, use the appropriate URL, which may be
-  # HTTP instead of HTTPS depending on your configuration. Also change the
-  # validation key to validation.pem.
-  #
-  # config.vm.provision :chef_client do |chef|
-  #   chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME"
-  #   chef.validation_key_path = "ORGNAME-validator.pem"
-  # end
-  #
-  # If you're using the Opscode platform, your validator client is
-  # ORGNAME-validator, replacing ORGNAME with your organization name.
-  #
-  # If you have your own Chef Server, the default validation client name is
-  # chef-validator, unless you changed the configuration.
-  #
-  #   chef.validation_client_name = "ORGNAME-validator"
-end

bin/grunt

@@ -0,0 +1,31 @@
+#!/bin/bash
+# Thin wrapper on old grunt tasks to ease migrating.
+
+set -e
+TASK="$1"
+shift 1
+
+cd /var/www/sharelatex/web/modules/server-ce-scripts/scripts
+
+case "$TASK" in
+  user:create-admin)
+    node create-user --admin "$@"
+    ;;
+
+  user:delete)
+    node delete-user "$@"
+    ;;
+
+  check:mongo)
+    node check-mongodb
+    ;;
+
+  check:redis)
+    node check-redis
+    ;;
+
+  *)
+    echo "Unknown task $TASK"
+    exit 1
+    ;;
+esac

chef/.chef/knife.rb

@@ -1,3 +0,0 @@
-current_dir = File.dirname(__FILE__)
-cookbook_path            ["#{current_dir}/../cookbooks"]
-

chef/cookbooks/apt/CHANGELOG.md

@@ -1,173 +0,0 @@
-apt Cookbook CHANGELOG
-======================
-This file is used to list changes made in each version of the apt cookbook.
-
-v2.3.8 (2014-02-14)
--------------------
-### Bug
-- **[COOK-4287](https://tickets.opscode.com/browse/COOK-4287)** - Cleanup the Kitchen
-
-
-v2.3.6
-------
-* [COOK-4154] - Add chefspec matchers.rb file to apt cookbook
-* [COOK-4102] - Only index created repository
-
-
-v2.3.6
-------
-* [COOK-4154] - Add chefspec matchers.rb file to apt cookbook
-* [COOK-4102] - Only index created repository
-
-
-v2.3.4
-------
-No change. Version bump for toolchain sanity
-
-
-v2.3.2
-------
-- [COOK-3905] apt-get-update-periodic: configuration for the update period
-- Updating style for rubocops
-- Updating test-kitchen harness
-
-
-v2.3.0
-------
-### Bug
-- **[COOK-3812](https://tickets.opscode.com/browse/COOK-3812)** - Add a way to bypass the apt existence check
-
-### Improvement
-- **[COOK-3567](https://tickets.opscode.com/browse/COOK-3567)** - Allow users to bypass apt-cache via attributes
-
-
-v2.2.1
-------
-### Improvement
-- **[COOK-664](https://tickets.opscode.com/browse/COOK-664)** - Check platform before running apt-specific commands
-
-
-v2.2.0
-------
-### Bug
-- **[COOK-3707](https://tickets.opscode.com/browse/COOK-3707)** - multiple nics confuse apt::cacher-client
-
-v2.1.2
-------
-### Improvement
-- **[COOK-3551](https://tickets.opscode.com/browse/COOK-3551)** - Allow user to set up a trusted APT repository
-
-v2.1.1
-------
-### Bug
-- **[COOK-1856](https://tickets.opscode.com/browse/COOK-1856)** - Match GPG keys without case sensitivity
-
-v2.1.0
-------
-- [COOK-3426]: cacher-ng fails with restrict_environment set to true
-- [COOK-2859]: cacher-client executes out of order
-- [COOK-3052]: Long GPG keys are downloaded on every run
-- [COOK-1856]: apt cookbook should match keys without case sensitivity
-- [COOK-3255]: Attribute name incorrect in README
-- [COOK-3225]: Call use_inline_resources only if defined
-- [COOK-3386]: Cache dir for apt-cacher-ng
-- [COOK-3291]: apt_repository: enable usage of a keyserver on port 80
-- Greatly expanded test coverage with ChefSpec and Test-Kitchen
-
-v2.0.0
-------
-### Bug
-
-- [COOK-2258]: apt: LWRP results in error under why-run mode in apt 1.9.0 cookbook
-
-v1.10.0
--------
-### Improvement
-
-- [COOK-2885]: Improvements for apt cache server search
-
-### Bug
-
-- [COOK-2441]: Apt recipe broken in new chef version
-- [COOK-2660]: Create Debian 6.0 "squeeze" specific template for
-  apt-cacher-ng
-
-v1.9.2
-------
-- [COOK-2631] - Create Ubuntu 10.04 specific template for apt-cacher-ng
-
-v1.9.0
-------
-- [COOK-2185] - Proxy for apt-key
-- [COOK-2338] - Support pinning by glob() or regexp
-
-v1.8.4
-------
-- [COOK-2171] - Update README to clarify required Chef version: 10.18.0
-  or higher.
-
-v1.8.2
-------
-- [COOK-2112] - need [] around "arch" in sources.list entries
-- [COOK-2171] - fixes a regression in the notification
-
-v1.8.0
-------
-- [COOK-2143] - Allow for a custom cacher-ng port
-- [COOK-2171] - On `apt_repository.run_action(:add)` the source file
-  is not created.
-- [COOK-2184] - apt::cacher-ng, use `cacher_port` attribute in
-  acng.conf
-
-v1.7.0
-------
-- [COOK-2082] - add "arch" parameter to apt_repository LWRP
-
-v1.6.0
-------
-- [COOK-1893] - `apt_preference` use "`package_name`" resource instead of "name"
-- [COOK-1894] - change filename for sources.list.d files
-- [COOK-1914] - Wrong dir permissions for /etc/apt/preferences.d/
-- [COOK-1942] - README.md has wrong name for the keyserver attribute
-- [COOK-2019] - create 01proxy before any other apt-get updates get executed
-
-v1.5.2
-------
-- [COOK-1682] - use template instead of file resource in apt::cacher-client
-- [COOK-1875] - cacher-client should be Environment-aware
-
-V1.5.0
-------
-- [COOK-1500] - Avoid triggering apt-get update
-- [COOK-1548] - Add execute commands for autoclean and autoremove
-- [COOK-1591] - Setting up the apt proxy should leave https
-  connections direct
-- [COOK-1596] - execute[apt-get-update-periodic] never runs
-- [COOK-1762] - create /etc/apt/preferences.d directory
-- [COOK-1776] - apt key check isn't idempotent
-
-v1.4.8
-------
-* Adds test-kitchen support
-- [COOK-1435] - repository lwrp is not idempotent with http key
-
-v1.4.6
-------
-- [COOK-1530] - apt_repository isn't aware of update-success-stamp
-  file (also reverts COOK-1382 patch).
-
-v1.4.4
-------
-- [COOK-1229] - Allow cacher IP to be set manually in non-Chef Solo
-  environments
-- [COOK-1530] - Immediately update apt-cache when sources.list file is dropped off
-
-v1.4.2
-------
-- [COOK-1155] - LWRP for apt pinning
-
-v1.4.0
-------
-- [COOK-889] - overwrite existing repo source files
-- [COOK-921] - optionally use cookbook\_file or remote\_file for key
-- [COOK-1032] - fixes problem with apt repository key installation

chef/cookbooks/apt/README.md

@@ -1,248 +0,0 @@
-apt Cookbook
-============
-This cookbook includes recipes to execute apt-get update to ensure the local APT package cache is up to date. There are recipes for managing the apt-cacher-ng caching proxy and proxy clients. It also includes a LWRP for managing APT repositories in /etc/apt/sources.list.d as well as an LWRP for pinning packages via /etc/apt/preferences.d.
-
-
-Requirements
-------------
-**Version 2.0.0+ of this cookbook requires Chef 11.0.0 or later**. If your Chef version is earlier than 11.0.0, use version 1.10.0 of this cookbook.
-
-Version 1.8.2 to 1.10.0 of this cookbook requires **Chef 10.16.4** or later.
-
-If your Chef version is earlier than 10.16.4, use version 1.7.0 of this cookbook.
-
-### Platform
-Please refer to the [TESTING file](TESTING.md) to see the currently (and passing) tested platforms. The release was tested on:
-
-* Ubuntu 10.04
-* Ubuntu 12.04
-* Ubuntu 13.04
-* Debian 7.1
-* Debian 6.0 (have with manual testing)
-
-May work with or without modification on other Debian derivatives.
-
-
--------
-### default
-This recipe installs the `update-notifier-common` package to provide the timestamp file used to only run `apt-get update` if the cache is more than one day old.
-
-This recipe should appear first in the run list of Debian or Ubuntu nodes to ensure that the package cache is up to date before managing any `package` resources with Chef.
-
-This recipe also sets up a local cache directory for preseeding packages.
-
-**Including the default recipe on a node that does not support apt (such as Windows) results in a noop.**
-
-### cacher-client
-Configures the node to use the `apt-cacher-ng` server as a client.
-
-#### Bypassing the cache
-Occasionally you may come across repositories that do not play nicely when the node is using an `apt-cacher-ng` server. You can configure `cacher-client` to bypass the server and connect directly to the repository with the `cache_bypass` attribute.
-
-To do this, you need to override the `cache_bypass` attribute with an array of repositories, with each array key as the repository URL and value as the protocol to use:
-
-```json
-{
-    ...,
-    'apt': {
-        ...,
-        'cache_bypass': {
-            URL: PROTOCOL
-        }
-    }
-}
-```
-
-For example, to prevent caching and directly connect to the repository at `download.oracle.com` via http:
-
-```json
-{
-    'apt': {
-        'cache_bypass': {
-            'download.oracle.com': 'http'
-        }
-    }
-}
-```
-
-### cacher-ng
-Installs the `apt-cacher-ng` package and service so the system can provide APT caching. You can check the usage report at http://{hostname}:3142/acng-report.html.
-
-If you wish to help the `cacher-ng` recipe seed itself, you must now explicitly include the `cacher-client` recipe in your run list **after** `cacher-ng` or you will block your ability to install any packages (ie. `apt-cacher-ng`).
-
-
-Attributes
-----------
-* `['apt']['cacher_ipaddress']` - use a cacher server (or standard proxy server) not available via search
-* `['apt']['cacher_interface]` - interface to connect to the cacher-ng service, no default.
-* `['apt']['cacher_port']` - port for the cacher-ng service (either client or server), default is '3142'
-* `['apt']['cacher_dir']` - directory used by cacher-ng service, default is '/var/cache/apt-cacher-ng'
-* `['apt']['cacher-client']['restrict_environment']` - restrict your node to using the `apt-cacher-ng` server in your Environment, default is 'false'
-* `['apt']['compiletime']` - force the `cacher-client` recipe to run before other recipes. It forces apt to use the proxy before other recipes run. Useful if your nodes have limited access to public apt repositories. This is overridden if the `cacher-ng` recipe is in your run list. Default is 'false'
-* `['apt']['cache_bypass']` - array of URLs to bypass the cache. Accepts the URL and protocol to  fetch directly from the remote repository and not attempt to cache
-* `['apt']['periodic_update_min_delay']` - minimum delay (in seconds) beetween two actual executions of `apt-get update` by the `execute[apt-get-update-periodic]` resource, default is '86400' (24 hours)
-
-Libraries
----------
-There is an `interface_ipaddress` method that returns the IP address for a particular host and interface, used by the `cacher-client` recipe. To enable it on the server use the `['apt']['cacher_interface']` attribute.
-
-Resources/Providers
--------------------
-### `apt_repository`
-This LWRP provides an easy way to manage additional APT repositories. Adding a new repository will notify running the `execute[apt-get-update]` resource immediately.
-
-#### Actions
-- :add: creates a repository file and builds the repository listing
-- :remove: removes the repository file
-
-#### Attribute Parameters
-- repo_name: name attribute. The name of the channel to discover
-- uri: the base of the Debian distribution
-- distribution: this is usually your release's codename...ie something like `karmic`, `lucid` or `maverick`
-- components: package groupings..when it doubt use `main`
-- arch: constrain package to a particular arch like `i386`, `amd64` or even `armhf` or `powerpc`. Defaults to nil.
-- trusted: treat all packages from this repository as authenticated regardless of signature
-- deb_src: whether or not to add the repository as a source repo as well - value can be `true` or `false`, default `false`.
-- keyserver: the GPG keyserver where the key for the repo should be retrieved
-- key: if a `keyserver` is provided, this is assumed to be the fingerprint, otherwise it can be either the URI to the GPG key for the repo, or a cookbook_file.
-- key_proxy: if set, pass the specified proxy via `http-proxy=` to GPG.
-- cookbook: if key should be a cookbook_file, specify a cookbook where the key is located for files/default. Defaults to nil, so it will use the cookbook where the resource is used.
-
-#### Examples
-
-Add the Zenoss repo:
-
-```ruby
-apt_repository 'zenoss' do
-  uri        'http://dev.zenoss.org/deb'
-  components ['main', 'stable']
-end
-```
-
-Add the Nginx PPA, grabbing the key from keyserver:
-
-```ruby
-apt_repository 'nginx-php' do
-  uri          'http://ppa.launchpad.net/nginx/php5/ubuntu'
-  distribution node['lsb']['codename']
-  components   ['main']
-  keyserver    'keyserver.ubuntu.com'
-  key          'C300EE8C'
-end
-```
-
-Add the Nginx PPA, grab the key from the keyserver, and add source repo:
-
-```ruby
-apt_repository 'nginx-php' do
-  uri          'http://ppa.launchpad.net/nginx/php5/ubuntu'
-  distribution node['lsb']['codename']
-  components   ['main']
-  keyserver    'keyserver.ubuntu.com'
-  key          'C300EE8C'
-  deb_src      true
-end
-```
-
-Add the Cloudera Repo of CDH4 packages for Ubuntu 12.04 on AMD64:
-
-```ruby
-apt_repository 'cloudera' do
-  uri          'http://archive.cloudera.com/cdh4/ubuntu/precise/amd64/cdh'
-  arch         'amd64'
-  distribution 'precise-cdh4'
-  components   ['contrib']
-  key          'http://archive.cloudera.com/debian/archive.key'
-end
-```
-
-Remove Zenoss repo:
-
-```ruby
-apt_repository 'zenoss' do
-  action :remove
-end
-```
-
-### `apt_preference`
-This LWRP provides an easy way to pin packages in /etc/apt/preferences.d. Although apt-pinning is quite helpful from time to time please note that Debian does not encourage its use without thorough consideration.
-
-Further information regarding apt-pinning is available via http://wiki.debian.org/AptPreferences.
-
-#### Actions
-- :add: creates a preferences file under /etc/apt/preferences.d
-- :remove: Removes the file, therefore unpin the package
-
-#### Attribute Parameters
-- package_name: name attribute. The name of the package
-- glob: Pin by glob() expression or regexp surrounded by /.
-- pin: The package version/repository to pin
-- pin_priority: The pinning priority aka "the highest package version wins"
-
-#### Examples
-Pin libmysqlclient16 to version 5.1.49-3:
-
-```ruby
-apt_preference 'libmysqlclient16' do
-  pin          'version 5.1.49-3'
-  pin_priority '700'
-end
-```
-
-Unpin libmysqlclient16:
-
-```ruby
-apt_preference 'libmysqlclient16' do
-  action :remove
-end
-```
-
-Pin all packages from dotdeb.org:
-
-```ruby
-apt_preference 'dotdeb' do
-  glob         '*'
-  pin          'origin packages.dotdeb.org'
-  pin_priority '700'
-end
-```
-
-
-Usage
------
-Put `recipe[apt]` first in the run list. If you have other recipes that you want to use to configure how apt behaves, like new sources, notify the execute resource to run, e.g.:
-
-```ruby
-template '/etc/apt/sources.list.d/my_apt_sources.list' do
-  notifies :run, 'execute[apt-get update]', :immediately
-end
-```
-
-The above will run during execution phase since it is a normal template resource, and should appear before other package resources that need the sources in the template.
-
-Put `recipe[apt::cacher-ng]` in the run_list for a server to provide APT caching and add `recipe[apt::cacher-client]` on the rest of the Debian-based nodes to take advantage of the caching server.
-
-If you want to cleanup unused packages, there is also the `apt-get autoclean` and `apt-get autoremove` resources provided for automated cleanup.
-
-
-License & Authors
------------------
-- Author:: Joshua Timberman (joshua@opscode.com)
-- Author:: Matt Ray (matt@opscode.com)
-- Author:: Seth Chisamore (schisamo@opscode.com)
-
-```text
-Copyright 2009-2013, Opscode, Inc.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-```

chef/cookbooks/apt/attributes/default.rb

@@ -1,28 +0,0 @@
-#
-# Cookbook Name:: apt
-# Attributes:: default
-#
-# Copyright 2009-2013, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-default['apt']['cacher-client']['restrict_environment'] = false
-default['apt']['cacher_dir'] = '/var/cache/apt-cacher-ng'
-default['apt']['cacher_interface'] = nil
-default['apt']['cacher_port'] = 3142
-default['apt']['caching_server'] = false
-default['apt']['compiletime'] = false
-default['apt']['key_proxy'] = ''
-default['apt']['cache_bypass'] = {}
-default['apt']['periodic_update_min_delay'] = 86_400

chef/cookbooks/apt/files/default/apt-proxy-v2.conf

@@ -1,50 +0,0 @@
-[DEFAULT]
-;; All times are in seconds, but you can add a suffix
-;; for minutes(m), hours(h) or days(d)
-
-;; commented out address so apt-proxy will listen on all IPs
-;; address = 127.0.0.1
-port = 9999
-cache_dir = /var/cache/apt-proxy
-
-;; Control files (Packages/Sources/Contents) refresh rate
-min_refresh_delay = 1s
-complete_clientless_downloads = 1
-
-;; Debugging settings.
-debug = all:4 db:0
-
-time = 30
-passive_ftp = on
-
-;;--------------------------------------------------------------
-;; Cache housekeeping
-
-cleanup_freq = 1d
-max_age = 120d
-max_versions = 3
-
-;;---------------------------------------------------------------
-;; Backend servers
-;;
-;; Place each server in its own [section]
-
-[ubuntu]
-; Ubuntu archive
-backends =
-        http://us.archive.ubuntu.com/ubuntu
-
-[ubuntu-security]
-; Ubuntu security updates
-backends = http://security.ubuntu.com/ubuntu
-
-[debian]
-;; Backend servers, in order of preference
-backends =
-        http://debian.osuosl.org/debian/
-
-[security]
-;; Debian security archive
-backends =
-        http://security.debian.org/debian-security
-        http://ftp2.de.debian.org/debian-security

chef/cookbooks/apt/libraries/helpers.rb

@@ -1,48 +0,0 @@
-#
-# Cookbook Name:: apt
-# Library:: helpers
-#
-# Copyright 2013 Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-module Apt
-  # Helpers for apt
-  module Helpers
-    # Determines if apt is installed on a system.
-    #
-    # @return [Boolean]
-    def apt_installed?
-      !which('apt-get').nil?
-    end
-
-    # Finds a command in $PATH
-    #
-    # @return [String, nil]
-    def which(cmd)
-      paths = (ENV['PATH'].split(::File::PATH_SEPARATOR) + %w(/bin /usr/bin /sbin /usr/sbin))
-
-      paths.each do |path|
-        possible = File.join(path, cmd)
-        return possible if File.executable?(possible)
-      end
-
-      nil
-    end
-  end
-end
-
-Chef::Recipe.send(:include, ::Apt::Helpers)
-Chef::Resource.send(:include, ::Apt::Helpers)
-Chef::Provider.send(:include, ::Apt::Helpers)

chef/cookbooks/apt/libraries/matchers.rb

@@ -1,17 +0,0 @@
-if defined?(ChefSpec)
-  def add_apt_preference(resource_name)
-    ChefSpec::Matchers::ResourceMatcher.new(:apt_preference, :add, resource_name)
-  end
-
-  def remove_apt_preference(resource_name)
-    ChefSpec::Matchers::ResourceMatcher.new(:apt_preference, :remove, resource_name)
-  end
-
-  def add_apt_repository(resource_name)
-    ChefSpec::Matchers::ResourceMatcher.new(:apt_repository, :add, resource_name)
-  end
-
-  def remove_apt_repository(resource_name)
-    ChefSpec::Matchers::ResourceMatcher.new(:apt_repository, :remove, resource_name)
-  end
-end

chef/cookbooks/apt/libraries/network.rb

@@ -1,31 +0,0 @@
-#
-# Cookbook Name:: apt
-# library:: network
-#
-# Copyright 2013, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-module ::Apt
-  def interface_ipaddress(host, interface)
-    if interface
-      addresses = host['network']['interfaces'][interface]['addresses']
-      addresses.select do |ip, data|
-        return ip if data['family'].eql?('inet')
-      end
-    else
-      return host.ipaddress
-    end
-  end
-end

chef/cookbooks/apt/metadata.rb

@@ -1,34 +0,0 @@
-name              'apt'
-maintainer        'Opscode, Inc.'
-maintainer_email  'cookbooks@opscode.com'
-license           'Apache 2.0'
-description       'Configures apt and apt services and LWRPs for managing apt repositories and preferences'
-long_description  IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version           '2.3.8'
-recipe            'apt', 'Runs apt-get update during compile phase and sets up preseed directories'
-recipe            'apt::cacher-ng', 'Set up an apt-cacher-ng caching proxy'
-recipe            'apt::cacher-client', 'Client for the apt::cacher-ng caching proxy'
-
-%w{ ubuntu debian }.each do |os|
-  supports os
-end
-
-attribute 'apt/cacher-client/restrict_environment',
-          :description => 'Whether to restrict the search for the caching server to the same environment as this node',
-          :default => 'false'
-
-attribute 'apt/cacher_port',
-          :description => 'Default listen port for the caching server',
-          :default => '3142'
-
-attribute 'apt/cacher_interface',
-          :description => 'Default listen interface for the caching server',
-          :default => nil
-
-attribute 'apt/key_proxy',
-          :description => 'Passed as the proxy passed to GPG for the apt_repository resource',
-          :default => ''
-
-attribute 'apt/caching_server',
-          :description => 'Set this to true if the node is a caching server',
-          :default => 'false'

chef/cookbooks/apt/providers/preference.rb

@@ -1,63 +0,0 @@
-#
-# Cookbook Name:: apt
-# Provider:: preference
-#
-# Copyright 2010-2011, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Build preferences.d file contents
-def build_pref(package_name, pin, pin_priority)
-  "Package: #{package_name}\nPin: #{pin}\nPin-Priority: #{pin_priority}\n"
-end
-
-action :add do
-  new_resource.updated_by_last_action(false)
-
-  preference = build_pref(
-    new_resource.glob || new_resource.package_name,
-    new_resource.pin,
-    new_resource.pin_priority
-    )
-
-  preference_dir = directory '/etc/apt/preferences.d' do
-    owner 'root'
-    group 'root'
-    mode 00755
-    recursive true
-    action :nothing
-  end
-
-  preference_file = file "/etc/apt/preferences.d/#{new_resource.name}" do
-    owner 'root'
-    group 'root'
-    mode 00644
-    content preference
-    action :nothing
-  end
-
-  preference_dir.run_action(:create)
-  # write out the preference file, replace it if it already exists
-  preference_file.run_action(:create)
-end
-
-action :remove do
-  if ::File.exists?("/etc/apt/preferences.d/#{new_resource.name}")
-    Chef::Log.info "Un-pinning #{new_resource.name} from /etc/apt/preferences.d/"
-    file "/etc/apt/preferences.d/#{new_resource.name}" do
-      action :delete
-    end
-    new_resource.updated_by_last_action(true)
-  end
-end

chef/cookbooks/apt/providers/repository.rb

@@ -1,150 +0,0 @@
-#
-# Cookbook Name:: apt
-# Provider:: repository
-#
-# Copyright 2010-2011, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-use_inline_resources if defined?(use_inline_resources)
-
-def whyrun_supported?
-  true
-end
-
-# install apt key from keyserver
-def install_key_from_keyserver(key, keyserver)
-  execute "install-key #{key}" do
-    if !node['apt']['key_proxy'].empty?
-      command "apt-key adv --keyserver-options http-proxy=#{node['apt']['key_proxy']} --keyserver hkp://#{keyserver}:80 --recv #{key}"
-    else
-      command "apt-key adv --keyserver #{keyserver} --recv #{key}"
-    end
-    action :run
-    not_if do
-      extract_fingerprints_from_cmd('apt-key finger').any? do |fingerprint|
-        fingerprint.end_with?(key.upcase)
-      end
-    end
-  end
-end
-
-# run command and extract gpg ids
-def extract_fingerprints_from_cmd(cmd)
-  so = Mixlib::ShellOut.new(cmd)
-  so.run_command
-  so.stdout.split(/\n/).map do |t|
-    if z = t.match(/^ +Key fingerprint = ([0-9A-F ]+)/)
-      z[1].split.join
-    end
-  end.compact
-end
-
-# install apt key from URI
-def install_key_from_uri(uri)
-  key_name = uri.split(/\//).last
-  cached_keyfile = "#{Chef::Config[:file_cache_path]}/#{key_name}"
-  if new_resource.key =~ /http/
-    remote_file cached_keyfile do
-      source new_resource.key
-      mode 00644
-      action :create
-    end
-  else
-    cookbook_file cached_keyfile do
-      source new_resource.key
-      cookbook new_resource.cookbook
-      mode 00644
-      action :create
-    end
-  end
-
-  execute "install-key #{key_name}" do
-    command "apt-key add #{cached_keyfile}"
-    action :run
-    not_if do
-      installed_keys = extract_fingerprints_from_cmd('apt-key finger')
-      proposed_keys = extract_fingerprints_from_cmd("gpg --with-fingerprint #{cached_keyfile}")
-      (installed_keys & proposed_keys).sort == proposed_keys.sort
-    end
-  end
-end
-
-# build repo file contents
-def build_repo(uri, distribution, components, trusted, arch, add_deb_src)
-  components = components.join(' ') if components.respond_to?(:join)
-  repo_options = []
-  repo_options << "arch=#{arch}" if arch
-  repo_options << 'trusted=yes' if trusted
-  repo_options = '[' + repo_options.join(' ') + ']' unless repo_options.empty?
-  repo_info = "#{uri} #{distribution} #{components}\n"
-  repo_info = "#{repo_options} #{repo_info}" unless repo_options.empty?
-  repo =  "deb     #{repo_info}"
-  repo << "deb-src #{repo_info}" if add_deb_src
-  repo
-end
-
-action :add do
-  # add key
-  if new_resource.keyserver && new_resource.key
-    install_key_from_keyserver(new_resource.key, new_resource.keyserver)
-  elsif new_resource.key
-    install_key_from_uri(new_resource.key)
-  end
-
-  file '/var/lib/apt/periodic/update-success-stamp' do
-    action :nothing
-  end
-
-  execute 'apt-cache gencaches' do
-    ignore_failure true
-    action :nothing
-  end
-
-  execute 'apt-get update' do
-    command "apt-get update -o Dir::Etc::sourcelist='sources.list.d/#{new_resource.name}.list' -o Dir::Etc::sourceparts='-' -o APT::Get::List-Cleanup='0'"
-    ignore_failure true
-    action :nothing
-    notifies :run, 'execute[apt-cache gencaches]', :immediately
-  end
-
-  # build repo file
-  repository = build_repo(
-    new_resource.uri,
-    new_resource.distribution,
-    new_resource.components,
-    new_resource.trusted,
-    new_resource.arch,
-    new_resource.deb_src
-    )
-
-  file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
-    owner 'root'
-    group 'root'
-    mode 00644
-    content repository
-    action :create
-    notifies :delete, 'file[/var/lib/apt/periodic/update-success-stamp]', :immediately
-    notifies :run, 'execute[apt-get update]', :immediately if new_resource.cache_rebuild
-  end
-end
-
-action :remove do
-  if ::File.exists?("/etc/apt/sources.list.d/#{new_resource.name}.list")
-    Chef::Log.info "Removing #{new_resource.name} repository from /etc/apt/sources.list.d/"
-    file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
-      action :delete
-    end
-  end
-end

chef/cookbooks/apt/recipes/cacher-client.rb

@@ -1,81 +0,0 @@
-#
-# Cookbook Name:: apt
-# Recipe:: cacher-client
-#
-# Copyright 2011-2013 Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-class ::Chef::Recipe
-  include ::Apt
-end
-
-# remove Acquire::http::Proxy lines from /etc/apt/apt.conf since we use 01proxy
-# these are leftover from preseed installs
-execute 'Remove proxy from /etc/apt/apt.conf' do
-  command "sed --in-place '/^Acquire::http::Proxy/d' /etc/apt/apt.conf"
-  only_if 'grep Acquire::http::Proxy /etc/apt/apt.conf'
-end
-
-servers = []
-if node['apt']
-  if node['apt']['cacher_ipaddress']
-    cacher = Chef::Node.new
-    cacher.default.name = node['apt']['cacher_ipaddress']
-    cacher.default.ipaddress = node['apt']['cacher_ipaddress']
-    cacher.default.apt.cacher_port = node['apt']['cacher_port']
-    cacher.default.apt_cacher_interface = node['apt']['cacher_interface']
-    servers << cacher
-  elsif node['apt']['caching_server']
-    node.override['apt']['compiletime'] = false
-    servers << node
-  end
-end
-
-unless Chef::Config[:solo] || servers.length > 0
-  query = 'apt_caching_server:true'
-  query += " AND chef_environment:#{node.chef_environment}" if node['apt']['cacher-client']['restrict_environment']
-  Chef::Log.debug("apt::cacher-client searching for '#{query}'")
-  servers += search(:node, query)
-end
-
-if servers.length > 0
-  Chef::Log.info("apt-cacher-ng server found on #{servers[0]}.")
-  if servers[0]['apt']['cacher_interface']
-    cacher_ipaddress = interface_ipaddress(servers[0], servers[0]['apt']['cacher_interface'])
-  else
-    cacher_ipaddress = servers[0].ipaddress
-  end
-  t = template '/etc/apt/apt.conf.d/01proxy' do
-    source '01proxy.erb'
-    owner 'root'
-    group 'root'
-    mode 00644
-    variables(
-      :proxy => cacher_ipaddress,
-      :port => servers[0]['apt']['cacher_port'],
-      :bypass => node['apt']['cache_bypass']
-      )
-    action(node['apt']['compiletime'] ? :nothing : :create)
-    notifies :run, 'execute[apt-get update]', :immediately
-  end
-  t.run_action(:create) if node['apt']['compiletime']
-else
-  Chef::Log.info('No apt-cacher-ng server found.')
-  file '/etc/apt/apt.conf.d/01proxy' do
-    action :delete
-  end
-end
-
-include_recipe 'apt::default'

chef/cookbooks/apt/recipes/cacher-ng.rb

@@ -1,43 +0,0 @@
-#
-# Cookbook Name:: apt
-# Recipe:: cacher-ng
-#
-# Copyright 2008-2013, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the 'License');
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an 'AS IS' BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-node.set['apt']['caching_server'] = true
-
-package 'apt-cacher-ng' do
-  action :install
-end
-
-directory node['apt']['cacher_dir'] do
-  owner 'apt-cacher-ng'
-  group 'apt-cacher-ng'
-  mode 0755
-end
-
-template '/etc/apt-cacher-ng/acng.conf' do
-  source 'acng.conf.erb'
-  owner 'root'
-  group 'root'
-  mode 00644
-  notifies :restart, 'service[apt-cacher-ng]', :immediately
-end
-
-service 'apt-cacher-ng' do
-  supports :restart => true, :status => false
-  action [:enable, :start]
-end

chef/cookbooks/apt/recipes/default.rb

@@ -1,82 +0,0 @@
-#
-# Cookbook Name:: apt
-# Recipe:: default
-#
-# Copyright 2008-2013, Opscode, Inc.
-# Copyright 2009, Bryan McLellan <btm@loftninjas.org>
-#
-# Licensed under the Apache License, Version 2.0 (the 'License');
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an 'AS IS' BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# On systems where apt is not installed, the resources in this recipe are not
-# executed. However, they _must_ still be present in the resource collection
-# or other cookbooks which notify these resources will fail on non-apt-enabled
-# systems.
-
-Chef::Log.debug 'apt is not installed. Apt-specific resources will not be executed.' unless apt_installed?
-
-# Run apt-get update to create the stamp file
-execute 'apt-get-update' do
-  command 'apt-get update'
-  ignore_failure true
-  only_if { apt_installed? }
-  not_if { ::File.exists?('/var/lib/apt/periodic/update-success-stamp') }
-end
-
-# For other recipes to call to force an update
-execute 'apt-get update' do
-  command 'apt-get update'
-  ignore_failure true
-  only_if { apt_installed? }
-  action :nothing
-end
-
-# Automatically remove packages that are no longer needed for dependencies
-execute 'apt-get autoremove' do
-  command 'apt-get -y autoremove'
-  only_if { apt_installed? }
-  action :nothing
-end
-
-# Automatically remove .deb files for packages no longer on your system
-execute 'apt-get autoclean' do
-  command 'apt-get -y autoclean'
-  only_if { apt_installed? }
-  action :nothing
-end
-
-# provides /var/lib/apt/periodic/update-success-stamp on apt-get update
-package 'update-notifier-common' do
-  notifies :run, 'execute[apt-get-update]', :immediately
-  only_if { apt_installed? }
-end
-
-execute 'apt-get-update-periodic' do
-  command 'apt-get update'
-  ignore_failure true
-  only_if do
-    apt_installed? &&
-    ::File.exists?('/var/lib/apt/periodic/update-success-stamp') &&
-    ::File.mtime('/var/lib/apt/periodic/update-success-stamp') < Time.now - node['apt']['periodic_update_min_delay']
-  end
-end
-
-%w{/var/cache/local /var/cache/local/preseeding}.each do |dirname|
-  directory dirname do
-    owner 'root'
-    group 'root'
-    mode  00755
-    action :create
-    only_if { apt_installed? }
-  end
-end

chef/cookbooks/apt/resources/preference.rb

@@ -1,32 +0,0 @@
-#
-# Cookbook Name:: apt
-# Resource:: preference
-#
-# Copyright 2010-2013, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-actions :add, :remove
-default_action :add if defined?(default_action) # Chef > 10.8
-
-# Needed for Chef versions < 0.10.10
-def initialize(*args)
-  super
-  @action = :add
-end
-
-attribute :package_name, :kind_of => String, :name_attribute => true
-attribute :glob, :kind_of => String
-attribute :pin, :kind_of => String
-attribute :pin_priority, :kind_of => String

chef/cookbooks/apt/resources/repository.rb

@@ -1,43 +0,0 @@
-#
-# Cookbook Name:: apt
-# Resource:: repository
-#
-# Copyright 2010-2013, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-actions :add, :remove
-default_action :add if defined?(default_action) # Chef > 10.8
-
-# Needed for Chef versions < 0.10.10
-def initialize(*args)
-  super
-  @action = :add
-end
-
-# name of the repo, used for source.list filename
-attribute :repo_name, :kind_of => String, :name_attribute => true
-attribute :uri, :kind_of => String
-attribute :distribution, :kind_of => String
-attribute :components, :kind_of => Array, :default => []
-attribute :arch, :kind_of => String, :default => nil
-attribute :trusted, :kind_of => [TrueClass, FalseClass], :default => false
-# whether or not to add the repository as a source repo as well
-attribute :deb_src, :default => false
-attribute :keyserver, :kind_of => String, :default => nil
-attribute :key, :kind_of => String, :default => nil
-attribute :cookbook, :kind_of => String, :default => nil
-# trigger cache rebuild
-# If not you can trigger in the recipe itself after checking the status of resource.updated{_by_last_action}?
-attribute :cache_rebuild, :kind_of => [TrueClass, FalseClass], :default => true

chef/cookbooks/apt/templates/debian-6.0/acng.conf.erb

@@ -1,173 +0,0 @@
-# Letter case in directive names does not matter. Must be separated with colons.
-# Valid boolean values are a zero number for false, non-zero numbers for true.
-
-CacheDir: <%= node['apt']['cacher_dir'] %>
-
-# set empty to disable logging
-LogDir: /var/log/apt-cacher-ng
-
-# TCP (http) port
-# Set to 9999 to emulate apt-proxy
-Port:<%= node['apt']['cacher_port'] %>
-
-# Addresses or hostnames to listen on. Multiple addresses must be separated by
-# spaces. Each entry must be associated with a local interface. DNS resolution
-# is performed using getaddrinfo(3) for all available protocols (i.e. IPv4 and
-# IPv6 if available).
-#
-# Default: not set, will listen on all interfaces.
-#
-# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
-
-#Proxy: http://www-proxy.example.net:80
-#proxy: http://username:proxypassword@proxy.example.net:3128
-
-# Repository remapping. See manual for details.
-# In this example, backends file is generated during package installation.
-Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian
-Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu
-Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol
-Remap-cygwin: file:cygwin_mirrors /cygwin # ; file:backends_cygwin # incomplete, please create this file
-
-# Virtual page accessible in a web browser to see statistics and status
-# information, i.e. under http://localhost:3142/acng-report.html
-ReportPage: acng-report.html
-
-# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
-# used with inetd bridge or cron client.
-# SocketPath:/var/run/apt-cacher-ng/socket
-
-# Forces log file to be written to disk after every line when set to 1. Default
-# is 0, buffer flush happens after client disconnects.
-#
-# (technically, this is an alias to the Debug option provided for convenience)
-#
-# UnbufferLogs: 0
-
-# Set to 0 to store only type, time and transfer sizes.
-# 1 -> client IP and relative local path are logged too
-# VerboseLog: 1
-
-# Don't detach from the console
-# ForeGround: 0
-
-# Store the pid of the daemon process therein
-# PidFile: /var/run/apt-cacher-ng/pid
-
-# Forbid outgoing connections, work around them or respond with 503 error
-# offlinemode:0
-
-# Forbid all downloads that don't run through preconfigured backends (.where)
-#ForceManaged: 0
-
-# Days before considering an unreferenced file expired (to be deleted).
-# Warning: if the value is set too low and particular index files are not
-# available for some days (mirror downtime) there is a risk of deletion of
-# still usefull package files.
-ExTreshold: 4
-
-# Stop expiration when a critical problem appeared. Currently only failed
-# refresh of an index file is considered as critical.
-#
-# WARNING: don't touch this option or set to a non-zero number.
-# Anything else is DANGEROUS and may cause data loss.
-#
-# ExAbortOnProblems: 1
-
-# Replace some Windows/DOS-FS incompatible chars when storing
-# StupidFs: 0
-
-# Experimental feature for apt-listbugs: pass-through SOAP requests and
-# responses to/from bugs.debian.org. If not set, default is true if
-# ForceManaged is enabled and false otherwise.
-# ForwardBtsSoap: 1
-
-# The daemon has a small cache for DNS data, to speed up resolution. The
-# expiration time of the DNS entries can be configured in seconds.
-# DnsCacheSeconds: 3600
-
-# Don't touch the following values without good consideration!
-#
-# Max. count of connection threads kept ready (for faster response in the
-# future). Should be a sane value between 0 and average number of connections,
-# and depend on the amount of spare RAM.
-# MaxStandbyConThreads: 8
-#
-# Hard limit of active thread count for incomming connections, i.e. operation
-# is refused when this value is reached (below zero = unlimited).
-# MaxConThreads: -1
-#
-#VfilePattern = (^|.*?/)(Index|Packages\.bz2|Packages\.gz|Packages|Release|Release\.gpg|Sources\.bz2|Sources\.gz|Sources|release|index\.db-.*\.gz|Contents-[^/]*\.gz|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*\.bz2)$
-#PfilePattern = .*(\.deb|\.rpm|\.dsc|\.tar\.gz\.gpg|\.tar\.gz|\.diff\.gz|\.diff\.bz2|\.jigdo|\.template|changelog|copyright|\.udeb|\.diff/.*\.gz|vmlinuz|initrd\.gz|(Devel)?ReleaseAnnouncement(\\?.*)?)$
-# Whitelist for expiration, file types not to be removed even when being
-# unreferenced. Default: same as VfilePattern which is a safe bed. When and
-# only when the only used mirrors are official repositories (with working
-# Release files) then it might be set to something more restrictive, like
-# (^|.*?/)(Release|Release\.gpg|release|meta-release|Translation[^/]*\.bz2)$
-#WfilePattern = (^|.*?/)(Index|Packages\.bz2|Packages\.gz|Packages|Release|Release\.gpg|Sources\.bz2|Sources\.gz|Sources|release|index\.db-.*\.gz|Contents-[^/]*\.gz|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*\.bz2)$
-
-# Higher modes only working with the debug version
-# Warning, writes a lot into apt-cacher.err logfile
-# Value overwrites UnbufferLogs setting (aliased)
-# Debug:3
-
-# Usually, general purpose proxies like Squid expose the IP adress of the
-# client user to the remote server using the X-Forwarded-For HTTP header. This
-# behaviour can be optionally turned on with the Expose-Origin option.
-# ExposeOrigin: 0
-
-# When logging the originating IP address, trust the information supplied by
-# the client in the X-Forwarded-For header.
-# LogSubmittedOrigin: 0
-
-# The version string reported to the peer, to be displayed as HTTP client (and
-# version) in the logs of the mirror.
-# WARNING: some archives use this header to detect/guess capabilities of the
-# client (i.e. redirection support) and change the behaviour accordingly, while
-# ACNG might not support the expected features. Expect side effects.
-#
-# UserAgent: Yet Another HTTP Client/1.2.3p4
-
-# In some cases the Import and Expiration tasks might create fresh volatile
-# data for internal use by reconstructing them using patch files. This
-# by-product might be recompressed with bzip2 and with some luck the resulting
-# file becomes identical to the *.bz2 file on the server, usable for APT
-# clients trying to fetch the full .bz2 compressed version. Injection of the
-# generated files into the cache has however a disadvantage on underpowered
-# servers: bzip2 compession can create high load on the server system and the
-# visible download of the busy .bz2 files also becomes slower.
-#
-# RecompBz2: 0
-
-# Network timeout for outgoing connections.
-# NetworkTimeout: 60
-
-# Sometimes it makes sense to not store the data in cache and just return the
-# package data to client as it comes in. DontCache parameters can enable this
-# behaviour for certain URL types. The tokens are extended regular expressions
-# that URLs are matched against.
-#
-# DontCacheRequested is applied to the URL as it comes in from the client.
-# Example: exclude packages built with kernel-package for x86
-# DontCacheRequested: linux-.*_10\...\.Custo._i386
-# Example usecase: exclude popular private IP ranges from caching
-# DontCacheRequested: 192.168.0 ^10\..* 172.30
-#
-# DontCacheResolved is applied to URLs after mapping to the target server. If
-# multiple backend servers are specified then it's only matched against the
-# download link for the FIRST possible source (due to implementation limits).
-# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
-# backend), don't cache it again:
-# DontCacheResolved: ubuntumirror.local.net
-#
-# DontCache directive sets (overrides) both, DontCacheResolved and
-# DontCacheRequested.  Provided for convenience, see those directives for
-# details.
-#
-# Default permission set of freshly created files and directories, as octal
-# numbers (see chmod(1) for details).
-# Can by limited by the umask value (see umask(2) for details) if it's set in
-# the environment of the starting shell, e.g. in apt-cacher-ng init script or
-# in its configuration file.
-# DirPerms: 00755
-# FilePerms: 00664

chef/cookbooks/apt/templates/default/01proxy.erb

@@ -1,5 +0,0 @@
-Acquire::http::Proxy "http://<%= @proxy %>:<%= @port %>";
-Acquire::https::Proxy "DIRECT";
-<% @bypass.each do |bypass, type| %>
-Acquire::<%= type %>::Proxy::<%= bypass %> "DIRECT";
-<% end %>

chef/cookbooks/apt/templates/default/acng.conf.erb

@@ -1,275 +0,0 @@
-# Letter case in directive names does not matter. Must be separated with colons.
-# Valid boolean values are a zero number for false, non-zero numbers for true.
-
-CacheDir: <%= node['apt']['cacher_dir'] %>
-
-# set empty to disable logging
-LogDir: /var/log/apt-cacher-ng
-
-# place to look for additional configuration and resource files if they are not
-# found in the configuration directory
-# SupportDir: /usr/lib/apt-cacher-ng
-
-# TCP (http) port
-# Set to 9999 to emulate apt-proxy
-Port:<%= node['apt']['cacher_port'] %>
-
-# Addresses or hostnames to listen on. Multiple addresses must be separated by
-# spaces. Each entry must be an exact local address which is associated with a
-# local interface. DNS resolution is performed using getaddrinfo(3) for all
-# available protocols (IPv4, IPv6, ...). Using a protocol specific format will
-# create binding(s) only on protocol specific socket(s) (e.g. 0.0.0.0 will listen
-# only to IPv4).
-#
-# Default: not set, will listen on all interfaces and protocols
-#
-# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
-
-# The specification of another proxy which shall be used for downloads.
-# Username and password are, and see manual for limitations.
-#
-#Proxy: http://www-proxy.example.net:80
-#proxy: username:proxypassword@proxy.example.net:3128
-
-# Repository remapping. See manual for details.
-# In this example, some backends files might be generated during package
-# installation using information collected on the system.
-Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian # Debian Archives
-Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu # Ubuntu Archives
-Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol # Debian Volatile Archives
-Remap-cygwin: file:cygwin_mirrors /cygwin # ; file:backends_cygwin # incomplete, please create this file or specify preferred mirrors here
-Remap-sfnet:  file:sfnet_mirrors # ; file:backends_sfnet # incomplete, please create this file or specify preferred mirrors here
-Remap-alxrep: file:archlx_mirrors /archlinux # ; file:backend_archlx # Arch Linux
-Remap-fedora:  file:fedora_mirrors # Fedora Linux
-Remap-epel:   file:epel_mirrors # Fedora EPEL
-Remap-slrep:  file:sl_mirrors # Scientific Linux
-
-# This is usually not needed for security.debian.org because it's always the
-# same DNS hostname. However, it might be enabled in order to use hooks,
-# ForceManaged mode or special flags in this context.
-# Remap-secdeb: security.debian.org
-
-# Virtual page accessible in a web browser to see statistics and status
-# information, i.e. under http://localhost:3142/acng-report.html
-ReportPage: acng-report.html
-
-# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
-# used with inetd bridge or cron client.
-# SocketPath:/var/run/apt-cacher-ng/socket
-
-# Forces log file to be written to disk after every line when set to 1. Default
-# is 0, buffers are flushed when the client disconnects.
-#
-# (technically, alias to the Debug option, see its documentation for details)
-#
-# UnbufferLogs: 0
-
-# Set to 0 to store only type, time and transfer sizes.
-# 1 -> client IP and relative local path are logged too
-# VerboseLog: 1
-
-# Don't detach from the console
-# ForeGround: 0
-
-# Store the pid of the daemon process therein
-# PidFile: /var/run/apt-cacher-ng/pid
-
-# Forbid outgoing connections, work around them or respond with 503 error
-# offlinemode:0
-
-# Forbid all downloads that don't run through preconfigured backends (.where)
-#ForceManaged: 0
-
-# Days before considering an unreferenced file expired (to be deleted).
-# Warning: if the value is set too low and particular index files are not
-# available for some days (mirror downtime) there is a risk of deletion of
-# still useful package files.
-ExTreshold: 4
-
-# Stop expiration when a critical problem appeared. Currently only failed
-# refresh of an index file is considered as critical.
-#
-# WARNING: don't touch this option or set to zero.
-# Anything else is DANGEROUS and may cause data loss.
-#
-# ExAbortOnProblems: 1
-
-# Replace some Windows/DOS-FS incompatible chars when storing
-# StupidFs: 0
-
-# Experimental feature for apt-listbugs: pass-through SOAP requests and
-# responses to/from bugs.debian.org. If not set, default is true if
-# ForceManaged is enabled and false otherwise.
-# ForwardBtsSoap: 1
-
-# The daemon has a small cache for DNS data, to speed up resolution. The
-# expiration time of the DNS entries can be configured in seconds.
-# DnsCacheSeconds: 3600
-
-# Don't touch the following values without good consideration!
-#
-# Max. count of connection threads kept ready (for faster response in the
-# future). Should be a sane value between 0 and average number of connections,
-# and depend on the amount of spare RAM.
-# MaxStandbyConThreads: 8
-#
-# Hard limit of active thread count for incoming connections, i.e. operation
-# is refused when this value is reached (below zero = unlimited).
-# MaxConThreads: -1
-#
-# Pigeonholing files with regular expressions (static/volatile). Can be
-# overriden here but not should not be done permanently because future update
-# of default settings would not be applied later.
-# VfilePattern = (^|.*?/)(Index|Packages(\.gz|\.bz2|\.lzma|\.xz)?|InRelease|Release|Release\.gpg|Sources(\.gz|\.bz2|\.lzma|\.xz)?|release|index\.db-.*\.gz|Contents-[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|((setup|setup-legacy)(\.ini|\.bz2|\.hint)(\.sig)?)|mirrors\.lst|repo(index|md)\.xml(\.asc|\.key)?|directory\.yast|products|content(\.asc|\.key)?|media|filelists\.xml\.gz|filelists\.sqlite\.bz2|repomd\.xml|packages\.[a-zA-Z][a-zA-Z]\.gz|info\.txt|license\.tar\.gz|license\.zip|.*\.db(\.tar\.gz)?|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|metalink\?repo|.*prestodelta\.xml\.gz)$|/dists/.*/installer-[^/]+/[^0-9][^/]+/images/.*
-# PfilePattern = .*(\.d?deb|\.rpm|\.dsc|\.tar(\.gz|\.bz2|\.lzma|\.xz)(\.gpg)?|\.diff(\.gz|\.bz2|\.lzma|\.xz)|\.jigdo|\.template|changelog|copyright|\.udeb|\.debdelta|\.diff/.*\.gz|(Devel)?ReleaseAnnouncement(\?.*)?|[a-f0-9]+-(susedata|updateinfo|primary|deltainfo).xml.gz|fonts/(final/)?[a-z]+32.exe(\?download.*)?|/dists/.*/installer-[^/]+/[0-9][^/]+/images/.*)$
-# Whitelist for expiration, file types not to be removed even when being
-# unreferenced. Default: many parts from VfilePattern where no parent index
-# exists or might be unknown.
-# WfilePattern = (^|.*?/)(Release|InRelease|Release\.gpg|(Packages|Sources)(\.gz|\.bz2|\.lzma|\.xz)?|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|.*\.xml|.*\.db\.tar\.gz|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|[a-z]+32.exe)$|/dists/.*/installer-.*/images/.*
-
-# Higher modes only working with the debug version
-# Warning, writes a lot into apt-cacher.err logfile
-# Value overwrites UnbufferLogs setting (aliased)
-# Debug:3
-
-# Usually, general purpose proxies like Squid expose the IP address of the
-# client user to the remote server using the X-Forwarded-For HTTP header. This
-# behaviour can be optionally turned on with the Expose-Origin option.
-# ExposeOrigin: 0
-
-# When logging the originating IP address, trust the information supplied by
-# the client in the X-Forwarded-For header.
-# LogSubmittedOrigin: 0
-
-# The version string reported to the peer, to be displayed as HTTP client (and
-# version) in the logs of the mirror.
-# WARNING: some archives use this header to detect/guess capabilities of the
-# client (i.e. redirection support) and change the behaviour accordingly, while
-# ACNG might not support the expected features. Expect side effects.
-#
-# UserAgent: Yet Another HTTP Client/1.2.3p4
-
-# In some cases the Import and Expiration tasks might create fresh volatile
-# data for internal use by reconstructing them using patch files. This
-# by-product might be recompressed with bzip2 and with some luck the resulting
-# file becomes identical to the *.bz2 file on the server, usable for APT
-# clients trying to fetch the full .bz2 compressed version. Injection of the
-# generated files into the cache has however a disadvantage on underpowered
-# servers: bzip2 compression can create high load on the server system and the
-# visible download of the busy .bz2 files also becomes slower.
-#
-# RecompBz2: 0
-
-# Network timeout for outgoing connections.
-# NetworkTimeout: 60
-
-# Sometimes it makes sense to not store the data in cache and just return the
-# package data to client as it comes in. DontCache parameters can enable this
-# behaviour for certain URL types. The tokens are extended regular expressions
-# that URLs are matched against.
-#
-# DontCacheRequested is applied to the URL as it comes in from the client.
-# Example: exclude packages built with kernel-package for x86
-# DontCacheRequested: linux-.*_10\...\.Custo._i386
-# Example usecase: exclude popular private IP ranges from caching
-# DontCacheRequested: 192.168.0 ^10\..* 172.30
-#
-# DontCacheResolved is applied to URLs after mapping to the target server. If
-# multiple backend servers are specified then it's only matched against the
-# download link for the FIRST possible source (due to implementation limits).
-# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
-# backend), don't cache it again:
-# DontCacheResolved: ubuntumirror.local.net
-#
-# DontCache directive sets (overrides) both, DontCacheResolved and
-# DontCacheRequested.  Provided for convenience, see those directives for
-# details.
-#
-# Default permission set of freshly created files and directories, as octal
-# numbers (see chmod(1) for details).
-# Can by limited by the umask value (see umask(2) for details) if it's set in
-# the environment of the starting shell, e.g. in apt-cacher-ng init script or
-# in its configuration file.
-# DirPerms: 00755
-# FilePerms: 00664
-#
-#
-# It's possible to use use apt-cacher-ng as a regular web server with limited
-# feature set, i.e.
-# including directory browsing and download of any file;
-# excluding sorting, mime types/encodings, CGI execution, index page
-# redirection and other funny things.
-# To get this behavior, mappings between virtual directories and real
-# directories on the server must be defined with the LocalDirs directive.
-# Virtual and real dirs are separated by spaces, multiple pairs are separated
-# by semi-colons. Real directories must be absolute paths.
-# NOTE: Since the names of that key directories share the same namespace as
-# repository names (see Remap-...) it's administrators job to avoid such
-# collisions on them (unless created deliberately).
-#
-# LocalDirs: woo /data/debarchive/woody ; hamm /data/debarchive/hamm
-
-# Precache a set of files referenced by specified index files. This can be used
-# to create a partial mirror usable for offline work. There are certain limits
-# and restrictions on the path specification, see manual for details. A list of
-# (maybe) relevant index files could be retrieved via
-# "apt-get --print-uris update" on a client machine.
-#
-# PrecacheFor: debrep/dists/unstable/*/source/Sources* debrep/dists/unstable/*/binary-amd64/Packages*
-
-# Arbitrary set of data to append to request headers sent over the wire. Should
-# be a well formated HTTP headers part including newlines (DOS style) which
-# can be entered as escape sequences (\r\n).
-# RequestAppendix: X-Tracking-Choice: do-not-track\r\n
-
-# Specifies the IP protocol families to use for remote connections. Order does
-# matter, first specified are considered first. Possible combinations:
-# v6 v4
-# v4 v6
-# v6
-# v4
-# (empty or not set: use system default)
-#
-# ConnectProto: v6 v4
-
-# Regular expiration algorithm finds package files which are no longer listed
-# in any index file and removes them of them after a safety period.
-# This option allows to keep more versions of a package in the cache after
-# safety period is over.
-# KeepExtraVersions: 1
-
-# Optionally uses TCP access control provided by libwrap, see hosts_access(5)
-# for details. Daemon name is apt-cacher-ng. Default if not set: decided on
-# startup by looking for explicit mentioning of apt-cacher-ng in
-# /etc/hosts.allow or /etc/hosts.deny files.
-# UseWrap: 0
-
-# If many machines from the same local network attempt to update index files
-# (apt-get update) at nearly the same time, the known state of these index file
-# is temporarily frozen and multiple requests receive the cached response
-# without contacting the server. This parameter (in seconds) specifies the
-# length of this period before the files are considered outdated.
-# Setting it too low transfers more data and increases remote server load,
-# setting it too high (more than a couple of minutes) increases the risk of
-# delivering inconsistent responses to the clients.
-# FreshIndexMaxAge: 27
-
-# Usually the users are not allowed to specify custom TCP ports of remote
-# mirrors in the requests, only the default HTTP port can be used (instead,
-# proxy administrator can create Remap- rules with custom ports). This
-# restriction can be disabled by specifying a list of allowed ports or 0 for
-# any port.
-#
-# AllowUserPorts: 80
-
-# Normally the HTTP redirection responses are forwarded to the original caller
-# (i.e. APT) which starts a new download attempt from the new URL. This
-# solution is ok for client configurations with proxy mode but doesn't work
-# well with configurations using URL prefixes. To work around this the server
-# can restart its own download with another URL. However, this might be used to
-# circumvent download source policies by malicious users.
-# The RedirMax option specifies how many such redirects the server should
-# follow per request, 0 disables the internal redirection. If not set,
-# default value is 0 if ForceManaged is used and 5 otherwise.
-#
-# RedirMax: 5

chef/cookbooks/apt/templates/ubuntu-10.04/acng.conf.erb

@@ -1,269 +0,0 @@
-# Letter case in directive names does not matter. Must be separated with colons.
-# Valid boolean values are a zero number for false, non-zero numbers for true.
-
-CacheDir: <%= node['apt']['cacher_dir'] %>
-
-# set empty to disable logging
-LogDir: /var/log/apt-cacher-ng
-
-# place to look for additional configuration and resource files if they are not
-# found in the configuration directory
-# SupportDir: /usr/lib/apt-cacher-ng
-
-# TCP (http) port
-# Set to 9999 to emulate apt-proxy
-Port:<%= node['apt']['cacher_port'] %>
-
-# Addresses or hostnames to listen on. Multiple addresses must be separated by
-# spaces. Each entry must be an exact local address which is associated with a
-# local interface. DNS resolution is performed using getaddrinfo(3) for all
-# available protocols (IPv4, IPv6, ...). Using a protocol specific format will
-# create binding(s) only on protocol specific socket(s) (e.g. 0.0.0.0 will listen
-# only to IPv4).
-#
-# Default: not set, will listen on all interfaces and protocols
-#
-# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
-
-# The specification of another proxy which shall be used for downloads.
-# Username and password are, and see manual for limitations.
-#
-#Proxy: http://www-proxy.example.net:80
-#proxy: username:proxypassword@proxy.example.net:3128
-
-# Repository remapping. See manual for details.
-# In this example, some backends files might be generated during package
-# installation using information collected on the system.
-Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian # Debian Archives
-Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu # Ubuntu Archives
-Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol # Debian Volatile Archives
-
-# This is usually not needed for security.debian.org because it's always the
-# same DNS hostname. However, it might be enabled in order to use hooks,
-# ForceManaged mode or special flags in this context.
-# Remap-secdeb: security.debian.org
-
-# Virtual page accessible in a web browser to see statistics and status
-# information, i.e. under http://localhost:3142/acng-report.html
-ReportPage: acng-report.html
-
-# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
-# used with inetd bridge or cron client.
-# SocketPath:/var/run/apt-cacher-ng/socket
-
-# Forces log file to be written to disk after every line when set to 1. Default
-# is 0, buffers are flushed when the client disconnects.
-#
-# (technically, alias to the Debug option, see its documentation for details)
-#
-# UnbufferLogs: 0
-
-# Set to 0 to store only type, time and transfer sizes.
-# 1 -> client IP and relative local path are logged too
-# VerboseLog: 1
-
-# Don't detach from the console
-# ForeGround: 0
-
-# Store the pid of the daemon process therein
-# PidFile: /var/run/apt-cacher-ng/pid
-
-# Forbid outgoing connections, work around them or respond with 503 error
-# offlinemode:0
-
-# Forbid all downloads that don't run through preconfigured backends (.where)
-#ForceManaged: 0
-
-# Days before considering an unreferenced file expired (to be deleted).
-# Warning: if the value is set too low and particular index files are not
-# available for some days (mirror downtime) there is a risk of deletion of
-# still useful package files.
-ExTreshold: 4
-
-# Stop expiration when a critical problem appeared. Currently only failed
-# refresh of an index file is considered as critical.
-#
-# WARNING: don't touch this option or set to zero.
-# Anything else is DANGEROUS and may cause data loss.
-#
-# ExAbortOnProblems: 1
-
-# Replace some Windows/DOS-FS incompatible chars when storing
-# StupidFs: 0
-
-# Experimental feature for apt-listbugs: pass-through SOAP requests and
-# responses to/from bugs.debian.org. If not set, default is true if
-# ForceManaged is enabled and false otherwise.
-# ForwardBtsSoap: 1
-
-# The daemon has a small cache for DNS data, to speed up resolution. The
-# expiration time of the DNS entries can be configured in seconds.
-# DnsCacheSeconds: 3600
-
-# Don't touch the following values without good consideration!
-#
-# Max. count of connection threads kept ready (for faster response in the
-# future). Should be a sane value between 0 and average number of connections,
-# and depend on the amount of spare RAM.
-# MaxStandbyConThreads: 8
-#
-# Hard limit of active thread count for incoming connections, i.e. operation
-# is refused when this value is reached (below zero = unlimited).
-# MaxConThreads: -1
-#
-# Pigeonholing files with regular expressions (static/volatile). Can be
-# overriden here but not should not be done permanently because future update
-# of default settings would not be applied later.
-# VfilePattern = (^|.*?/)(Index|Packages(\.gz|\.bz2|\.lzma|\.xz)?|InRelease|Release|Release\.gpg|Sources(\.gz|\.bz2|\.lzma|\.xz)?|release|index\.db-.*\.gz|Contents-[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|((setup|setup-legacy)(\.ini|\.bz2|\.hint)(\.sig)?)|mirrors\.lst|repo(index|md)\.xml(\.asc|\.key)?|directory\.yast|products|content(\.asc|\.key)?|media|filelists\.xml\.gz|filelists\.sqlite\.bz2|repomd\.xml|packages\.[a-zA-Z][a-zA-Z]\.gz|info\.txt|license\.tar\.gz|license\.zip|.*\.db(\.tar\.gz)?|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|metalink\?repo|.*prestodelta\.xml\.gz)$|/dists/.*/installer-[^/]+/[^0-9][^/]+/images/.*
-# PfilePattern = .*(\.d?deb|\.rpm|\.dsc|\.tar(\.gz|\.bz2|\.lzma|\.xz)(\.gpg)?|\.diff(\.gz|\.bz2|\.lzma|\.xz)|\.jigdo|\.template|changelog|copyright|\.udeb|\.debdelta|\.diff/.*\.gz|(Devel)?ReleaseAnnouncement(\?.*)?|[a-f0-9]+-(susedata|updateinfo|primary|deltainfo).xml.gz|fonts/(final/)?[a-z]+32.exe(\?download.*)?|/dists/.*/installer-[^/]+/[0-9][^/]+/images/.*)$
-# Whitelist for expiration, file types not to be removed even when being
-# unreferenced. Default: many parts from VfilePattern where no parent index
-# exists or might be unknown.
-# WfilePattern = (^|.*?/)(Release|InRelease|Release\.gpg|(Packages|Sources)(\.gz|\.bz2|\.lzma|\.xz)?|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|.*\.xml|.*\.db\.tar\.gz|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|[a-z]+32.exe)$|/dists/.*/installer-.*/images/.*
-
-# Higher modes only working with the debug version
-# Warning, writes a lot into apt-cacher.err logfile
-# Value overwrites UnbufferLogs setting (aliased)
-# Debug:3
-
-# Usually, general purpose proxies like Squid expose the IP address of the
-# client user to the remote server using the X-Forwarded-For HTTP header. This
-# behaviour can be optionally turned on with the Expose-Origin option.
-# ExposeOrigin: 0
-
-# When logging the originating IP address, trust the information supplied by
-# the client in the X-Forwarded-For header.
-# LogSubmittedOrigin: 0
-
-# The version string reported to the peer, to be displayed as HTTP client (and
-# version) in the logs of the mirror.
-# WARNING: some archives use this header to detect/guess capabilities of the
-# client (i.e. redirection support) and change the behaviour accordingly, while
-# ACNG might not support the expected features. Expect side effects.
-#
-# UserAgent: Yet Another HTTP Client/1.2.3p4
-
-# In some cases the Import and Expiration tasks might create fresh volatile
-# data for internal use by reconstructing them using patch files. This
-# by-product might be recompressed with bzip2 and with some luck the resulting
-# file becomes identical to the *.bz2 file on the server, usable for APT
-# clients trying to fetch the full .bz2 compressed version. Injection of the
-# generated files into the cache has however a disadvantage on underpowered
-# servers: bzip2 compression can create high load on the server system and the
-# visible download of the busy .bz2 files also becomes slower.
-#
-# RecompBz2: 0
-
-# Network timeout for outgoing connections.
-# NetworkTimeout: 60
-
-# Sometimes it makes sense to not store the data in cache and just return the
-# package data to client as it comes in. DontCache parameters can enable this
-# behaviour for certain URL types. The tokens are extended regular expressions
-# that URLs are matched against.
-#
-# DontCacheRequested is applied to the URL as it comes in from the client.
-# Example: exclude packages built with kernel-package for x86
-# DontCacheRequested: linux-.*_10\...\.Custo._i386
-# Example usecase: exclude popular private IP ranges from caching
-# DontCacheRequested: 192.168.0 ^10\..* 172.30
-#
-# DontCacheResolved is applied to URLs after mapping to the target server. If
-# multiple backend servers are specified then it's only matched against the
-# download link for the FIRST possible source (due to implementation limits).
-# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
-# backend), don't cache it again:
-# DontCacheResolved: ubuntumirror.local.net
-#
-# DontCache directive sets (overrides) both, DontCacheResolved and
-# DontCacheRequested.  Provided for convenience, see those directives for
-# details.
-#
-# Default permission set of freshly created files and directories, as octal
-# numbers (see chmod(1) for details).
-# Can by limited by the umask value (see umask(2) for details) if it's set in
-# the environment of the starting shell, e.g. in apt-cacher-ng init script or
-# in its configuration file.
-# DirPerms: 00755
-# FilePerms: 00664
-#
-#
-# It's possible to use use apt-cacher-ng as a regular web server with limited
-# feature set, i.e.
-# including directory browsing and download of any file;
-# excluding sorting, mime types/encodings, CGI execution, index page
-# redirection and other funny things.
-# To get this behavior, mappings between virtual directories and real
-# directories on the server must be defined with the LocalDirs directive.
-# Virtual and real dirs are separated by spaces, multiple pairs are separated
-# by semi-colons. Real directories must be absolute paths.
-# NOTE: Since the names of that key directories share the same namespace as
-# repository names (see Remap-...) it's administrators job to avoid such
-# collisions on them (unless created deliberately).
-#
-# LocalDirs: woo /data/debarchive/woody ; hamm /data/debarchive/hamm
-
-# Precache a set of files referenced by specified index files. This can be used
-# to create a partial mirror usable for offline work. There are certain limits
-# and restrictions on the path specification, see manual for details. A list of
-# (maybe) relevant index files could be retrieved via
-# "apt-get --print-uris update" on a client machine.
-#
-# PrecacheFor: debrep/dists/unstable/*/source/Sources* debrep/dists/unstable/*/binary-amd64/Packages*
-
-# Arbitrary set of data to append to request headers sent over the wire. Should
-# be a well formated HTTP headers part including newlines (DOS style) which
-# can be entered as escape sequences (\r\n).
-# RequestAppendix: X-Tracking-Choice: do-not-track\r\n
-
-# Specifies the IP protocol families to use for remote connections. Order does
-# matter, first specified are considered first. Possible combinations:
-# v6 v4
-# v4 v6
-# v6
-# v4
-# (empty or not set: use system default)
-#
-# ConnectProto: v6 v4
-
-# Regular expiration algorithm finds package files which are no longer listed
-# in any index file and removes them of them after a safety period.
-# This option allows to keep more versions of a package in the cache after
-# safety period is over.
-# KeepExtraVersions: 1
-
-# Optionally uses TCP access control provided by libwrap, see hosts_access(5)
-# for details. Daemon name is apt-cacher-ng. Default if not set: decided on
-# startup by looking for explicit mentioning of apt-cacher-ng in
-# /etc/hosts.allow or /etc/hosts.deny files.
-# UseWrap: 0
-
-# If many machines from the same local network attempt to update index files
-# (apt-get update) at nearly the same time, the known state of these index file
-# is temporarily frozen and multiple requests receive the cached response
-# without contacting the server. This parameter (in seconds) specifies the
-# length of this period before the files are considered outdated.
-# Setting it too low transfers more data and increases remote server load,
-# setting it too high (more than a couple of minutes) increases the risk of
-# delivering inconsistent responses to the clients.
-# FreshIndexMaxAge: 27
-
-# Usually the users are not allowed to specify custom TCP ports of remote
-# mirrors in the requests, only the default HTTP port can be used (instead,
-# proxy administrator can create Remap- rules with custom ports). This
-# restriction can be disabled by specifying a list of allowed ports or 0 for
-# any port.
-#
-# AllowUserPorts: 80
-
-# Normally the HTTP redirection responses are forwarded to the original caller
-# (i.e. APT) which starts a new download attempt from the new URL. This
-# solution is ok for client configurations with proxy mode but doesn't work
-# well with configurations using URL prefixes. To work around this the server
-# can restart its own download with another URL. However, this might be used to
-# circumvent download source policies by malicious users.
-# The RedirMax option specifies how many such redirects the server should
-# follow per request, 0 disables the internal redirection. If not set,
-# default value is 0 if ForceManaged is used and 5 otherwise.
-#
-# RedirMax: 5

chef/cookbooks/mongodb/CHANGELOG.md

@@ -1,12 +0,0 @@
-# CHANGELOG for mongodb
-
-This file is used to list changes made in each version of mongodb.
-
-## 0.1.0:
-
-* Initial release of mongodb
-
-- - -
-Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
-
-The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/mongodb/README.md

@@ -1,68 +0,0 @@
-mongodb Cookbook
-================
-TODO: Enter the cookbook description here.
-
-e.g.
-This cookbook makes your favorite breakfast sandwhich.
-
-Requirements
-------------
-TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
-
-e.g.
-#### packages
-- `toaster` - mongodb needs toaster to brown your bagel.
-
-Attributes
-----------
-TODO: List you cookbook attributes here.
-
-e.g.
-#### mongodb::default
-<table>
-  <tr>
-    <th>Key</th>
-    <th>Type</th>
-    <th>Description</th>
-    <th>Default</th>
-  </tr>
-  <tr>
-    <td><tt>['mongodb']['bacon']</tt></td>
-    <td>Boolean</td>
-    <td>whether to include bacon</td>
-    <td><tt>true</tt></td>
-  </tr>
-</table>
-
-Usage
------
-#### mongodb::default
-TODO: Write usage instructions for each cookbook.
-
-e.g.
-Just include `mongodb` in your node's `run_list`:
-
-```json
-{
-  "name":"my_node",
-  "run_list": [
-    "recipe[mongodb]"
-  ]
-}
-```
-
-Contributing
-------------
-TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
-
-e.g.
-1. Fork the repository on Github
-2. Create a named feature branch (like `add_component_x`)
-3. Write you change
-4. Write tests for your change (if applicable)
-5. Run the tests, ensuring they all pass
-6. Submit a Pull Request using Github
-
-License and Authors
--------------------
-Authors: TODO: List authors

chef/cookbooks/mongodb/metadata.rb

@@ -1,8 +0,0 @@
-name             'mongodb'
-maintainer       'ShareLaTeX'
-maintainer_email 'team@sharelatex.com'
-license          'AGPLv3'
-description      'Installs/Configures mongodb'
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          '0.1.0'
-depends          'apt'

chef/cookbooks/mongodb/recipes/default.rb

@@ -1,19 +0,0 @@
-#
-# Cookbook Name:: mongodb
-# Recipe:: default
-#
-# Copyright 2014, ShareLaTeX
-#
-
-# See http://docs.mongodb.org/manual/tutorial/install-mongodb-on-ubuntu/
-apt_repository 'mongodb-org' do
-  uri          'http://downloads-distro.mongodb.org/repo/ubuntu-upstart'
-  distribution 'dist'
-  components   ['10gen']
-  keyserver    'keyserver.ubuntu.com'
-  key          '7F0CEB10'
-end
-
-package 'mongodb-org' do
-  action :install
-end

chef/cookbooks/nodejs/CHANGELOG.md

@@ -1,12 +0,0 @@
-# CHANGELOG for nodejs
-
-This file is used to list changes made in each version of nodejs.
-
-## 0.1.0:
-
-* Initial release of nodejs
-
-- - -
-Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
-
-The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/nodejs/README.md

@@ -1,68 +0,0 @@
-nodejs Cookbook
-===============
-TODO: Enter the cookbook description here.
-
-e.g.
-This cookbook makes your favorite breakfast sandwhich.
-
-Requirements
-------------
-TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
-
-e.g.
-#### packages
-- `toaster` - nodejs needs toaster to brown your bagel.
-
-Attributes
-----------
-TODO: List you cookbook attributes here.
-
-e.g.
-#### nodejs::default
-<table>
-  <tr>
-    <th>Key</th>
-    <th>Type</th>
-    <th>Description</th>
-    <th>Default</th>
-  </tr>
-  <tr>
-    <td><tt>['nodejs']['bacon']</tt></td>
-    <td>Boolean</td>
-    <td>whether to include bacon</td>
-    <td><tt>true</tt></td>
-  </tr>
-</table>
-
-Usage
------
-#### nodejs::default
-TODO: Write usage instructions for each cookbook.
-
-e.g.
-Just include `nodejs` in your node's `run_list`:
-
-```json
-{
-  "name":"my_node",
-  "run_list": [
-    "recipe[nodejs]"
-  ]
-}
-```
-
-Contributing
-------------
-TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
-
-e.g.
-1. Fork the repository on Github
-2. Create a named feature branch (like `add_component_x`)
-3. Write you change
-4. Write tests for your change (if applicable)
-5. Run the tests, ensuring they all pass
-6. Submit a Pull Request using Github
-
-License and Authors
--------------------
-Authors: TODO: List authors

chef/cookbooks/nodejs/metadata.rb

@@ -1,8 +0,0 @@
-name             'nodejs'
-maintainer       'YOUR_COMPANY_NAME'
-maintainer_email 'YOUR_EMAIL'
-license          'AGPLv3'
-description      'Installs/Configures nodejs'
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          '0.1.0'
-depends          'apt'

chef/cookbooks/nodejs/recipes/default.rb

@@ -1,24 +0,0 @@
-#
-# Cookbook Name:: nodejs
-# Recipe:: default
-#
-# Copyright 2014, ShareLaTeX
-#
-
-# See https://launchpad.net/~chris-lea/+archive/nodejs
-apt_repository 'node.js' do
-  uri          'http://ppa.launchpad.net/chris-lea/node.js/ubuntu'
-  distribution node['lsb']['codename']
-  components   ['main']
-  keyserver    'keyserver.ubuntu.com'
-  key          'C7917B12'
-end
-
-package 'nodejs' do
-  action :install
-end
-
-execute 'install grunt' do
-  command "npm install -g grunt-cli"
-  not_if "npm --no-color -g ls 'grunt-cli' 2> /dev/null | grep 'grunt-cli'"
-end

chef/cookbooks/packages/README.md

@@ -1,68 +0,0 @@
-redis Cookbook
-==============
-TODO: Enter the cookbook description here.
-
-e.g.
-This cookbook makes your favorite breakfast sandwhich.
-
-Requirements
-------------
-TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
-
-e.g.
-#### packages
-- `toaster` - redis needs toaster to brown your bagel.
-
-Attributes
-----------
-TODO: List you cookbook attributes here.
-
-e.g.
-#### redis::default
-<table>
-  <tr>
-    <th>Key</th>
-    <th>Type</th>
-    <th>Description</th>
-    <th>Default</th>
-  </tr>
-  <tr>
-    <td><tt>['redis']['bacon']</tt></td>
-    <td>Boolean</td>
-    <td>whether to include bacon</td>
-    <td><tt>true</tt></td>
-  </tr>
-</table>
-
-Usage
------
-#### redis::default
-TODO: Write usage instructions for each cookbook.
-
-e.g.
-Just include `redis` in your node's `run_list`:
-
-```json
-{
-  "name":"my_node",
-  "run_list": [
-    "recipe[redis]"
-  ]
-}
-```
-
-Contributing
-------------
-TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
-
-e.g.
-1. Fork the repository on Github
-2. Create a named feature branch (like `add_component_x`)
-3. Write you change
-4. Write tests for your change (if applicable)
-5. Run the tests, ensuring they all pass
-6. Submit a Pull Request using Github
-
-License and Authors
--------------------
-Authors: TODO: List authors

chef/cookbooks/packages/metadata.rb

@@ -1,7 +0,0 @@
-name             'packages'
-maintainer       'ShareLaTeX'
-maintainer_email 'team@sharelatex.com'
-license          'AGPLv3'
-description      'Installs/Configures packages'
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          '0.1.0'

chef/cookbooks/packages/recipes/default.rb

@@ -1,10 +0,0 @@
-#
-# Cookbook Name:: packages
-# Recipe:: default
-#
-# Copyright 2014, ShareLaTeX
-#
-
-package 'git'
-package 'vim'
-package 'build-essential'

chef/cookbooks/redis-server/CHANGELOG.md

@@ -1,12 +0,0 @@
-# CHANGELOG for redis
-
-This file is used to list changes made in each version of redis.
-
-## 0.1.0:
-
-* Initial release of redis
-
-- - -
-Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
-
-The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/redis-server/README.md

@@ -1,68 +0,0 @@
-redis Cookbook
-==============
-TODO: Enter the cookbook description here.
-
-e.g.
-This cookbook makes your favorite breakfast sandwhich.
-
-Requirements
-------------
-TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
-
-e.g.
-#### packages
-- `toaster` - redis needs toaster to brown your bagel.
-
-Attributes
-----------
-TODO: List you cookbook attributes here.
-
-e.g.
-#### redis::default
-<table>
-  <tr>
-    <th>Key</th>
-    <th>Type</th>
-    <th>Description</th>
-    <th>Default</th>
-  </tr>
-  <tr>
-    <td><tt>['redis']['bacon']</tt></td>
-    <td>Boolean</td>
-    <td>whether to include bacon</td>
-    <td><tt>true</tt></td>
-  </tr>
-</table>
-
-Usage
------
-#### redis::default
-TODO: Write usage instructions for each cookbook.
-
-e.g.
-Just include `redis` in your node's `run_list`:
-
-```json
-{
-  "name":"my_node",
-  "run_list": [
-    "recipe[redis]"
-  ]
-}
-```
-
-Contributing
-------------
-TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
-
-e.g.
-1. Fork the repository on Github
-2. Create a named feature branch (like `add_component_x`)
-3. Write you change
-4. Write tests for your change (if applicable)
-5. Run the tests, ensuring they all pass
-6. Submit a Pull Request using Github
-
-License and Authors
--------------------
-Authors: TODO: List authors

chef/cookbooks/redis-server/metadata.rb

@@ -1,8 +0,0 @@
-name             'redis-server'
-maintainer       'ShareLaTeX'
-maintainer_email 'team@sharelatex.com'
-license          'AGPLv3'
-description      'Installs/Configures redis-server'
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          '0.1.0'
-depends          'apt'

chef/cookbooks/redis-server/recipes/default.rb

@@ -1,20 +0,0 @@
-#
-# Cookbook Name:: redis
-# Recipe:: default
-#
-# Copyright 2014, ShareLaTeX
-#
-
-# See https://launchpad.net/~chris-lea/+archive/redis-server
-apt_repository 'redis-server' do
-  uri          'http://ppa.launchpad.net/chris-lea/redis-server/ubuntu'
-  distribution node['lsb']['codename']
-  components   ['main']
-  keyserver    'keyserver.ubuntu.com'
-  key          'C7917B12'
-end
-
-package 'redis-server' do
-  action :upgrade
-  options "--force-yes"
-end

chef/cookbooks/texlive/CHANGELOG.md

@@ -1,12 +0,0 @@
-# CHANGELOG for latex
-
-This file is used to list changes made in each version of latex.
-
-## 0.1.0:
-
-* Initial release of latex
-
-- - -
-Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
-
-The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/texlive/README.md

@@ -1,68 +0,0 @@
-latex Cookbook
-==============
-TODO: Enter the cookbook description here.
-
-e.g.
-This cookbook makes your favorite breakfast sandwhich.
-
-Requirements
-------------
-TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
-
-e.g.
-#### packages
-- `toaster` - latex needs toaster to brown your bagel.
-
-Attributes
-----------
-TODO: List you cookbook attributes here.
-
-e.g.
-#### latex::default
-<table>
-  <tr>
-    <th>Key</th>
-    <th>Type</th>
-    <th>Description</th>
-    <th>Default</th>
-  </tr>
-  <tr>
-    <td><tt>['latex']['bacon']</tt></td>
-    <td>Boolean</td>
-    <td>whether to include bacon</td>
-    <td><tt>true</tt></td>
-  </tr>
-</table>
-
-Usage
------
-#### latex::default
-TODO: Write usage instructions for each cookbook.
-
-e.g.
-Just include `latex` in your node's `run_list`:
-
-```json
-{
-  "name":"my_node",
-  "run_list": [
-    "recipe[latex]"
-  ]
-}
-```
-
-Contributing
-------------
-TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
-
-e.g.
-1. Fork the repository on Github
-2. Create a named feature branch (like `add_component_x`)
-3. Write you change
-4. Write tests for your change (if applicable)
-5. Run the tests, ensuring they all pass
-6. Submit a Pull Request using Github
-
-License and Authors
--------------------
-Authors: TODO: List authors

chef/cookbooks/texlive/attributes/default.rb

@@ -1,2 +0,0 @@
-default[:texlive][:schema]  = "small"
-default[:texlive][:bin_dir] = "/usr/local/texlive/2014/bin/x86_64-linux"

chef/cookbooks/texlive/metadata.rb

@@ -1,7 +0,0 @@
-name             'texlive'
-maintainer       'ShareLaTeX'
-maintainer_email 'team@sharelatex.com'
-license          'All rights reserved'
-description      'Installs/Configures texlive'
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          '0.1.0'

chef/cookbooks/texlive/recipes/default.rb

@@ -1,42 +0,0 @@
-#
-# Cookbook Name:: texlive
-# Recipe:: default
-#
-# Copyright 2014, YOUR_COMPANY_NAME
-#
-# All rights reserved - Do Not Redistribute
-#
-
-remote_file "#{Chef::Config[:file_cache_path]}/install-tl-unx.tar.gz" do
-	source "http://mirror.ctan.org/systems/texlive/tlnet/install-tl-unx.tar.gz"
-	action :create_if_missing
-end
-
-directory "/install-tl-unx"
-bash "extract install-tl" do
-	cwd Chef::Config[:file_cache_path]
-	code <<-EOH
-		tar -xvf install-tl-unx.tar.gz -C /install-tl-unx --strip-components=1
-	EOH
-	creates "/install-tl-unx/install-tl"
-end
-
-file "/install-tl-unx/texlive.profile" do
-	content "selected_scheme scheme-#{node[:texlive][:schema]}"
-end
-
-bash "install texlive" do
-	cwd "/install-tl-unx"
-	code <<-EOH
-		/install-tl-unx/install-tl -profile /install-tl-unx/texlive.profile
-	EOH
-	creates "#{node[:texlive][:bin_dir]}/pdflatex"
-end
-
-bash "install latexmk" do
-	environment({
-		"PATH" => "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:#{node[:texlive][:bin_dir]}"
-	})
-	code "tlmgr install latexmk"
-	creates "#{node[:texlive][:bin_dir]}/latexmk"
-end

config/settings.development.coffee.example

@@ -1,227 +0,0 @@
-Path = require('path')
-
-# These credentials are used for authenticating api requests
-# between services that may need to go over public channels
-httpAuthUser = "sharelatex"
-httpAuthPass = "CRYPTO_RANDOM" # Randomly generated for you
-httpAuthUsers = {}
-httpAuthUsers[httpAuthUser] = httpAuthPass
-
-DATA_DIR = Path.resolve(Path.join(__dirname, "..", "data"))
-TMP_DIR = Path.resolve(Path.join(__dirname, "..", "tmp"))
-
-module.exports =
-	# Databases
-	# ---------
-
-	# ShareLaTeX's main persistant data store is MongoDB (http://www.mongodb.org/)
-	# Documentation about the URL connection string format can be found at:
-	#
-	#    http://docs.mongodb.org/manual/reference/connection-string/
-	# 
-	# The following works out of the box with Mongo's default settings:
-	mongo:
-		url : 'mongodb://127.0.0.1/sharelatex'
-
-	# Redis is used in ShareLaTeX for high volume queries, like real-time
-	# editing, and session management.
-	#
-	# The following config will work with Redis's default settings:
-	redis:
-		web:
-			host: "localhost"
-			port: "6379"
-			password: ""
-
-	# The compile server (the clsi) uses a SQL database to cache files and
-	# meta-data. sqllite is the default, and the load is low enough that this will
-	# be fine in production (we use sqllite at sharelatex.com).
-	#
-	# If you want to configure a different database, see the Sequelize documentation
-	# for available options:
-	#
-	#    https://github.com/sequelize/sequelize/wiki/API-Reference-Sequelize#example-usage
-	#
-	mysql:
-		clsi:
-			database: "clsi"
-			username: "clsi"
-			password: ""
-			dialect: "sqlite"
-			storage: Path.join(DATA_DIR, "db.sqlite")
-
-	# File storage
-	# ------------
-
-	# ShareLaTeX can store binary files like images either locally or in Amazon
-	# S3. The default is locally:
-	filestore:
-		backend: "fs"	
-		stores:
-			user_files: Path.join(DATA_DIR, "user_files")
-			
-	# To use Amazon S3 as a storage backend, comment out the above config, and
-	# uncomment the following, filling in your key, secret, and bucket name:
-	#
-	# filestore:
-	# 	backend: "s3"
-	# 	stores:
-	# 		user_files: "BUCKET_NAME"
-	# 	s3:
-	# 		key: "AWS_KEY"
-	# 		secret: "AWS_SECRET"
-	# 		
-
-	# Local disk caching
-	# ------------------
-	path:
-		# If we ever need to write something to disk (e.g. incoming requests
-		# that need processing but may be too big for memory), then write
-		# them to disk here:
-		dumpFolder:   Path.join(TMP_DIR, "dumpFolder")
-		# Where to write uploads before they are processed
-		uploadFolder: Path.join(TMP_DIR, "uploads")
-		# Where to write the project to disk before running LaTeX on it
-		compilesDir:  Path.join(DATA_DIR, "compiles")
-		# Where to cache downloaded URLs for the CLSI
-		clsiCacheDir: Path.join(DATA_DIR, "cache")
-
-	# Server Config
-	# -------------
-
-	# Where your instance of ShareLaTeX can be found publicly. This is used
-	# when emails are sent out and in generated links:
-	siteUrl : 'http://localhost:3000'
-	
-	# The websocket layer of ShareLaTeX runs as separate service.
-	# When running locally or in development, you can point the client to this
-	# service directly on port 3026. If you are running behind a reverse proxy (Nginx, etc)
-	# then websocketsUrl should be the same as siteUrl, with your reverse
-	# proxy responible for sending websocket traffic to the websocket service
-	# rather than connecting directly.
-	websocketsUrl: 'http://localhost:3026'
-	
-	# If provided, a sessionSecret is used to sign cookies so that they cannot be
-	# spoofed. This is recommended.
-	security:
-		sessionSecret: "CRYPTO_RANDOM" # This was randomly generated for you
-
-	# These credentials are used for authenticating api requests
-	# between services that may need to go over public channels
-	httpAuthUsers: httpAuthUsers
-	
-	# Should javascript assets be served minified or not. Note that you will
-	# need to run `grunt compile:minify` within the web-sharelatex directory
-	# to generate these.
-	useMinifiedJs: false
-
-	# Should static assets be sent with a header to tell the browser to cache
-	# them. This should be false in development where changes are being made,
-	# but should be set to true in production.
-	cacheStaticAssets: false
-
-	# If you are running ShareLaTeX over https, set this to true to send the
-	# cookie with a secure flag (recommended).
-	secureCookie: false
-	
-	# If you are running ShareLaTeX behind a proxy (like Apache, Nginx, etc)
-	# then set this to true to allow it to correctly detect the forwarded IP
-	# address and http/https protocol information.
-	behindProxy: false
-
-	# Sending Email
-	# -------------
-	#
-	# You must configure a mail server to be able to send invite emails from
-	# ShareLaTeX. The config settings are passed to nodemailer. See the nodemailer
-	# documentation for available options:
-	#
-	#     http://www.nodemailer.com/docs/transports
-	#
-	# email:
-	#	fromAddress: ""
-	#	replyTo: ""
-	#	transport: "SES"
-	#	parameters:
-	#		AWSAccessKeyID: ""
-	#		AWSSecretKey: ""
-
-	# Spell Check Languages
-	# ---------------------
-	#
-	# You must have the corresponding aspell dictionary installed to 
-	# be able to use a language. Run `grunt check:aspell` to check which
-	# dictionaries you have installed. These should be set for the `code` for
-	# each language.
-	languages: [
-		{name: "English", code: "en"}
-	]
-	
-	# Service locations
-	# -----------------
-
-	# ShareLaTeX is comprised of many small services, which each expose
-	# an HTTP API running on a different port. Generally you
-	# can leave these as they are unless you have some other services
-	# running which conflict, or want to run the web process on port 80.
-	# internal:
-	# 	web:
-	# 		port: webPort = 3000
-	# 		host: "localhost"
-	# 	documentupdater:
-	# 		port: docUpdaterPort = 3003
-	# 		host: "localhost"
-	# 	filestore:
-	# 		port: filestorePort = 3009
-	# 		host: "localhost"
-	# 	chat:
-	# 		port: chatPort = 3010
-	# 		host: "localhost"
-	# 	tags:
-	# 		port: tagsPort = 3012
-	# 		host: "localhost"
-	# 	clsi:
-	# 		port: clsiPort = 3013
-	# 		host: "localhost"
-	# 	trackchanges:
-	# 		port: trackchangesPort = 3015
-	# 		host: "localhost"
-	# 	docstore:
-	# 		port: docstorePort = 3016
-	# 		host: "localhost"
-	# 	spelling:
-	# 		port: spellingPort = 3005
-	# 		host: "localhost"
-
-	# If you change the above config, or run some services on remote servers,
-	# you need to tell the other services where to find them:
-	apis:
-		web:
-			url: "http://localhost:3000"
-			user: httpAuthUser
-			pass: httpAuthPass
-	# 	documentupdater:
-	# 		url : "http://localhost:#{docUpdaterPort}"
-	# 	clsi:
-	# 		url: "http://localhost:#{clsiPort}"
-	# 	filestore:
-	# 		url: "http://localhost:#{filestorePort}"
-	# 	trackchanges:
-	# 		url: "http://localhost:#{trackchangesPort}"
-	# 	docstore:
-	# 		url: "http://localhost:#{docstorePort}"
-	# 	tags:
-	# 		url: "http://localhost:#{tagsPort}"
-	# 	spelling:
-	# 		url: "http://localhost:#{spellingPort}"
-	# 	chat:
-	# 		url: "http://localhost:#{chatPort}"
-	
-
-# With lots of incoming and outgoing HTTP connections to different services,
-# sometimes long running, it is a good idea to increase the default number
-# of sockets that Node will hold open.
-http = require('http')
-http.globalAgent.maxSockets = 300
-https = require('https')
-https.globalAgent.maxSockets = 300

docker-compose.debug.yml

@@ -0,0 +1,20 @@
+version: '2.2'
+services:
+    sharelatex:
+        ports:
+            - 40000:40000
+            - 30150:30150
+            - 30120:30120
+            - 30050:30050
+            - 30420:30420
+            - 30030:30030
+            - 30160:30160
+            - 30360:30360
+            - 30130:30130
+            - 30100:30100
+
+            # Server Pro
+            - 30070:30070
+            - 30400:30400
+        environment:
+            DEBUG_NODE: 'true'

docker-compose.yml

@@ -0,0 +1,148 @@
+version: '2.2'
+services:
+    sharelatex:
+        restart: always
+        # Server Pro users:
+        # image: quay.io/sharelatex/sharelatex-pro
+        image: sharelatex/sharelatex
+        container_name: sharelatex
+        depends_on:
+            mongo:
+                condition: service_healthy
+            redis:
+                condition: service_started
+        ports:
+            - 80:80
+        links:
+            - mongo
+            - redis
+        volumes:
+            - ~/sharelatex_data:/var/lib/sharelatex
+            ########################################################################
+            ####  Server Pro: Uncomment the following line to mount the docker  ####
+            ####             socket, required for Sibling Containers to work    ####
+            ########################################################################
+            # - /var/run/docker.sock:/var/run/docker.sock
+        environment:
+
+            SHARELATEX_APP_NAME: Overleaf Community Edition
+
+            SHARELATEX_MONGO_URL: mongodb://mongo/sharelatex
+
+            # Same property, unfortunately with different names in
+            # different locations
+            SHARELATEX_REDIS_HOST: redis
+            REDIS_HOST: redis
+
+            ENABLED_LINKED_FILE_TYPES: 'url,project_file'
+
+            # Enables Thumbnail generation using ImageMagick
+            ENABLE_CONVERSIONS: 'true'
+
+            # Disables email confirmation requirement
+            EMAIL_CONFIRMATION_DISABLED: 'true'
+
+            # temporary fix for LuaLaTex compiles
+            # see https://github.com/overleaf/overleaf/issues/695
+            TEXMFVAR: /var/lib/sharelatex/tmp/texmf-var
+
+            ## Set for SSL via nginx-proxy
+            #VIRTUAL_HOST: 103.112.212.22
+
+            # SHARELATEX_SITE_URL: http://sharelatex.mydomain.com
+            # SHARELATEX_NAV_TITLE: Our ShareLaTeX Instance
+            # SHARELATEX_HEADER_IMAGE_URL: http://somewhere.com/mylogo.png
+            # SHARELATEX_ADMIN_EMAIL: support@it.com
+
+            # SHARELATEX_LEFT_FOOTER: '[{"text": "Powered by <a href=\"https://www.sharelatex.com\">ShareLaTeX</a> 2016"},{"text": "Another page I want to link to can be found <a href=\"here\">here</a>"} ]'
+            # SHARELATEX_RIGHT_FOOTER: '[{"text": "Hello I am on the Right"} ]'
+
+            # SHARELATEX_EMAIL_FROM_ADDRESS: "team@sharelatex.com"
+
+            # SHARELATEX_EMAIL_AWS_SES_ACCESS_KEY_ID:
+            # SHARELATEX_EMAIL_AWS_SES_SECRET_KEY:
+
+            # SHARELATEX_EMAIL_SMTP_HOST: smtp.mydomain.com
+            # SHARELATEX_EMAIL_SMTP_PORT: 587
+            # SHARELATEX_EMAIL_SMTP_SECURE: false
+            # SHARELATEX_EMAIL_SMTP_USER:
+            # SHARELATEX_EMAIL_SMTP_PASS:
+            # SHARELATEX_EMAIL_SMTP_TLS_REJECT_UNAUTH: true
+            # SHARELATEX_EMAIL_SMTP_IGNORE_TLS: false
+            # SHARELATEX_EMAIL_SMTP_NAME: '127.0.0.1'
+            # SHARELATEX_EMAIL_SMTP_LOGGER: true
+            # SHARELATEX_CUSTOM_EMAIL_FOOTER: "This system is run by department x"
+
+            ################
+            ## Server Pro ##
+            ################
+
+            # SANDBOXED_COMPILES: 'true'
+
+            # SANDBOXED_COMPILES_SIBLING_CONTAINERS: 'true'
+            # SANDBOXED_COMPILES_HOST_DIR: '/var/sharelatex_data/data/compiles'
+            # SYNCTEX_BIN_HOST_PATH: '/var/sharelatex_data/bin/synctex'
+
+            # DOCKER_RUNNER: 'false'
+
+            ## Works with test LDAP server shown at bottom of docker compose
+            # SHARELATEX_LDAP_URL: 'ldap://ldap:389'
+            # SHARELATEX_LDAP_SEARCH_BASE: 'ou=people,dc=planetexpress,dc=com'
+            # SHARELATEX_LDAP_SEARCH_FILTER: '(uid={{username}})'
+            # SHARELATEX_LDAP_BIND_DN: 'cn=admin,dc=planetexpress,dc=com'
+            # SHARELATEX_LDAP_BIND_CREDENTIALS: 'GoodNewsEveryone'
+            # SHARELATEX_LDAP_EMAIL_ATT: 'mail'
+            # SHARELATEX_LDAP_NAME_ATT: 'cn'
+            # SHARELATEX_LDAP_LAST_NAME_ATT: 'sn'
+            # SHARELATEX_LDAP_UPDATE_USER_DETAILS_ON_LOGIN: 'true'
+
+            # SHARELATEX_TEMPLATES_USER_ID: "578773160210479700917ee5"
+            # SHARELATEX_NEW_PROJECT_TEMPLATE_LINKS: '[ {"name":"All Templates","url":"/templates/all"}]'
+
+
+            # SHARELATEX_PROXY_LEARN: "true"
+
+    mongo:
+        restart: always
+        image: mongo:4.0
+        container_name: mongo
+        expose:
+            - 27017
+        volumes:
+            - ~/mongo_data:/data/db
+        healthcheck:
+            test: echo 'db.stats().ok' | mongo localhost:27017/test --quiet
+            interval: 10s
+            timeout: 10s
+            retries: 5
+
+    redis:
+        restart: always
+        image: redis:5
+        container_name: redis
+        expose:
+            - 6379
+        volumes:
+            - ~/redis_data:/data
+
+    # ldap:
+    #    restart: always
+    #    image: rroemhild/test-openldap
+    #    container_name: ldap
+    #    expose:
+    #        - 389
+
+    # See https://github.com/jwilder/nginx-proxy for documentation on how to configure the nginx-proxy container,
+    # and https://github.com/overleaf/overleaf/wiki/HTTPS-reverse-proxy-using-Nginx for an example of some recommended
+    # settings. We recommend using a properly managed nginx instance outside of the Overleaf Server Pro setup,
+    # but the example here can be used if you'd prefer to run everything with docker-compose
+
+    # nginx-proxy:
+    #     image: jwilder/nginx-proxy
+    #     container_name: nginx-proxy
+    #     ports:
+    #       #- "80:80"
+    #       - "443:443"
+    #     volumes:
+    #       - /var/run/docker.sock:/tmp/docker.sock:ro
+    #       - /home/sharelatex/tmp:/etc/nginx/certs

genScript.js

@@ -0,0 +1,62 @@
+const services = require('./services')
+
+console.log('#!/bin/bash')
+console.log('set -ex')
+
+switch (process.argv.pop()) {
+  case 'checkout':
+    for (const service of services) {
+      console.log(`git clone ${service.repo} ${service.name}`)
+      console.log(`git -C ${service.name} checkout ${service.version}`)
+    }
+    break
+  case 'revisions':
+    for (const service of services) {
+      console.log(`echo -n /var/www/sharelatex/${service.name},`)
+      console.log(`git -C ${service.name} rev-parse HEAD`)
+    }
+    break
+  case 'cleanup-git':
+    for (const service of services) {
+      console.log(`rm -rf ${service.name}/.git`)
+    }
+    break
+  case 'install':
+    for (const service of services) {
+      console.log('pushd', service.name)
+      switch (service.name) {
+        case 'web':
+          console.log('npm ci')
+          break
+        default:
+          // TODO(das7pad): revert back to npm ci --only=production (https://github.com/overleaf/issues/issues/4544)
+          console.log('npm ci')
+      }
+      console.log('popd')
+    }
+    break
+  case 'compile':
+    for (const service of services) {
+      console.log('pushd', service.name)
+      switch (service.name) {
+        case 'web':
+          console.log('npm run webpack:production')
+          // drop webpack/babel cache
+          console.log('rm -rf node_modules/.cache')
+          break
+        default:
+          console.log(`echo ${service.name} does not require a compilation`)
+      }
+      console.log('popd')
+    }
+    break
+  default:
+    console.error('unknown command')
+    console.log('exit 101')
+    process.exit(101)
+}
+
+console.log('set +x')
+console.log(
+  'rm -rf /root/.cache /root/.npm $(find /tmp/ -mindepth 1 -maxdepth 1)'
+)

hotfix/2.0.1/Dockerfile

@@ -0,0 +1,13 @@
+FROM sharelatex/sharelatex:2.0.0
+
+
+# Patch 1: Fixes project deletion (https://github.com/overleaf/overleaf/issues/644)
+ADD disable_project_history.patch /etc/sharelatex/disable_project_history.patch
+RUN cd /etc/sharelatex && \
+    patch < disable_project_history.patch
+
+
+# Patch 2: Fixes admin creation via CLI (https://github.com/overleaf/overleaf/issues/647)
+ADD create_and_destroy_users.patch /var/www/sharelatex/tasks/create_and_destroy_users.patch
+RUN cd /var/www/sharelatex/tasks/ && \
+    patch < create_and_destroy_users.patch

hotfix/2.0.1/create_and_destroy_users.patch

@@ -0,0 +1,11 @@
+--- CreateAndDestoryUsers.coffee
++++ CreateAndDestoryUsers.coffee
+@@ -21,7 +21,7 @@ module.exports = (grunt) ->
+ 			user.save (error) ->
+ 				throw error if error?
+ 				ONE_WEEK = 7 * 24 * 60 * 60 # seconds
+-				OneTimeTokenHandler.getNewToken user._id, { expiresIn: ONE_WEEK }, (err, token)->
++				OneTimeTokenHandler.getNewToken "password", { expiresIn: ONE_WEEK, email:user.email, user_id: user._id.toString() }, (err, token)->
+ 					return next(err) if err?
+
+ 					console.log ""

hotfix/2.0.1/disable_project_history.patch

@@ -0,0 +1,11 @@
+--- settings.coffee
++++ settings.coffee
+@@ -200,6 +200,8 @@ settings =
+ 		# is not available
+ 		v1:
+ 			url: ""
++		project_history:
++			enabled: false
+ 	references:{}
+ 	notifications:undefined
+

hotfix/2.0.2/1-anon-upload.patch

@@ -0,0 +1,60 @@
+--- UploadsRouter.js
++++ UploadsRouter.js
+@@ -1,13 +1,3 @@
+-/* eslint-disable
+-    no-unused-vars,
+-*/
+-// TODO: This file was created by bulk-decaffeinate.
+-// Fix any style issues and re-enable lint.
+-/*
+- * decaffeinate suggestions:
+- * DS102: Remove unnecessary code created because of implicit returns
+- * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+- */
+ const AuthorizationMiddleware = require('../Authorization/AuthorizationMiddleware')
+ const AuthenticationController = require('../Authentication/AuthenticationController')
+ const ProjectUploadController = require('./ProjectUploadController')
+@@ -28,18 +18,30 @@ module.exports = {
+       ProjectUploadController.uploadProject
+     )
+
+-    return webRouter.post(
+-      '/Project/:Project_id/upload',
+-      RateLimiterMiddleware.rateLimit({
+-        endpointName: 'file-upload',
+-        params: ['Project_id'],
+-        maxRequests: 200,
+-        timeInterval: 60 * 30
+-      }),
+-      AuthenticationController.requireLogin(),
+-      AuthorizationMiddleware.ensureUserCanWriteProjectContent,
+-      ProjectUploadController.multerMiddleware,
+-      ProjectUploadController.uploadFile
+-    )
++    const fileUploadEndpoint = '/Project/:Project_id/upload'
++    const fileUploadRateLimit = RateLimiterMiddleware.rateLimit({
++      endpointName: 'file-upload',
++      params: ['Project_id'],
++      maxRequests: 200,
++      timeInterval: 60 * 30
++    })
++    if (Settings.allowAnonymousReadAndWriteSharing) {
++      webRouter.post(
++        fileUploadEndpoint,
++        fileUploadRateLimit,
++        AuthorizationMiddleware.ensureUserCanWriteProjectContent,
++        ProjectUploadController.multerMiddleware,
++        ProjectUploadController.uploadFile
++      )
++    } else {
++      webRouter.post(
++        fileUploadEndpoint,
++        fileUploadRateLimit,
++        AuthenticationController.requireLogin(),
++        AuthorizationMiddleware.ensureUserCanWriteProjectContent,
++        ProjectUploadController.multerMiddleware,
++        ProjectUploadController.uploadFile
++      )
++    }
+   }
+ }

hotfix/2.0.2/2-read-only-access.patch

@@ -0,0 +1,11 @@
+--- TokenAccessHandler.js
++++ TokenAccessHandler.js
+@@ -255,7 +255,7 @@ const TokenAccessHandler = {
+ 
+   getV1DocPublishedInfo(token, callback) {
+     // default to allowing access
+-    if (!Settings.apis || !Settings.apis.v1) {
++    if (!Settings.apis.v1 || !Settings.apis.v1.url) {
+       return callback(null, { allow: true })
+     }
+     V1Api.request(

hotfix/2.0.2/3-url-linking-1.patch

@@ -0,0 +1,11 @@
+--- Features.js
++++ Features.js
+@@ -53,6 +53,8 @@ module.exports = Features = {
+         return Settings.apis.references.url != null
+       case 'saml':
+         return Settings.enableSaml
++      case 'link-url':
++        return Settings.apis.linkedUrlProxy && Settings.apis.linkedUrlProxy.url
+       default:
+         throw new Error(`unknown feature: ${feature}`)
+     }

hotfix/2.0.2/4-url-linking-2.patch

@@ -0,0 +1,20 @@
+--- new-file-modal.pug
++++ new-file-modal.pug
+@@ -21,11 +21,12 @@ script(type='text/ng-template', id='newFileModalTemplate')
+ 								i.fa.fa-fw.fa-folder-open
+ 								|
+ 								| From Another Project
+-						li(ng-class="type == 'url' ? 'active' : null")
+-							a(href, ng-click="type = 'url'")
+-								i.fa.fa-fw.fa-globe
+-								|
+-								| From External URL
++						if hasFeature('link-url')
++							li(ng-class="type == 'url' ? 'active' : null")
++								a(href, ng-click="type = 'url'")
++									i.fa.fa-fw.fa-globe
++									|
++									| From External URL
+ 						!= moduleIncludes("newFileModal:selector", locals)
+ 
+ 				td(class="modal-new-file--body modal-new-file--body-{{type}}")

hotfix/2.0.2/5-disable-analytics-1.patch

@@ -0,0 +1,26 @@
+--- AnalyticsController.js
++++ AnalyticsController.js
+@@ -3,9 +3,13 @@ const Errors = require('../Errors/Errors')
+ const AuthenticationController = require('../Authentication/AuthenticationController')
+ const InstitutionsAPI = require('../Institutions/InstitutionsAPI')
+ const GeoIpLookup = require('../../infrastructure/GeoIpLookup')
++const Features = require('../../infrastructure/Features')
+ 
+ module.exports = {
+   updateEditingSession(req, res, next) {
++    if (!Features.hasFeature('analytics')) {
++      return res.send(204)
++    }
+     const userId = AuthenticationController.getLoggedInUserId(req)
+     const { projectId } = req.params
+     let countryCode = null
+@@ -28,6 +32,9 @@ module.exports = {
+   },
+ 
+   recordEvent(req, res, next) {
++    if (!Features.hasFeature('analytics')) {
++      return res.send(204)
++    }
+     const userId =
+       AuthenticationController.getLoggedInUserId(req) || req.sessionID
+     AnalyticsManager.recordEvent(userId, req.params.event, req.body, error =>

hotfix/2.0.2/6-disable-analytics-2.patch

@@ -0,0 +1,10 @@
+--- Features.js
++++ Features.js
+@@ -41,6 +41,7 @@ module.exports = Features = {
+       case 'templates-server-pro':
+         return Settings.overleaf == null
+       case 'affiliations':
++      case 'analytics':
+         // Checking both properties is needed for the time being to allow
+         // enabling the feature in web-api and disabling in Server Pro
+         // see https://github.com/overleaf/web-internal/pull/2127

hotfix/2.0.2/Dockerfile

@@ -0,0 +1,31 @@
+FROM sharelatex/sharelatex:2.0.1
+
+
+# Patch 1: Fixes anonymous link sharing
+ADD 1-anon-upload.patch /var/www/sharelatex/web/app/src/Features/Uploads/1-anon-upload.patch
+RUN cd /var/www/sharelatex/web/app/src/Features/Uploads/ && \
+    patch < 1-anon-upload.patch
+
+
+# Patch 2: Fixes read-only access
+ADD 2-read-only-access.patch /var/www/sharelatex/web/app/src/Features/TokenAccess/3-read-only-access.patch
+RUN cd /var/www/sharelatex/web/app/src/Features/TokenAccess/ && \
+    patch < 3-read-only-access.patch
+
+
+# Patch 3: Fixes url linking
+ADD 3-url-linking-1.patch /var/www/sharelatex/web/app/src/infrastructure/6-url-linking-1.patch
+RUN cd /var/www/sharelatex/web/app/src/infrastructure/ && \
+    patch < 6-url-linking-1.patch
+ADD 4-url-linking-2.patch /var/www/sharelatex/web/app/views/project/editor/7-url-linking-2.patch
+RUN cd /var/www/sharelatex/web/app/views/project/editor/ && \
+    patch < 7-url-linking-2.patch
+
+
+# Patch 4: Disables analytics
+ADD 5-disable-analytics-1.patch /var/www/sharelatex/web/app/src/Features/Analytics/8-disable-analytics-1.patch
+RUN cd /var/www/sharelatex/web/app/src/Features/Analytics/ && \
+    patch < 8-disable-analytics-1.patch
+ADD 6-disable-analytics-2.patch /var/www/sharelatex/web/app/src/infrastructure/9-disable-analytics-2.patch
+RUN cd /var/www/sharelatex/web/app/src/infrastructure/ && \
+    patch < 9-disable-analytics-2.patch

hotfix/2.1.1/Dockerfile

@@ -0,0 +1,8 @@
+FROM sharelatex/sharelatex:2.1.0
+
+# Patch: defines recaptcha config to fix share-related issues
+# - https://github.com/overleaf/overleaf/issues/684
+ADD add-recaptcha-config.patch /etc/sharelatex/add-recaptcha-config.patch
+RUN cd /etc/sharelatex/ && \
+    patch < add-recaptcha-config.patch
+

hotfix/2.1.1/add-recaptcha-config.patch

@@ -0,0 +1,14 @@
+--- a/settings.coffee
++++ b/settings.coffee
+@@ -180,6 +180,11 @@ settings =
+ 	# cookie with a secure flag (recommended).
+ 	secureCookie: process.env["SHARELATEX_SECURE_COOKIE"]?
+ 
++	recaptcha:
++		disabled:
++			invite: true
++			register: true
++
+ 	# If you are running ShareLaTeX behind a proxy (like Apache, Nginx, etc)
+ 	# then set this to true to allow it to correctly detect the forwarded IP
+ 	# address and http/https protocol information.

hotfix/2.3.1/Dockerfile

@@ -0,0 +1,7 @@
+FROM sharelatex/sharelatex:2.3.0
+
+
+# Patch: Fixes NPE when invoking synctex (https://github.com/overleaf/overleaf/issues/756)
+ADD check-clsi-setting-exists.patch /var/www/sharelatex/clsi/app/js/check-clsi-setting-exists.patch
+RUN cd /var/www/sharelatex/clsi/app/js && \
+    patch < check-clsi-setting-exists.patch

hotfix/2.3.1/check-clsi-setting-exists.patch

@@ -0,0 +1,11 @@
+--- a/app/js/CompileManager.js
++++ b/app/js/CompileManager.js
+@@ -536,7 +536,7 @@ module.exports = CompileManager = {
+       compileName,
+       command,
+       directory,
+-      Settings.clsi != null ? Settings.clsi.docker.image : undefined,
++      Settings.clsi && Settings.clsi.docker ? Settings.clsi.docker.image : undefined,
+       timeout,
+       {},
+       function(error, output) {

hotfix/2.4.1/Dockerfile

@@ -0,0 +1,6 @@
+FROM sharelatex/sharelatex:2.4.0
+
+
+# Patch: Fixes missing dependencies on web startup (https://github.com/overleaf/overleaf/issues/767)
+RUN cd /var/www/sharelatex/web && \
+    npm install i18next@^19.6.3 i18next-fs-backend@^1.0.7 i18next-http-middleware@^3.0.2

hotfix/2.4.2/Dockerfile

@@ -0,0 +1,10 @@
+FROM sharelatex/sharelatex:2.4.1
+
+
+# Patch: Fixes anonymous read/write sharing
+COPY anonymous-metadata.patch ${baseDir}
+RUN cd ${baseDir} && patch -p0 < anonymous-metadata.patch
+
+# Patch: Fixes left footer with html text
+COPY left-footer-skip-translation.patch ${baseDir}
+RUN cd ${baseDir} && patch -p0 < left-footer-skip-translation.patch

hotfix/2.4.2/anonymous-metadata.patch

@@ -0,0 +1,43 @@
+--- /var/www/sharelatex/web/app/src/router.js	2020-09-14 20:21:39.741433000 +0000
++++ /var/www/sharelatex/web/app/src/router.js	2020-09-14 20:13:08.000000000 +0000
+@@ -607,16 +607,17 @@
+     ProjectDownloadsController.downloadMultipleProjects
+   )
+ 
++  console.log(`allowAnonymousReadAndWriteSharing: ${Settings.allowAnonymousReadAndWriteSharing}`)
+   webRouter.get(
+     '/project/:project_id/metadata',
+     AuthorizationMiddleware.ensureUserCanReadProject,
+-    AuthenticationController.requireLogin(),
++    Settings.allowAnonymousReadAndWriteSharing ? (req, res, next) => { next() } : AuthenticationController.requireLogin(),
+     MetaController.getMetadata
+-  )
++  ) 
+   webRouter.post(
+     '/project/:project_id/doc/:doc_id/metadata',
+     AuthorizationMiddleware.ensureUserCanReadProject,
+-    AuthenticationController.requireLogin(),
++    Settings.allowAnonymousReadAndWriteSharing ? (req, res, next) => { next() } : AuthenticationController.requireLogin(),
+     MetaController.broadcastMetadataForDoc
+   )
+   privateApiRouter.post(
+--- /var/www/sharelatex/web/app/src/Features/Contacts/ContactRouter.js	2020-09-14 20:21:52.243779000 +0000
++++ /var/www/sharelatex/web/app/src/Features/Contacts/ContactRouter.js	2020-09-14 20:13:08.000000000 +0000
+@@ -5,6 +5,8 @@
+  * DS102: Remove unnecessary code created because of implicit returns
+  * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+  */
++const Settings = require('settings-sharelatex')
++
+ const AuthenticationController = require('../Authentication/AuthenticationController')
+ const ContactController = require('./ContactController')
+ 
+@@ -12,7 +14,7 @@
+   apply(webRouter, apiRouter) {
+     return webRouter.get(
+       '/user/contacts',
+-      AuthenticationController.requireLogin(),
++      Settings.allowAnonymousReadAndWriteSharing ? (req, res, next) => { next() } : AuthenticationController.requireLogin(),
+       ContactController.getContacts
+     )
+   }

hotfix/2.4.2/left-footer-skip-translation.patch

@@ -0,0 +1,12 @@
+
+--- /var/www/sharelatex/web/app/views/layout/footer.pug
++++ /var/www/sharelatex/web/app/app/views/layout/footer.pug
+@@ -32,7 +32,7 @@ footer.site-footer
+ 						if item.url
+ 							a(href=item.url, class=item.class) !{translate(item.text)}
+ 						else
+-							| !{translate(item.text)}
++							| !{item.text}
+ 
+ 			ul.col-md-3.text-right
+ 

hotfix/2.5.1/Dockerfile

@@ -0,0 +1,13 @@
+FROM sharelatex/sharelatex:2.5.0
+
+# Patch #826: Fixes log path for contacts service to be picked up by logrotate
+COPY contacts-run.patch /etc/service/contacts-sharelatex
+RUN cd /etc/service/contacts-sharelatex && patch < contacts-run.patch
+
+# Patch #826: delete old logs for the contacts service
+COPY delete-old-logs.patch /etc/my_init.d
+RUN cd /etc/my_init.d && patch < delete-old-logs.patch \
+&&  chmod +x /etc/my_init.d/10_delete_old_logs.sh
+
+# Patch #827: fix logrotate file permissions
+RUN chmod 644 /etc/logrotate.d/sharelatex

hotfix/2.5.1/contacts-run.patch

@@ -0,0 +1,8 @@
+--- a/run
++++ b/run
+@@ -7,4 +7,4 @@ if [ "$DEBUG_NODE" == "true" ]; then
+     NODE_PARAMS="--inspect=0.0.0.0:30360"
+ fi
+
+-exec /sbin/setuser www-data /usr/bin/node $NODE_PARAMS /var/www/sharelatex/contacts/app.js >> /var/log/sharelatex/contacts 2>&1
++exec /sbin/setuser www-data /usr/bin/node $NODE_PARAMS /var/www/sharelatex/contacts/app.js >> /var/log/sharelatex/contacts.log 2>&1

hotfix/2.5.1/delete-old-logs.patch

@@ -0,0 +1,10 @@
+--- /dev/null
++++ b/10_delete_old_logs.sh
+@@ -0,0 +1,7 @@
++#!/bin/sh
++set -e
++
++# Up to version 2.5.0 the logs of the contacts service were written into a
++#  file that was not picked up by logrotate.
++# The service is stable and we can safely discard any logs.
++rm -vf /var/log/sharelatex/contacts

hotfix/2.5.2/12_update_token_email.js

@@ -0,0 +1,28 @@
+const Settings = require('settings-sharelatex')
+const mongojs = require('mongojs')
+const db = mongojs(Settings.mongo.url, ['tokens'])
+const async = require('async')
+
+exports.migrate = (client, done) => {
+  console.log(`>> Updating 'data.email' to lower case in tokens`)
+
+  db.tokens.find({}, { 'data.email': 1 }, (err, tokens) => {
+    if (err) {
+      return done(err)
+    }
+
+    async.eachSeries(
+      tokens,
+      (token, callback) => {
+        db.tokens.update(
+          { _id: token._id },
+          { $set: { 'data.email': token.data.email.toLowerCase() } },
+          callback
+        )
+      },
+      done
+    )
+  })
+}
+
+exports.rollback = (client, done) => done()

hotfix/2.5.2/Dockerfile

@@ -0,0 +1,8 @@
+FROM sharelatex/sharelatex:2.5.1
+
+# Patch: fixes registration token creation
+COPY create-token-lowercase-email.patch ${baseDir}
+RUN cd ${baseDir} && patch -p0 < create-token-lowercase-email.patch
+
+# Migration for tokens with invalid email addresses
+ADD 12_update_token_email.js /var/www/sharelatex/migrations/12_update_token_email.js

hotfix/2.5.2/create-token-lowercase-email.patch

@@ -0,0 +1,11 @@
+--- /var/www/sharelatex/web/app/src/Features/User/UserRegistrationHandler.js
++++ /var/www/sharelatex/web/app/src/Features/User/UserRegistrationHandler.js
+@@ -122,7 +122,7 @@ const UserRegistrationHandler = {
+         const ONE_WEEK = 7 * 24 * 60 * 60 // seconds
+         OneTimeTokenHandler.getNewToken(
+           'password',
+-          { user_id: user._id.toString(), email },
++          { user_id: user._id.toString(), email: user.email },
+           { expiresIn: ONE_WEEK },
+           (err, token) => {
+             if (err != null) {

hotfix/2.6.1/Dockerfile

@@ -0,0 +1,5 @@
+FROM sharelatex/sharelatex:2.6.0-RC1
+
+# Patch: fixes Project restore inserts bad projectId into deletedFiles
+COPY document-deleter-object-id.patch ${baseDir}
+RUN cd ${baseDir} && patch -p0 < document-deleter-object-id.patch

hotfix/2.6.1/document-deleter-object-id.patch

@@ -0,0 +1,10 @@
+--- /var/www/sharelatex/web/app/src/Features/Project/ProjectDeleter.js
++++ /var/www/sharelatex/web/app/src/Features/Project/ProjectDeleter.js
+@@ -278,6 +278,7 @@ async function deleteProject(projectId, options = {}) {
+ }
+ 
+ async function undeleteProject(projectId, options = {}) {
++  projectId = ObjectId(projectId)
+   let deletedProject = await DeletedProject.findOne({
+     'deleterData.deletedProjectId': projectId
+   }).exec()

hotfix/2.6.2/Dockerfile

@@ -0,0 +1,5 @@
+FROM sharelatex/sharelatex:2.6.1
+
+# Patch: fixes overleaf.com onboarding email being sent in CE/SP
+COPY onboarding-email.patch ${baseDir}
+RUN cd ${baseDir} && patch -p0 < onboarding-email.patch

hotfix/2.6.2/onboarding-email.patch

@@ -0,0 +1,25 @@
+--- /var/www/sharelatex/web/app/src/Features/User/UserCreator.js
++++ /var/www/sharelatex/web/app/src/Features/User/UserCreator.js
+@@ -85,13 +85,15 @@ async function createNewUser(attributes, options = {}) {
+   }
+ 
+   Analytics.recordEvent(user._id, 'user-registered')
+-  try {
+-    await UserOnboardingEmailQueueManager.scheduleOnboardingEmail(user)
+-  } catch (error) {
+-    logger.error(
+-      `Failed to schedule sending of onboarding email for user '${user._id}'`,
+-      error
+-    )
++  if(Features.hasFeature('saas')) {
++    try {
++      await UserOnboardingEmailQueueManager.scheduleOnboardingEmail(user)
++    } catch (error) {
++      logger.error(
++          `Failed to schedule sending of onboarding email for user '${user._id}'`,
++          error
++      )
++    }
+   }
+ 
+   return user

init_scripts/00_make_sharelatex_data_dirs.sh

@@ -0,0 +1,35 @@
+#!/bin/sh
+set -e
+
+mkdir -p /var/lib/sharelatex/data
+chown www-data:www-data /var/lib/sharelatex/data
+
+mkdir -p /var/lib/sharelatex/data/user_files
+chown www-data:www-data /var/lib/sharelatex/data/user_files
+
+mkdir -p /var/lib/sharelatex/data/compiles
+chown www-data:www-data /var/lib/sharelatex/data/compiles
+
+mkdir -p /var/lib/sharelatex/data/cache
+chown www-data:www-data /var/lib/sharelatex/data/cache
+
+mkdir -p /var/lib/sharelatex/data/template_files
+chown www-data:www-data /var/lib/sharelatex/data/template_files
+
+mkdir -p /var/lib/sharelatex/tmp/dumpFolder
+chown www-data:www-data /var/lib/sharelatex/tmp/dumpFolder
+
+mkdir -p /var/lib/sharelatex/tmp
+chown www-data:www-data /var/lib/sharelatex/tmp
+
+mkdir -p /var/lib/sharelatex/tmp/uploads
+chown www-data:www-data /var/lib/sharelatex/tmp/uploads
+
+mkdir -p /var/lib/sharelatex/tmp/dumpFolder
+chown www-data:www-data /var/lib/sharelatex/tmp/dumpFolder
+
+if [ ! -e "/var/lib/sharelatex/data/db.sqlite" ]; then
+       touch /var/lib/sharelatex/data/db.sqlite
+fi
+
+chown www-data:www-data /var/lib/sharelatex/data/db.sqlite

init_scripts/00_regen_sharelatex_secrets.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+set -e -o pipefail
+
+# generate secrets and defines them as environment variables
+# https://github.com/phusion/baseimage-docker#centrally-defining-your-own-environment-variables
+
+WEB_API_PASSWORD_FILE=/etc/container_environment/WEB_API_PASSWORD
+CRYPTO_RANDOM_FILE=/etc/container_environment/CRYPTO_RANDOM
+
+if [ ! -f "$WEB_API_PASSWORD_FILE" ] || [ ! -f "$CRYPTO_RANDOM_FILE" ]; then
+
+    echo "generating random secrets"
+
+    SECRET=$(dd if=/dev/urandom bs=1 count=32 2>/dev/null | base64 -w 0 | rev | cut -b 2- | rev | tr -d '\n+/')
+    echo ${SECRET} > ${WEB_API_PASSWORD_FILE}
+
+    SECRET=$(dd if=/dev/urandom bs=1 count=32 2>/dev/null | base64 -w 0 | rev | cut -b 2- | rev | tr -d '\n+/')
+    echo ${SECRET} > ${CRYPTO_RANDOM_FILE}
+fi
+

init_scripts/00_set_docker_host_ipaddress.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+set -e -o pipefail
+
+# See the bottom of http://stackoverflow.com/questions/24319662/from-inside-of-a-docker-container-how-do-i-connect-to-the-localhost-of-the-mach
+echo "`route -n | awk '/UG[ \t]/{print $2}'` dockerhost" >> /etc/hosts

init_scripts/01_nginx_config_template.sh

@@ -0,0 +1,34 @@
+#!/bin/sh
+
+set -e
+
+## Generate nginx config files from templates,
+## with environment variables substituted
+
+nginx_dir='/etc/nginx'
+nginx_templates_dir="${nginx_dir}/templates"
+
+if ! [ -d "${nginx_templates_dir}" ]; then
+  echo "Nginx: no template directory found, skipping"
+  exit 0
+fi
+
+nginx_template_file="${nginx_templates_dir}/nginx.conf.template"
+nginx_config_file="${nginx_dir}/nginx.conf"
+
+if [ -f "${nginx_template_file}" ]; then
+  export NGINX_WORKER_PROCESSES="${NGINX_WORKER_PROCESSES:-4}"
+  export NGINX_WORKER_CONNECTIONS="${NGINX_WORKER_CONNECTIONS:-768}"
+
+  echo "Nginx: generating config file from template"
+
+  # Note the single-quotes, they are important.
+  # This is a pass-list of env-vars that envsubst
+  # should operate on.
+  envsubst '${NGINX_WORKER_PROCESSES} ${NGINX_WORKER_CONNECTIONS}' \
+    < "${nginx_template_file}" \
+    > "${nginx_config_file}"
+
+  echo "Nginx: reloading config"
+  service nginx reload
+fi