Revert "Use tsx for scripts and local env"

This reverts commit 5a56145.

.gitpod.yml

@@ -31,12 +31,13 @@ tasks:
           echo VITE_DEV_URL=$(gp url 8090) >> .env
           echo BAKED_BASE_URL=$(gp url 3030) >> .env
           echo ADMIN_BASE_URL=$(gp url 3030) >> .env
+          yarn startTscServer
     # wait for initial-setup (above) to finish and then start vite server
     - init: gp sync-await initial-setup
       command: yarn startViteServer
     # wait for initial-setup (above) to finish and then start admin server
     - init: gp sync-await initial-setup
-      command: yarn startAdminDevServer
+      command: yarn startAdminServer
 
 github:
     prebuilds:

Makefile

@@ -55,6 +55,7 @@ up: require create-if-missing.env ../owid-content tmp-downloads/owid_metadata.sq
 	@echo '==> Building grapher'
 	yarn install
 	yarn lerna run build
+	yarn run tsc -b
 
 	@echo '==> Starting dev environment'
 	@mkdir -p logs
@@ -63,7 +64,7 @@ up: require create-if-missing.env ../owid-content tmp-downloads/owid_metadata.sq
 			set remain-on-exit on \; \
 		set-option -g default-shell $(SCRIPT_SHELL) \; \
 		new-window -n admin \
-			'devTools/docker/wait-for-mysql.sh && yarn startAdminDevServer' \; \
+			'devTools/docker/wait-for-mysql.sh && yarn run tsc-watch -b --onSuccess "yarn startAdminServer"' \; \
 			set remain-on-exit on \; \
 		new-window -n vite 'yarn run startSiteFront' \; \
 			set remain-on-exit on \; \
@@ -82,12 +83,13 @@ up.devcontainer: create-if-missing.env.devcontainer tmp-downloads/owid_metadata.
 	@echo '==> Building grapher'
 	yarn install
 	yarn lerna run build
+	yarn run tsc -b
 
 	@echo '==> Starting dev environment'
 	@mkdir -p logs
 	tmux new-session -s grapher \
 		-n admin \
-			'devTools/docker/wait-for-mysql.sh && yarn startAdminDevServer' \; \
+			'devTools/docker/wait-for-mysql.sh && yarn run tsc-watch -b --onSuccess "yarn startAdminServer"' \; \
 			set remain-on-exit on \; \
 		new-window -n vite 'yarn run startSiteFront' \; \
 			set remain-on-exit on \; \
@@ -107,14 +109,15 @@ up.full: require create-if-missing.env.full ../owid-content tmp-downloads/owid_m
 	@echo '==> Building grapher'
 	yarn install
 	yarn lerna run build
+	yarn run tsc -b
 
 	@echo '==> Starting dev environment'
 	tmux new-session -s grapher \
 		-n docker 'docker compose -f docker-compose.grapher.yml up' \; \
 			set remain-on-exit on \; \
 		set-option -g default-shell $(SCRIPT_SHELL) \; \
 		new-window -n admin \
-			'devTools/docker/wait-for-mysql.sh && yarn startAdminDevServer' \; \
+			'devTools/docker/wait-for-mysql.sh && yarn run tsc-watch -b --onSuccess "yarn startAdminServer"' \; \
 			set remain-on-exit on \; \
 		new-window -n vite 'yarn run startSiteFront' \; \
 			set remain-on-exit on \; \
@@ -131,7 +134,7 @@ up.full: require create-if-missing.env.full ../owid-content tmp-downloads/owid_m
 
 migrate:
 	@echo '==> Running DB migrations'
-	yarn && yarn buildLerna && yarn runDbMigrations
+	rm -rf itsJustJavascript && yarn && yarn buildLerna && yarn buildTsc && yarn runDbMigrations
 
 refresh:
 	@echo '==> Downloading chart data'
@@ -145,7 +148,7 @@ refresh:
 
 refresh.pageviews:
 	@echo '==> Refreshing pageviews'
-	yarn && yarn refreshPageviews
+	yarn && yarn buildLerna && yarn buildTsc && yarn refreshPageviews
 
 sync-images: sync-images.preflight-check
 	@echo '==> Syncing images to R2'

db/readme.md

@@ -31,7 +31,7 @@ Run:
 yarn typeorm migration:create db/migration/MigrationName
 ```
 
-And then populate the file with the SQL statements to alter the tables, using [past migration files](./migration) for reference if needed. Then run migrations with `yarn runDbMigrations`.
+And then populate the file with the SQL statements to alter the tables, using [past migration files](./migration) for reference if needed. Don't forget to rebuild the JavaScript artifacts now from TypeScript view `yarn buildTsc`, then run migrations with `yarn runDbMigrations`.
 
 Make sure you write a **down** migration in case there is any chance things can go wrong we'd need to revert it.
 

db/tests/run-db-tests.sh

@@ -19,7 +19,7 @@ docker compose -f docker-compose.dbtests.yml up -d
 
 echo '==> Running migrations'
 
-yarn tsx node_modules/typeorm/cli.js migration:run -d db/tests/dataSource.dbtests.ts
+yarn typeorm migration:run -d itsJustJavascript/db/tests/dataSource.dbtests.js
 
 echo '==> Running tests'
 if ! yarn run jest --config=jest.db.config.js --runInBand # runInBand runs multiple test files serially - useful to avoid weird race conditions

docs/grapher-admin-server.md

@@ -11,8 +11,8 @@ cp .env.example .env
 Then run the three development processes:
 
 ```sh
-yarn startLernaWatcher
-yarn startAdminDevServer
+yarn startTscServer
+yarn startAdminServer
 yarn startViteServer
 ```
 

package.json

@@ -6,31 +6,31 @@
     },
     "packageManager": "[email protected]",
     "scripts": {
-        "batchTagWithGpt": "tsx --tsconfig tsconfig.tsx.json baker/batchTagWithGpt.ts",
-        "buildAndDeploySite": "tsx --tsconfig tsconfig.tsx.json baker/buildAndDeploySite.ts",
+        "batchTagWithGpt": "node --enable-source-maps ./itsJustJavascript/baker/batchTagWithGpt.js",
+        "buildAndDeploySite": "node --enable-source-maps ./itsJustJavascript/baker/buildAndDeploySite.js",
         "buildCoverage": "jest --coverage=true --coverageProvider=v8",
-        "buildLocalBake": "tsx --tsconfig tsconfig.tsx.json baker/buildLocalBake.ts",
+        "buildLocalBake": "node --enable-source-maps ./itsJustJavascript/baker/buildLocalBake.js",
         "buildTsc": "tsc -b -verbose",
         "buildLerna": "lerna run build",
         "buildViteAdmin": "vite build --config vite.config-admin.mts",
         "buildViteSite": "vite build --config vite.config-site.mts",
         "buildVite": "yarn buildViteSite && yarn buildViteAdmin",
-        "bakeGdocPosts": "tsx --tsconfig tsconfig.tsx.json baker/bakeGdocPosts.ts",
+        "bakeGdocPosts": "node --enable-source-maps ./itsJustJavascript/baker/bakeGdocPosts.js",
         "cleanTsc": "rm -rf itsJustJavascript && tsc -b -clean",
         "deployContentPreview": "PREVIEW_BRANCH=${PREVIEW_BRANCH:-} ./ops/buildkite/deploy-content-preview",
-        "fetchServerStatus": "tsx --tsconfig tsconfig.tsx.json baker/liveCommit.ts",
+        "fetchServerStatus": "node --enable-source-maps ./itsJustJavascript/baker/liveCommit.js",
         "fixLint": "eslint . --fix",
         "fixPrettierAll": "yarn prettier --write \"**/*.{tsx,ts,jsx,js,json,md,html,css,scss,yml}\"",
-        "runRegionsUpdater": "tsx --tsconfig tsconfig.tsx.json devTools/regionsUpdater/update.ts",
-        "runDbMigrations": "tsx node_modules/typeorm/cli.js migration:run -d db/dataSource.ts",
-        "refreshPageviews": "tsx --tsconfig tsconfig.tsx.json db/refreshPageviewsFromDatasette.ts",
-        "revertLastDbMigration": "tsx node_modules/typeorm/cli.js migration:revert -d db/dataSource.ts",
+        "runRegionsUpdater": "node --enable-source-maps ./itsJustJavascript/devTools/regionsUpdater/update.js",
+        "runDbMigrations": "yarn typeorm migration:run -d itsJustJavascript/db/dataSource.js",
+        "refreshPageviews": "node --enable-source-maps ./itsJustJavascript/db/refreshPageviewsFromDatasette.js",
+        "revertLastDbMigration": "yarn typeorm migration:revert -d itsJustJavascript/db/dataSource.js",
         "startAdminServer": "node --enable-source-maps ./itsJustJavascript/adminSiteServer/app.js",
-        "startAdminDevServer": "tsx watch --tsconfig tsconfig.tsx.json adminSiteServer/app.tsx",
         "startLocalCloudflareFunctions": "wrangler pages dev localBake --compatibility-date 2023-10-09",
         "startDeployQueueServer": "node --enable-source-maps ./itsJustJavascript/baker/startDeployQueueServer.js",
         "startLernaWatcher": "lerna watch --scope '@ourworldindata/*' -- lerna run build --scope=\\$LERNA_PACKAGE_NAME --include-dependents",
-        "startTmuxServer": "node_modules/tmex/tmex dev \"yarn startLernaWatcher\" \"yarn startAdminDevServer\" \"yarn startViteServer\"",
+        "startTmuxServer": "node_modules/tmex/tmex dev \"yarn startTscServer\" \"yarn startLernaWatcher\" \"yarn startAdminServer\" \"yarn startViteServer\"",
+        "startTscServer": "tsc -b -verbose -watch",
         "startViteServer": "vite dev",
         "startSiteFront": "./devTools/vite/startVite.sh",
         "startLocalBakeServer": "http-server ./localBake -p 3000",
@@ -39,7 +39,7 @@
         "testLint": "eslint .",
         "testPrettierAll": "yarn prettier --check \"**/*.{tsx,ts,jsx,js,json,md,html,css,scss,yml}\"",
         "testJest": "lerna run buildTests && jest",
-        "testSiteNavigation": "tsx --tsconfig tsconfig.tsx.json devTools/navigationTest/navigationTest.ts",
+        "testSiteNavigation": "node --enable-source-maps ./itsJustJavascript/devTools/navigationTest/navigationTest.js",
         "generateDbTypes": "npx @rmp135/sql-ts -c db/sql-ts/sql-ts-config.json"
     },
     "dependencies": {
@@ -249,7 +249,7 @@
         "sass": "^1.69.5",
         "tmex": "^1.0.8",
         "topojson-server": "^3.0.1",
-        "tsx": "^4.10.2",
+        "tsc-watch": "^6.0.4",
         "vite": "^4.4.10",
         "vite-plugin-checker": "^0.6.4",
         "vite-plugin-warmup": "^0.1.0",