Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
2676ba9
refactor: Begin refactor of... everything
EntraptaJ Feb 9, 2021
043f143
feat: Begin work on new Que system
EntraptaJ Feb 9, 2021
80e9721
fix: Fix Codespace issue?
EntraptaJ Feb 9, 2021
c86b997
feat(debugging): Setup debugging and source maps for breakpoints and …
EntraptaJ Feb 9, 2021
050ab5d
feat: Continue working on Transpiler Worker
EntraptaJ Feb 10, 2021
fbed0cb
feat(ModuleMaps): Begin work on first discovering module map without …
EntraptaJ Feb 10, 2021
939d039
feat(ModuleMap): Working Module Map Generation
EntraptaJ Feb 10, 2021
12944b5
feat: Getting closer to functional
EntraptaJ Feb 10, 2021
f636474
feat: More work
EntraptaJ Feb 11, 2021
83183db
feat: More work
EntraptaJ Feb 11, 2021
f546c38
style(lint): Fix ESLint issues
EntraptaJ Feb 11, 2021
c80aedb
feat: Getting closer
EntraptaJ Feb 11, 2021
03bf6af
fix: Fix que
EntraptaJ Feb 11, 2021
c325033
feat: Clean up debugging and general worker cleanup
EntraptaJ Feb 11, 2021
ef81771
chore(cleanup): Remove legacy code
EntraptaJ Feb 11, 2021
550e287
feat: Some minor work
EntraptaJ Feb 11, 2021
186f89a
feat: ...IDK
EntraptaJ Feb 11, 2021
2456a48
feat: Work towards perf improvements
EntraptaJ Feb 11, 2021
f706bc3
feat: Cleanup ModuleMap handler and setup proper logging and tracing
EntraptaJ Feb 14, 2021
e9f0f3a
style(lint): Fix ESLint issue
EntraptaJ Feb 14, 2021
9468af1
feat(Queue-EventEmitters): Setup waitForDone
EntraptaJ Feb 14, 2021
304360c
chore: Improve threads usage.
EntraptaJ Feb 14, 2021
7146686
feat: Continue development of prod ready module
EntraptaJ Feb 22, 2021
206e827
feat: Improve flow, store module code in Redis, properly clear redis …
EntraptaJ Feb 23, 2021
0d690bb
feat: Clean up Redis Controller and ModuleMap in Redis
EntraptaJ Feb 23, 2021
c39b046
feat: Refactor workers, and it's working!!!
EntraptaJ Feb 23, 2021
c289887
feat: Production Minified modules are working now.
EntraptaJ Feb 26, 2021
71c68da
feat: Continue work on processing and module maps.
EntraptaJ Feb 26, 2021
7c16ceb
feat(ModuleMap): Move module map alias system to a more performant sy…
EntraptaJ Mar 1, 2021
8be5177
chore: Minor cleanup
EntraptaJ Mar 1, 2021
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 3 additions & 5 deletions .devcontainer.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"name": "TS-ESWeb Container",
"dockerFile": "./Dockerfile.dev",
"dockerComposeFile": "./docker-compose.dev.yml",
"service": "TSESWeb",
"runServices": ["TSESWeb", "Redis", "Loki", "Grafana"],
"settings": {
// This dev container does include /bin/bash if you prefer to use it instead of ash.
"terminal.integrated.shell.linux": "/bin/bash"
Expand All @@ -18,10 +20,6 @@
"redhat.vscode-yaml"
],
"remoteUser": "node",
"workspaceMount": "source=${localWorkspaceFolder},target=/workspace,type=bind,consistency=cached",
"workspaceFolder": "/workspace",
"mounts": [
"source=ts-esweb-modules,target=/workspace/node_modules,type=volume"
],
"postCreateCommand": "sudo chown node node_modules && npm i"
}
3 changes: 2 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -139,4 +139,5 @@ temp/

# Custom rules (everything added below won't be overriden by 'Generate .gitignore File' if you use 'Update' option)

dist
dist
Archive
12 changes: 10 additions & 2 deletions .vscode/launch.json
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,18 @@
"protocol": "inspector",
"port": 9229,
"restart": true,
"showAsyncStacks": true,
"autoAttachChildProcesses": true,
"console": "integratedTerminal",
"outputCapture": "std",
"sourceMaps": true,

"cwd": "${workspaceFolder}",
"runtimeExecutable": "npx",
"runtimeArgs": ["nodemon"]
"runtimeExecutable": "npm",
"runtimeArgs": ["run", "start:debug"],
"env": {
"LOG_LEVEL": "SILLY"
}
}
]
}
2 changes: 1 addition & 1 deletion .vscode/settings.json
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
{
"typescript.tsdk": "node_modules/typescript/lib"
}
}
69 changes: 69 additions & 0 deletions Extras/Loki/config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
auth_enabled: false



server:
http_listen_port: 3100
grpc_server_max_recv_msg_size: 104857600
grpc_server_max_send_msg_size: 104857600
grpc_server_max_concurrent_streams: 1000

ingester:
lifecycler:
address: 127.0.0.1
ring:
kvstore:
store: inmemory
replication_factor: 1
final_sleep: 0s
chunk_idle_period: 1h # Any chunk not receiving new logs in this time will be flushed
max_chunk_age: 1h # All chunks will be flushed when they hit this age, default is 1h
chunk_target_size: 1048576 # Loki will attempt to build chunks up to 1.5MB, flushing first if chunk_idle_period or max_chunk_age is reached first
chunk_retain_period: 30s # Must be greater than index read cache TTL if using an index cache (Default index read cache TTL is 5m)
max_transfer_retries: 0 # Chunk transfers disabled

schema_config:
configs:
- from: 2020-10-24
store: boltdb-shipper
object_store: filesystem
schema: v11
index:
prefix: index_
period: 24h

storage_config:
boltdb_shipper:
active_index_directory: /loki/boltdb-shipper-active
cache_location: /loki/boltdb-shipper-cache
cache_ttl: 24h # Can be increased for faster performance over longer query periods, uses more disk space
shared_store: filesystem
filesystem:
directory: /loki/chunks

compactor:
working_directory: /loki/boltdb-shipper-compactor
shared_store: filesystem

limits_config:
reject_old_samples: true
reject_old_samples_max_age: 168h

chunk_store_config:
max_look_back_period: 0s

table_manager:
retention_deletes_enabled: false
retention_period: 0s

ruler:
storage:
type: local
local:
directory: /loki/rules
rule_path: /loki/rules-temp
alertmanager_url: http://localhost:9093
ring:
kvstore:
store: inmemory
enable_api: true
44 changes: 44 additions & 0 deletions docker-compose.dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
version: '3.8'

volumes:
modules:

networks:
internalRedis:
internalLoki:

services:
TSESWeb:
image: ts-esweb:dev
command: /bin/sh -c "while sleep 1000; do :; done"
user: node
build:
context: ./
dockerfile: Dockerfile.dev
volumes:
# API Folders
- ./:/workspace:cached
- modules:/workspace/node_modules
networks:
- internalRedis
- internalLoki

Redis:
image: redis:alpine3.12
networks:
- internalRedis

Loki:
image: grafana/loki:latest
command: -config.file=/etc/loki/config.yaml
volumes:
- ./Extras/Loki/config.yaml:/etc/loki/config.yaml:ro
networks:
- internalLoki

Grafana:
image: grafana/grafana:latest
ports:
- 3000:3000
networks:
- internalLoki
5 changes: 4 additions & 1 deletion nodemon.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
{
"$schema": "https://raw.githubusercontent.com/SchemaStore/schemastore/master/src/schemas/json/nodemon.json",
"watch": ["src"],
"ext": "ts,tsx",
"ignore": ["src/**/*.test.ts"],
"exec": "npm run start:debug"
"exec": "npm run start:debug",
"spawn": true,
"stdin": false
}
Loading