Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
83 commits
Select commit Hold shift + click to select a range
d8dee37
bugfix to handle older pickles safely
markmac99 Aug 1, 2025
9f5f7f8
bugfix in getliveimages, parsing date wrongly
markmac99 Aug 9, 2025
82ff88d
bugfix in cameradetails - needs to only look at first 6 chars
markmac99 Aug 9, 2025
0dc3923
moved from MeteorTools
markmac99 Aug 9, 2025
7b74fac
add scripts to get brightes N matches or singles for social media
markmac99 Aug 9, 2025
020da9f
Adding fbcollector to ukmda repo
markmac99 Aug 11, 2025
85a2277
bugfix to prevent mergeNewOrbit running twice at the same time
markmac99 Aug 11, 2025
1bc7231
gbfollector config file
markmac99 Aug 11, 2025
10d0201
helperfunctions used by various powershell scripts
markmac99 Aug 11, 2025
1a7b46e
fix powershell scripts to be machine-independent
markmac99 Aug 14, 2025
e23c6f4
automate DNS management
markmac99 Aug 25, 2025
7df6d52
add R53 tags to ukmonhelper2
markmac99 Aug 25, 2025
572d20f
add r53 tags to calcengines and adminserver
markmac99 Aug 25, 2025
453cb8c
bugfix to handle inability to delete folders on cloud storage eg oned…
markmac99 Aug 25, 2025
377a395
add function to compress older data in the "archive" area
markmac99 Aug 26, 2025
8e46686
parameterise cutoff year
markmac99 Aug 26, 2025
64a1734
avoid crash if solver fails
markmac99 Aug 26, 2025
19e4564
improve resilience of stale key checker
markmac99 Aug 26, 2025
fe52881
remove zip file from orbit pages and upgrade to python 3.13 as 3.9 is…
markmac99 Aug 27, 2025
ab550f6
update dockerfile to python 3.13
markmac99 Aug 27, 2025
c767e96
minor updates to aws provider 6.10
markmac99 Aug 27, 2025
0ff687b
automatically update DNS records
markmac99 Aug 27, 2025
f2ef372
minor tweaks to fireball collector and analyser
markmac99 Aug 27, 2025
1782b63
moving stuff around
markmac99 Aug 27, 2025
ac9faf0
getExtrafilesv2: update docker tag and wmpl refresh proces
markmac99 Aug 28, 2025
1502a4c
upgrade to newer base image
markmac99 Aug 28, 2025
6fa06e3
remove legacy and deprecated code
markmac99 Aug 28, 2025
8d02830
remove ref to old EE account
markmac99 Aug 28, 2025
ac92d54
add code to remove unused files from website to save space
markmac99 Aug 28, 2025
104a2b8
set sensible timeperiod for transition to Glacier_IR
markmac99 Aug 30, 2025
32500a5
more support functions to clear down and compress and reorganize old …
markmac99 Aug 30, 2025
c0d582b
remove zip file link from Orbit pages
markmac99 Aug 30, 2025
c0d2cdd
Update calcengine to c8g and add DNS tags and IMDSv2 metadata option
markmac99 Aug 30, 2025
c7076f7
tidy up and align with latest aws and terraform standard
markmac99 Aug 30, 2025
a89d602
tidy up route tables
markmac99 Aug 30, 2025
a9ed55b
function to check runtime of calcserver for cost analysis purposes
markmac99 Sep 1, 2025
bb61a0b
avoid generating unneeded files during manual upload of soln plus som…
markmac99 Sep 2, 2025
a311c02
add script to compress older data on S3 to save cost
markmac99 Sep 18, 2025
5b0a547
remove zip file as no longer used
markmac99 Sep 18, 2025
848ed64
work around issue removing files from onedrive cloud
markmac99 Sep 18, 2025
7c4ad45
remove ubuntu version of calcserver for now, will revisit later
markmac99 Sep 18, 2025
10117c7
comment to help future maintainers
markmac99 Sep 18, 2025
b2fb0da
make more generic
markmac99 Sep 24, 2025
3e4fb75
bugfix for when there are not many stale keys
markmac99 Sep 24, 2025
72e32a2
add function to pull GMN data
markmac99 Sep 24, 2025
9eebf41
change threshold for diskspace alerting on helper
markmac99 Sep 24, 2025
e9ae955
fix a couple of bugs in geExtraOrbitFiles
markmac99 Sep 29, 2025
421904c
update location of GMN status report
markmac99 Oct 3, 2025
8b0be66
Add more documentation
markmac99 Oct 3, 2025
a8e7a51
bugfix to correct target path for downloads
markmac99 Oct 4, 2025
50afdfe
remove config.ini and replace with sample
markmac99 Oct 4, 2025
4db79c6
add sample ini file
markmac99 Oct 4, 2025
6d276c4
A lot of tidying up
markmac99 Oct 7, 2025
ca3088e
remove dependency on meteortools and
markmac99 Oct 7, 2025
95096d5
bugfix to getExtrafiles when pickle comment is malformed
markmac99 Oct 9, 2025
25be5b9
include extragpgs file in uploads
markmac99 Oct 9, 2025
7715ac7
attempt to avoid delete problems with uploads
markmac99 Oct 9, 2025
6c81139
update readme for fbCollector
markmac99 Oct 9, 2025
084460d
small bugfixes to find the gmn script properly
markmac99 Oct 9, 2025
0915406
switch to new match data api handler that uses the mysql database
markmac99 Oct 10, 2025
5f90efc
remove unused metric alarm
markmac99 Oct 10, 2025
edbe014
update calcserver type and keep ubuntu version for now
markmac99 Oct 10, 2025
9840d30
adding SSM variables for db access
markmac99 Oct 10, 2025
09ad729
new match api written with AWS SAM
markmac99 Oct 10, 2025
6885f31
add cleanup phase
markmac99 Oct 12, 2025
7dade29
update usernamagement release notes
markmac99 Oct 12, 2025
aae01bb
update version to 2025.10.1
markmac99 Oct 12, 2025
b24796e
update readme and remove entries from sample config file
markmac99 Oct 12, 2025
22dd252
minor tweak to config file
markmac99 Oct 12, 2025
c0759f9
Bugfixes and improvements to support building as a windows exe
markmac99 Oct 12, 2025
19dbad5
new build script
markmac99 Oct 12, 2025
7a592a8
rename build script
markmac99 Oct 12, 2025
8e7cc8a
bugs in build scripts
markmac99 Oct 12, 2025
a27ef95
Tidy up actions scripts
markmac99 Oct 12, 2025
eab89e3
minor renaming of jobs in the build script
markmac99 Oct 12, 2025
1648948
manage config and local sync better
markmac99 Oct 12, 2025
dce0fde
typo in the build script
markmac99 Oct 12, 2025
a214ca2
remove unused line ni cpp config
markmac99 Oct 12, 2025
10eaeab
tidy up yaml files
markmac99 Oct 12, 2025
f353ece
fix stationmaint window min width
markmac99 Oct 13, 2025
68a9aba
bugfix to find correct config file
markmac99 Oct 13, 2025
dc64100
add functionality to disable a camera properly, and remove redundant …
markmac99 Oct 13, 2025
590c292
update the Readme file and add documentation links
markmac99 Oct 13, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions .github/workflows/automated-testing.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: automated_testing
name: Automated Testing
env:
AWS_REGION: eu-west-2
permissions:
Expand All @@ -7,10 +7,10 @@ permissions:

on:
push:
branches: [ dev, markmac99 ]
branches: [dev, markmac99]
pull_request:
# The branches below must be a subset of the branches above
branches: [ master ]
branches: [master]
jobs:
conttests:
runs-on: thelinux
Expand All @@ -20,7 +20,7 @@ jobs:
username: ${{ secrets.DH_LOGIN_MM }}
password: ${{ secrets.DH_PATT_MM }}
env:
BRANCH: ${{ github.head_ref || github.ref_name }}
BRANCH: ${{ github.head_ref || github.ref_name }}
volumes:
- testdata:/data
steps:
Expand All @@ -46,7 +46,7 @@ jobs:
apitests:
runs-on: ubuntu-latest
steps:
- name: checkout code
- name: checkout code
uses: actions/checkout@v3
- name: run api tests
run: |
Expand Down
132 changes: 132 additions & 0 deletions .github/workflows/build_tools.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,132 @@
name: Build Fireball and Management Tools
env:
AWS_REGION: eu-west-2
permissions:
id-token: write
contents: read

on:
push:
branches: [dev, markmac99, master]
pull_request:
# The branches below must be a subset of the branches above
branches: [master]
jobs:
local_tests:
name: local test stage
runs-on: win10
steps:
- name: "☁️ checkout repository"
uses: actions/checkout@v4
- name: testing
run: |
echo "hello from test"
conda activate ukmon-admin
dir
build_usermgmt:
name: build usermanagement
runs-on: win10
needs: local_tests
steps:
- name: building
run: |
echo "running build step"
conda activate ukmon-admin
cd usermgmt\windows
pyinstaller ./stationMaint2.py --noconsole --onefile --windowed --icon .\camera.ico
dir dist
package_usermgmt:
name: package usermanagement
runs-on: win10
needs:
- build_usermgmt
steps:
- name: packaging
run: |
echo "packaging the app now"
cd usermgmt\windows\dist
copy ../camera.ico .
copy ../stationmaint.ini.sample .
copy ../../README.md .
compress-archive -path . -update -destinationpath c:\temp\ukmon_usermgmt.zip
release_usermgmt:
name: release usermanagement
runs-on: win10
needs:
- package_usermgmt
steps:
- name: release
uses: xresloader/upload-to-github-release@v1
env:
GITHUB_TOKEN: ${{ secrets.MM_PAT }}
with:
file: c:\temp\ukmon_usermgmt.zip
tags: true
draft: true
overwrite: true
tag_name: 2025.10.1
default_release_name: User Management Tool
default_release_body_path: usermgmt\windows\release_notes.md
cleanup_usermgmt:
name: clean up temp usermanagement files
runs-on: win10
needs:
- release_usermgmt
steps:
- name: delete temp usermgmt package
run: |
del c:\temp\ukmon_usermgmt.zip
build_fbtool:
name: build fbcollector
runs-on: win10
needs: local_tests
steps:
- name: building
run: |
echo "running build step"
conda activate fbcollector
cd fbCollector
pyinstaller ./fireballCollector.py --onefile --windowed --icon .\ukmda.ico
package_fbtool:
name: package fbcollector
runs-on: win10
needs:
- build_fbtool
steps:
- name: packaging
run: |
echo "packaging the app now"
cd fbCollector\dist
copy ../ukmda.ico .
copy ../config.ini.sample .
copy ../download_events.sh .
copy ../noimage.jpg .
copy ../README.md .
compress-archive -path . -update -destinationpath c:\temp\fbcollector.zip
release_fbtool:
name: release fbcollector
runs-on: win10
needs:
- package_fbtool
steps:
- name: release
uses: xresloader/upload-to-github-release@v1
env:
GITHUB_TOKEN: ${{ secrets.MM_PAT }}
with:
file: c:\temp\fbcollector.zip
tags: true
draft: true
overwrite: true
tag_name: 2025.10.1
default_release_name: Tools to Gather Fireball data and Manage UKMON Cameras
default_release_body_path: fbCollector\README.md
cleanup_fbtool:
name: clean up temp fbcollector files
runs-on: win10
needs:
- release_fbtool
steps:
- name: delete package
run: |
del c:\temp\fbcollector.zip
71 changes: 0 additions & 71 deletions .github/workflows/build_usermgmt.yml

This file was deleted.

58 changes: 29 additions & 29 deletions .github/workflows/codeql-analysis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,12 @@ name: "CodeQL"

on:
push:
branches: [ master ]
branches: [master]
pull_request:
# The branches below must be a subset of the branches above
branches: [ master ]
branches: [master]
schedule:
- cron: '26 14 * * 6'
- cron: "26 14 * * 6"

jobs:
analyze:
Expand All @@ -32,40 +32,40 @@ jobs:
strategy:
fail-fast: false
matrix:
language: [ 'javascript', 'python' ]
language: ["javascript", "python"]
# CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ]
# Learn more:
# https://docs.github.com/en/free-pro-team@latest/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#changing-the-languages-that-are-analyzed

steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Checkout repository
uses: actions/checkout@v3

# Initializes the CodeQL tools for scanning.
- name: Initialize CodeQL
uses: github/codeql-action/init@v2
with:
languages: ${{ matrix.language }}
# If you wish to specify custom queries, you can do so here or in a config file.
# By default, queries listed here will override any specified in a config file.
# Prefix the list here with "+" to use these queries and those in the config file.
# queries: ./path/to/local/query, your-org/your-repo/queries@main
# Initializes the CodeQL tools for scanning.
- name: Initialize CodeQL
uses: github/codeql-action/init@v2
with:
languages: ${{ matrix.language }}
# If you wish to specify custom queries, you can do so here or in a config file.
# By default, queries listed here will override any specified in a config file.
# Prefix the list here with "+" to use these queries and those in the config file.
# queries: ./path/to/local/query, your-org/your-repo/queries@main

# Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
# If this step fails, then you should remove it and run the build manually (see below)
- name: Autobuild
uses: github/codeql-action/autobuild@v2
# Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
# If this step fails, then you should remove it and run the build manually (see below)
- name: Autobuild
uses: github/codeql-action/autobuild@v2

# ℹ️ Command-line programs to run using the OS shell.
# 📚 https://git.io/JvXDl
# ℹ️ Command-line programs to run using the OS shell.
# 📚 https://git.io/JvXDl

# ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
# and modify them (or add more) to build your code if your project
# uses a compiled language
# ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
# and modify them (or add more) to build your code if your project
# uses a compiled language

#- run: |
# make bootstrap
# make release
#- run: |
# make bootstrap
# make release

- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v2
- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v2
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -614,3 +614,6 @@ tests/testing/RMS/
tests/testing/WesternMeteorPyLib/
archive/ukmon_pylib/tests/testdata.tar.gz
servercopybkp/*
fbcollector/config.ini
usermgmt/windows/stationmaint.ini
usermgmt/windows/README.md
3 changes: 1 addition & 2 deletions .vscode/c_cpp_properties.json
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,7 @@
"includePath": [
"${workspaceFolder}/**",
"${vcpkgRoot}/x64-windows/include",
"${vcpkgRoot}/x86-windows/include",
"e:/dev/opencv3/opencv-3.4.11/build/install/include"
"${vcpkgRoot}/x86-windows/include"
],
"defines": [
"_DEBUG",
Expand Down
12 changes: 7 additions & 5 deletions archive/containers/trajsolver/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,18 +1,20 @@
# Copyright (C) 2018-2023 Mark McIntyre
FROM continuumio/miniconda3:4.11.0
#FROM continuumio/miniconda3:4.11.0
FROM continuumio/miniconda3:24.7.1-0

RUN conda install -y -c conda-forge "numpy<1.25.0" scipy cython pytz pyqt
#RUN conda install -y -c conda-forge "numpy<1.25.0" scipy cython pytz pyqt
RUN conda install -y -c conda-forge "numpy<2" scipy cython pytz pyqt
RUN conda install -y -c conda-forge jplephem ephem
RUN conda install -y -c conda-forge basemap basemap-data-hires
RUN conda install -y -c conda-forge pandas cartopy
RUN conda install -y matplotlib=3.4.3
RUN conda install -y matplotlib
RUN pip install boto3
RUN apt-get update && apt-get -y upgrade
RUN conda install -y -c conda-forge numba

COPY WesternMeteorPyLib/ ./WesternMeteorPyLib
ENV PYTHONPATH ./WesternMeteorPyLib
ENV PROJ_LIB ./
ENV PYTHONPATH=./WesternMeteorPyLib
ENV PROJ_LIB=./
COPY *.py ./
#ENV NUMPY_EXPERIMENTAL_DTYPE_API 1

Expand Down
4 changes: 2 additions & 2 deletions archive/containers/trajsolver/build.ps1
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ write-output "building $imagename in $accid"
$yn=read-host -prompt "update WMPL?"
if ($yn.tolower() -eq "y") { bash -c "./update_wmpl.sh $env" }

if ($env -eq "test") { copy-item awskeys.test awskeys}
if ($env -eq "test") { move-item awskeys.test awskeys}

docker build . -t ${imagename}
if (! $?)
Expand All @@ -26,7 +26,7 @@ if (! $?)
exit
}
set-location $loc
if ($env -eq "test") { Remove-Item awskeys}
if ($env -eq "test") { move-item awskeys awskeys.test }

$yn=read-host -prompt "upload to ECR?"
if ($yn.tolower() -eq "y") {
Expand Down
Loading
Loading