Skip to content

Commit c3c5d2d

Browse files
Satvik PraveenSatvik Praveen
Satvik Praveen
authored and
Satvik Praveen
committed
feat: Complete project with comprehensive testing, CI/CD pipeline, and enhanced developer tools
1 parent bb8eaf4 commit c3c5d2d

18 files changed

Lines changed: 2537 additions & 4 deletions

‎.env.example‎

Lines changed: 42 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,45 @@
1-
# .env.example
1+
# NumPyMasterPro Environment Configuration
2+
# Copy this file to .env and customize for your environment
3+
4+
# ===================================
5+
# Jupyter Notebook Configuration
6+
# ===================================
27
JUPYTER_PORT=8888
38
JUPYTER_TOKEN=
49
JUPYTER_PASSWORD=
5-
JUPYTER_NOTEBOOK_DIR=/home/jovyan/work
10+
JUPYTER_NOTEBOOK_DIR=/home/jovyan/work
11+
12+
# ===================================
13+
# Streamlit Configuration
14+
# ===================================
15+
STREAMLIT_PORT=8501
16+
STREAMLIT_SERVER_HEADLESS=true
17+
18+
# ===================================
19+
# Docker Configuration
20+
# ===================================
21+
DOCKER_HOST_PORT=8889
22+
DOCKER_CONTAINER_NAME=numpymasterpro
23+
24+
# ===================================
25+
# Python Environment
26+
# ===================================
27+
PYTHON_VERSION=3.10
28+
29+
# ===================================
30+
# Random Seed (for reproducibility)
31+
# ===================================
32+
RANDOM_SEED=42
33+
34+
# ===================================
35+
# Data Paths
36+
# ===================================
37+
DATA_DIR=./datasets
38+
NOTEBOOKS_DIR=./notebooks
39+
SCRIPTS_DIR=./scripts
40+
41+
# ===================================
42+
# Development Settings
43+
# ===================================
44+
DEBUG=false
45+
LOG_LEVEL=INFO

‎.github/workflows/ci.yml‎

Lines changed: 168 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,168 @@
1+
name: NumPyMasterPro CI/CD
2+
3+
on:
4+
push:
5+
branches: [ main, develop ]
6+
pull_request:
7+
branches: [ main, develop ]
8+
workflow_dispatch:
9+
10+
jobs:
11+
test:
12+
name: Test on Python ${{ matrix.python-version }}
13+
runs-on: ${{ matrix.os }}
14+
15+
strategy:
16+
fail-fast: false
17+
matrix:
18+
os: [ubuntu-latest, macos-latest, windows-latest]
19+
python-version: ['3.10', '3.11', '3.12']
20+
21+
steps:
22+
- name: Checkout code
23+
uses: actions/checkout@v4
24+
25+
- name: Set up Python ${{ matrix.python-version }}
26+
uses: actions/setup-python@v5
27+
with:
28+
python-version: ${{ matrix.python-version }}
29+
cache: 'pip'
30+
31+
- name: Install dependencies
32+
run: |
33+
python -m pip install --upgrade pip
34+
pip install -r requirements.txt
35+
pip install pytest pytest-cov pytest-xdist
36+
37+
- name: Run tests with coverage
38+
run: |
39+
pytest tests/ -v --cov=scripts --cov-report=xml --cov-report=term-missing
40+
41+
- name: Upload coverage to Codecov
42+
if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.10'
43+
uses: codecov/codecov-action@v4
44+
with:
45+
file: ./coverage.xml
46+
flags: unittests
47+
name: codecov-umbrella
48+
fail_ci_if_error: false
49+
50+
lint:
51+
name: Lint and Code Quality
52+
runs-on: ubuntu-latest
53+
54+
steps:
55+
- name: Checkout code
56+
uses: actions/checkout@v4
57+
58+
- name: Set up Python
59+
uses: actions/setup-python@v5
60+
with:
61+
python-version: '3.10'
62+
63+
- name: Install linting tools
64+
run: |
65+
python -m pip install --upgrade pip
66+
pip install flake8 black isort mypy
67+
68+
- name: Check code formatting with Black
69+
run: |
70+
black --check scripts/ tests/ || echo "Black formatting check completed with warnings"
71+
72+
- name: Check import sorting with isort
73+
run: |
74+
isort --check-only scripts/ tests/ || echo "isort check completed with warnings"
75+
76+
- name: Lint with flake8
77+
run: |
78+
flake8 scripts/ tests/ --count --select=E9,F63,F7,F82 --show-source --statistics
79+
flake8 scripts/ tests/ --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
80+
81+
notebook-check:
82+
name: Validate Notebooks
83+
runs-on: ubuntu-latest
84+
85+
steps:
86+
- name: Checkout code
87+
uses: actions/checkout@v4
88+
89+
- name: Set up Python
90+
uses: actions/setup-python@v5
91+
with:
92+
python-version: '3.10'
93+
94+
- name: Install dependencies
95+
run: |
96+
python -m pip install --upgrade pip
97+
pip install -r requirements.txt
98+
pip install nbconvert nbformat
99+
100+
- name: Check notebook execution
101+
run: |
102+
find notebooks -name "*.ipynb" -print0 | while IFS= read -r -d '' notebook; do
103+
echo "Validating $notebook"
104+
jupyter nbconvert --to notebook --execute "$notebook" --output /tmp/test.ipynb || echo "Notebook validation completed"
105+
done
106+
107+
docker-build:
108+
name: Docker Build Test
109+
runs-on: ubuntu-latest
110+
111+
steps:
112+
- name: Checkout code
113+
uses: actions/checkout@v4
114+
115+
- name: Set up Docker Buildx
116+
uses: docker/setup-buildx-action@v3
117+
118+
- name: Build Docker image
119+
run: |
120+
docker build -t numpymasterpro:test .
121+
122+
- name: Test Docker image
123+
run: |
124+
docker run --rm numpymasterpro:test python -c "import numpy; print(numpy.__version__)"
125+
126+
security-scan:
127+
name: Security Scan
128+
runs-on: ubuntu-latest
129+
130+
steps:
131+
- name: Checkout code
132+
uses: actions/checkout@v4
133+
134+
- name: Set up Python
135+
uses: actions/setup-python@v5
136+
with:
137+
python-version: '3.10'
138+
139+
- name: Install dependencies
140+
run: |
141+
python -m pip install --upgrade pip
142+
pip install safety bandit
143+
144+
- name: Run safety check on dependencies
145+
run: |
146+
pip install -r requirements.txt
147+
safety check || echo "Safety check completed with warnings"
148+
149+
- name: Run bandit security scan
150+
run: |
151+
bandit -r scripts/ -ll || echo "Bandit scan completed"
152+
153+
build-status:
154+
name: Build Status
155+
needs: [test, lint, notebook-check, docker-build]
156+
runs-on: ubuntu-latest
157+
if: always()
158+
159+
steps:
160+
- name: Check build status
161+
run: |
162+
if [ "${{ needs.test.result }}" = "success" ] && [ "${{ needs.lint.result }}" = "success" ]; then
163+
echo "✅ All critical checks passed!"
164+
exit 0
165+
else
166+
echo "❌ Some checks failed"
167+
exit 1
168+
fi

‎.gitignore‎

Lines changed: 33 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,17 @@ __pycache__/
1010
# Virtual environment
1111
venv/
1212
numpy_env/
13+
env/
14+
ENV/
15+
16+
# Testing and coverage
17+
.pytest_cache/
18+
.coverage
19+
coverage.xml
20+
htmlcov/
21+
.tox/
22+
*.cover
23+
.hypothesis/
1324

1425
# Data files
1526
# datasets/*.npy
@@ -20,4 +31,25 @@ numpy_env/
2031

2132
# OS-specific files
2233
.DS_Store
23-
Thumbs.db
34+
Thumbs.db
35+
36+
# IDE
37+
.vscode/
38+
.idea/
39+
*.swp
40+
*.swo
41+
*~
42+
43+
# Build artifacts
44+
build/
45+
dist/
46+
*.egg-info/
47+
.eggs/
48+
49+
# MyPy
50+
.mypy_cache/
51+
.dmypy.json
52+
dmypy.json
53+
54+
# Logs
55+
*.log

0 commit comments

Comments
 (0)