+{"id":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)","published":true,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T02:47:57.010067Z","logo":"http://minio:9000/public/logos/2026-02-07-1770432477/bb9fbfdffd79/DeepWave.png","logo_icon":"http://minio:9000/public/logos/2026-02-07-1770432477/bb9fbfdffd79/DeepWave_icon.png","terms":"<h2>Terms</h2>\n<p>This is a research benchmark. Submit predictions that you have the right to generate and share.</p>","pages":[{"id":4,"title":"Overview","content":"<h2>DeepWave Arena - Active Seismic Processing Benchmark (Toy)</h2>\n<p>This benchmark evaluates three tasks on a small toy test set (5 samples):</p>\n<ul>\n <li><b>Denoising</b>: predict <code>syn_high</code></li>\n <li><b>Direct arrival removal</b>: predict <code>syn_high_nodirect</code></li>\n <li><b>Demultiple</b>: predict <code>syn_demult_nodirect</code></li>\n</ul>\n<p>Participants submit <b>predictions only</b> (no model/code submission).</p>","index":0},{"id":5,"title":"Data","content":"<h2>Data</h2>\n<p>The evaluator uses a hidden reference file <code>test.npz</code> that contains ground truth for the three targets.</p>\n<p>A small <code>sample_public.npz</code> is provided to help you match the required submission structure.</p>","index":1},{"id":6,"title":"Evaluation","content":"<h2>Evaluation</h2>\n<p>Metrics are computed for each task and averaged across tasks:</p>\n<ul>\n <li>RMSE</li>\n <li>MAE</li>\n <li>SSIM (computed with <code>pytorch_msssim</code>, data range assumed normalized to [-1, 1])</li>\n <li>PSNR (organizer-defined)</li>\n</ul>\n<p>Leaderboard sorting uses: <b>score = -overall_rmse</b> (higher is better).</p>\n\n<h3>Submission format</h3>\n<p>Your submission ZIP must contain a single file:</p>\n<pre>submission.npz</pre>\n\n<p><code>submission.npz</code> must contain these keys:</p>\n<ul>\n <li><code>index</code> (must match the reference)</li>\n <li><code>syn_high</code></li>\n <li><code>syn_high_nodirect</code></li>\n <li><code>syn_demult_nodirect</code></li>\n</ul>\n\n<p>Each prediction array must match the corresponding reference array shape exactly.</p>","index":2}],"phases":[{"id":2,"index":0,"start":"2026-01-21T00:00:00Z","end":"2026-12-31T00:00:00Z","name":"Development Phase","description":"Development phase: pick a task (track) and submit predictions for that task only.","status":"Current","execution_time_limit":600,"tasks":[{"task":"5ff80dfe-672c-4187-950d-98b7a17b2d63","order_index":0,"phase":2,"id":5,"value":"5ff80dfe-672c-4187-950d-98b7a17b2d63","key":"5ff80dfe-672c-4187-950d-98b7a17b2d63","created_when":"2026-02-07T02:47:56.775134Z","name":"Denoising (syn_high)","solutions":[],"public_datasets":[{"id":36,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T03:06:54.524521Z","name":"processing_v0 Reference Data","type":"reference_data","description":"","is_public":false,"key":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","value":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","was_created_by_competition":false,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"reference_data.zip","file_size":3832926577.0},{"id":30,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T02:47:56.722083Z","name":"scoring_program @ '02-07-2026 02:47'","type":"scoring_program","description":null,"is_public":false,"key":"b6392a7b-6ecf-4ba6-a723-b695f0189d48","value":"b6392a7b-6ecf-4ba6-a723-b695f0189d48","was_created_by_competition":true,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"","file_size":5271.0}]},{"task":"f326c2b2-b1dc-4d52-afe7-177a06b66547","order_index":1,"phase":2,"id":6,"value":"f326c2b2-b1dc-4d52-afe7-177a06b66547","key":"f326c2b2-b1dc-4d52-afe7-177a06b66547","created_when":"2026-02-07T02:47:56.828638Z","name":"Direct Arrival Removal (syn_high_nodirect)","solutions":[],"public_datasets":[{"id":36,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T03:06:54.524521Z","name":"processing_v0 Reference Data","type":"reference_data","description":"","is_public":false,"key":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","value":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","was_created_by_competition":false,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"reference_data.zip","file_size":3832926577.0},{"id":31,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T02:47:56.778977Z","name":"scoring_program @ '02-07-2026 02:47'","type":"scoring_program","description":null,"is_public":false,"key":"e52724fe-66ad-4fe7-bb2d-1928df74d690","value":"e52724fe-66ad-4fe7-bb2d-1928df74d690","was_created_by_competition":true,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"","file_size":2367.0}]},{"task":"8ba56202-51ba-497d-93d9-997b025521e6","order_index":2,"phase":2,"id":7,"value":"8ba56202-51ba-497d-93d9-997b025521e6","key":"8ba56202-51ba-497d-93d9-997b025521e6","created_when":"2026-02-07T02:47:56.879092Z","name":"Demultiple (syn_demult_nodirect)","solutions":[],"public_datasets":[{"id":36,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T03:06:54.524521Z","name":"processing_v0 Reference Data","type":"reference_data","description":"","is_public":false,"key":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","value":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","was_created_by_competition":false,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"reference_data.zip","file_size":3832926577.0},{"id":32,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T02:47:56.830897Z","name":"scoring_program @ '02-07-2026 02:47'","type":"scoring_program","description":null,"is_public":false,"key":"d3a13b5d-91c6-4710-b15f-eb0e2d554628","value":"d3a13b5d-91c6-4710-b15f-eb0e2d554628","was_created_by_competition":true,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"","file_size":2368.0}]},{"task":"b68e45a2-665d-4faf-9eda-bd13a726ba4d","order_index":3,"phase":2,"id":8,"value":"b68e45a2-665d-4faf-9eda-bd13a726ba4d","key":"b68e45a2-665d-4faf-9eda-bd13a726ba4d","created_when":"2026-02-07T02:47:56.930247Z","name":"Vrms prediction (syn_vrms)","solutions":[],"public_datasets":[{"id":36,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T03:06:54.524521Z","name":"processing_v0 Reference Data","type":"reference_data","description":"","is_public":false,"key":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","value":"0e7f5929-3e73-4c63-b0dc-f32a7d380b22","was_created_by_competition":false,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"reference_data.zip","file_size":3832926577.0},{"id":33,"created_by":"caezario-admin","owner_display_name":"caezario-admin","created_when":"2026-02-07T02:47:56.881255Z","name":"scoring_program @ '02-07-2026 02:47'","type":"scoring_program","description":null,"is_public":false,"key":"42c7571e-8ec2-40f0-8d31-2224e22f2903","value":"42c7571e-8ec2-40f0-8d31-2224e22f2903","was_created_by_competition":true,"in_use":[{"pk":2,"title":"DeepWave Arena - Active Seismic Processing (Toy)"}],"competition":null,"file_name":"","file_size":2387.0}]}],"has_max_submissions":true,"max_submissions_per_day":5,"max_submissions_per_person":100,"auto_migrate_to_this_phase":false,"hide_output":false,"hide_prediction_output":false,"hide_score_output":false,"public_data":null,"starting_kit":null,"is_final_phase":true,"used_submissions_per_day":0,"used_submissions_per_person":0}],"leaderboards":[{"id":5,"primary_index":0,"title":"All Tasks Results","key":"denoising","columns":[{"id":21,"computation":null,"computation_indexes":null,"title":"Score (-rmse)","key":"score","sorting":"desc","index":0,"hidden":false,"precision":5},{"id":22,"computation":null,"computation_indexes":null,"title":"RMSE","key":"rmse","sorting":"asc","index":1,"hidden":false,"precision":5},{"id":23,"computation":null,"computation_indexes":null,"title":"MAE","key":"mae","sorting":"asc","index":2,"hidden":false,"precision":5},{"id":24,"computation":null,"computation_indexes":null,"title":"SSIM","key":"ssim","sorting":"desc","index":3,"hidden":false,"precision":5},{"id":25,"computation":null,"computation_indexes":null,"title":"PSNR","key":"psnr","sorting":"desc","index":4,"hidden":false,"precision":5}],"hidden":false,"submission_rule":"Add"}],"collaborators":[],"registration_auto_approve":true,"description":"Test","participants_count":1,"submissions_count":3,"queue":null,"enable_detailed_results":false,"show_detailed_results_in_submission_panel":true,"show_detailed_results_in_leaderboard":true,"auto_run_submissions":true,"can_participants_make_submissions_public":true,"make_programs_available":false,"make_input_data_available":false,"docker_image":"caezario/deepwave-arena-eval:py39-torch-cpu","allow_robot_submissions":false,"competition_type":"competition","fact_sheet":{"model_name":{"key":"model_name","type":"text","title":"Model Name","selection":"","is_required":"true","is_on_leaderboard":"true"}},"forum":2,"reward":"","contact_email":"","report":"","forum_enabled":true}
0 commit comments