Skip to content

Added openHistorian point translation and export tool #118

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
StephenCWills merged 16 commits into from
Aug 14, 2025
Merged

Added openHistorian point translation and export tool #118

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
c08f6e6
Added openHistorian point translation and export tool
ritchiecarroll Aug 13, 2025
9997a69
Improved O(n^2) mapping, fixed percent complete calcs, added load/sav…
ritchiecarroll Aug 13, 2025
9b0a521
Added worker sync thread pulse to forward scanning operations
ritchiecarroll Aug 13, 2025
abf6932
Improved UI feedback operations
ritchiecarroll Aug 13, 2025
86f41b6
Fixed order by operations
ritchiecarroll Aug 13, 2025
e8ad83b
Improved shutdown operations
ritchiecarroll Aug 13, 2025
eea50dc
Updated code to use constants for defined intervals
ritchiecarroll Aug 13, 2025
3961624
Updated shutdown operation to only engage if export was ever started
ritchiecarroll Aug 13, 2025
5bc92a9
Fixed point translation operations
ritchiecarroll Aug 13, 2025
2eb5353
Updated worker thread sync to only request call backs at feedback int…
ritchiecarroll Aug 13, 2025
b92f172
Updated file processing filters to narrow sources based on end time
ritchiecarroll Aug 13, 2025
0a95382
Cleared stats between runs
ritchiecarroll Aug 13, 2025
4183ed7
Added line spacing for final export messages
ritchiecarroll Aug 13, 2025
9b207f8
Update Source/Libraries/GSF.SortedTreeStore/Snap/Services/Reader/Sequ…
ritchiecarroll Aug 14, 2025
a6f7562
Removed DoEvents call
ritchiecarroll Aug 14, 2025
589d303
Merge branch 'master' into OHTansferTool
ritchiecarroll Aug 14, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion Source/Libraries/GSF.SortedTreeStore/Properties/AssemblyInfo.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,4 +44,5 @@
[assembly: InternalsVisibleTo("GSF.SortedTreeStore.Test")]
[assembly: InternalsVisibleTo("openHistorian.Adapters")]
[assembly: InternalsVisibleTo("openHistorian.PerformanceTests")]
[assembly: InternalsVisibleTo("ArchiveIntegrityChecker")]
[assembly: InternalsVisibleTo("ArchiveIntegrityChecker")]
[assembly: InternalsVisibleTo("OHTransfer")]
13 changes: 12 additions & 1 deletion Source/Libraries/GSF.SortedTreeStore/Snap/Services/Reader/SequentialReaderStream'2.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -202,9 +202,20 @@ private bool ReadCatchAll(TKey key, TValue value)
m_pointCount = 0;
}

TryAgain:
long retries = 0;

TryAgain:
if (!m_timedOut)
{
retries++;

if (retries >= 10000)
{
m_workerThreadSynchronization.PulseSafeToCallback();
Interlocked.Add(ref Stats.PointsScanned, retries);
retries = 0;
}

if (m_keyMatchIsUniverse)
{
if (m_firstTableScanner is null)
Expand Down
6 changes: 6 additions & 0 deletions Source/Tools/OHTransfer/App.config
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
<?xml version="1.0" encoding="utf-8" ?>
<configuration>
<startup>
<supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.8" />
</startup>
</configuration>
417 changes: 417 additions & 0 deletions Source/Tools/OHTransfer/OHTransfer.Designer.cs
View file
Open in desktop

Large diffs are not rendered by default.

690 changes: 690 additions & 0 deletions Source/Tools/OHTransfer/OHTransfer.cs
View file
Open in desktop

Large diffs are not rendered by default.

115 changes: 115 additions & 0 deletions Source/Tools/OHTransfer/OHTransfer.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,115 @@
<?xml version="1.0" encoding="utf-8"?>
<Project ToolsVersion="15.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
<Import Project="$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props" Condition="Exists('$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props')" />
<PropertyGroup>
<Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
<Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
<ProjectGuid>{FE351919-B4A6-4D81-91CC-64BC1D588ECC}</ProjectGuid>
<OutputType>WinExe</OutputType>
<RootNamespace>OHTransfer</RootNamespace>
<AssemblyName>OHTransfer</AssemblyName>
<TargetFrameworkVersion>v4.8</TargetFrameworkVersion>
<FileAlignment>512</FileAlignment>
<AutoGenerateBindingRedirects>true</AutoGenerateBindingRedirects>
<Deterministic>true</Deterministic>
<LangVersion>latest</LangVersion>
</PropertyGroup>
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
<PlatformTarget>AnyCPU</PlatformTarget>
<DebugSymbols>true</DebugSymbols>
<DebugType>full</DebugType>
<Optimize>false</Optimize>
<OutputPath>bin\Debug\</OutputPath>
<DefineConstants>DEBUG;TRACE</DefineConstants>
<ErrorReport>prompt</ErrorReport>
<WarningLevel>4</WarningLevel>
<Prefer32Bit>false</Prefer32Bit>
</PropertyGroup>
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
<PlatformTarget>AnyCPU</PlatformTarget>
<DebugType>pdbonly</DebugType>
<Optimize>true</Optimize>
<OutputPath>bin\Release\</OutputPath>
<DefineConstants>TRACE</DefineConstants>
<ErrorReport>prompt</ErrorReport>
<WarningLevel>4</WarningLevel>
<Prefer32Bit>false</Prefer32Bit>
</PropertyGroup>
<PropertyGroup>
<ApplicationIcon>OHTransfer.ico</ApplicationIcon>
</PropertyGroup>
<ItemGroup>
<Reference Include="GSF.Core">
<HintPath>..\..\Dependencies\GSF\GSF.Core.dll</HintPath>
</Reference>
<Reference Include="GSF.Windows">
<HintPath>..\..\Dependencies\GSF\GSF.Windows.dll</HintPath>
</Reference>
<Reference Include="System" />
<Reference Include="System.Configuration" />
<Reference Include="System.Core" />
<Reference Include="System.Xml.Linq" />
<Reference Include="System.Data.DataSetExtensions" />
<Reference Include="Microsoft.CSharp" />
<Reference Include="System.Data" />
<Reference Include="System.Deployment" />
<Reference Include="System.Drawing" />
<Reference Include="System.Net.Http" />
<Reference Include="System.Windows.Forms" />
<Reference Include="System.Xml" />
</ItemGroup>
<ItemGroup>
<Compile Include="OHTransfer.cs">
<SubType>Form</SubType>
</Compile>
<Compile Include="OHTransfer.Designer.cs">
<DependentUpon>OHTransfer.cs</DependentUpon>
</Compile>
<Compile Include="Program.cs" />
<Compile Include="Properties\AssemblyInfo.cs" />
<Compile Include="TranslatingStreamReader.cs" />
<EmbeddedResource Include="OHTransfer.resx">
<DependentUpon>OHTransfer.cs</DependentUpon>
</EmbeddedResource>
<EmbeddedResource Include="Properties\Resources.resx">
<Generator>ResXFileCodeGenerator</Generator>
<LastGenOutput>Resources.Designer.cs</LastGenOutput>
<SubType>Designer</SubType>
</EmbeddedResource>
<Compile Include="Properties\Resources.Designer.cs">
<AutoGen>True</AutoGen>
<DependentUpon>Resources.resx</DependentUpon>
</Compile>
<None Include="Properties\Settings.settings">
<Generator>SettingsSingleFileGenerator</Generator>
<LastGenOutput>Settings.Designer.cs</LastGenOutput>
</None>
<Compile Include="Properties\Settings.Designer.cs">
<AutoGen>True</AutoGen>
<DependentUpon>Settings.settings</DependentUpon>
<DesignTimeSharedInput>True</DesignTimeSharedInput>
</Compile>
</ItemGroup>
<ItemGroup>
<None Include="App.config" />
</ItemGroup>
<ItemGroup>
<Content Include="OHTransfer.ico" />
<Content Include="openHistorian.ico" />
</ItemGroup>
<ItemGroup>
<ProjectReference Include="..\..\Libraries\GSF.SortedTreeStore\GSF.SortedTreeStore.csproj">
<Project>{040e2ae7-021b-435a-adbf-06d07ee0a67d}</Project>
<Name>GSF.SortedTreeStore</Name>
</ProjectReference>
<ProjectReference Include="..\..\Libraries\openHistorian.Core\openHistorian.Core.csproj">
<Project>{7b53c942-e891-461c-b09c-49faba82f19d}</Project>
<Name>openHistorian.Core</Name>
</ProjectReference>
</ItemGroup>
<Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
<PropertyGroup>
<PostBuildEvent>
</PostBuildEvent>
</PropertyGroup>
</Project>
Binary file added Source/Tools/OHTransfer/OHTransfer.ico
View file
Open in desktop
Binary file not shown.
Loading
Loading