updated import scripts

Author: Davide Mauri

DiskANN/Wikipedia/002b-import-data-azure-storage.sql

@@ -18,7 +18,7 @@ create external data source [sample_data]
 with 
 ( 
 	type = blob_storage,
- 	location = 'https://dmstore2.blob.core.windows.net/sample-data/',
+ 	location = 'https://<account>.blob.core.windows.net/sample-data/',
 	credential = [sample_data]
 );
 go

DiskANN/Wikipedia/004a-generate-search-vector-local.sql

@@ -5,19 +5,28 @@
 	"The foundation series by Isaac Asimov" using the "ada2-text-embedding" model
 	Uncomment the following text if you don't have access to a OpenAI model,
 	otherwise it is recommended to use the new "ai_generate_embedding" function
-	by using the code in the "Option 2" section below
+	by using the code in the file '004c-generate-search-vector-openai.sql'
 */
 use WikipediaTest
 go
 
-drop table if exists dbo.wikipedia_search_vectors
+-- Save embeddings for future use
+drop table if exists dbo.wikipedia_search_vectors;
+create table dbo.wikipedia_search_vectors (id int primary key, q nvarchar(max), v vector(1536))
 go
 
 declare @j json = (select BulkColumn from 
-			openrowset(bulk 'C:\samples\rc1\datasets\reference-embedding.json', single_clob) as j)
-declare @qv vector(1536) = json_query(@j, '$."embedding-vector"')
-drop table if exists #t;
-create table #t (v vector(1536));
-insert into #t values (@qv);
-select * from #t;
+			openrowset(bulk 'C:\Work\git\azure-sql-db-vector-search\DiskANN\Wikipedia\reference-embedding.json', single_clob) as j)
+
+insert into dbo.wikipedia_search_vectors (id, q, v) 
+select 1, * from openjson(@j) with 
+(
+	[q] nvarchar(max) '$."source-text"',
+	[v] nvarchar(max) '$."embedding-vector"' as json
+)
+go
+
+select * from dbo.wikipedia_search_vectors;
 go
+
+

DiskANN/Wikipedia/004b-generate-search-vector-github.sql

@@ -10,12 +10,9 @@
 use WikipediaTest
 go
 
--- Enable external rest endpoint used by sp_invoke_external_rest_endpoint procedure
-exec sp_configure 'external rest endpoint enabled', 1
-reconfigure
-go
-
-drop table if exists dbo.wikipedia_search_vectors
+-- Save embeddings for future use
+drop table if exists dbo.wikipedia_search_vectors;
+create table dbo.wikipedia_search_vectors (id int primary key, q nvarchar(max), v vector(1536))
 go
 
 -- Download pre-generated search vector from GitHub
@@ -25,9 +22,17 @@ exec sp_invoke_external_rest_endpoint
 	@method = 'GET',
 	@response = @response output
 
-declare @qv vector(1536) = json_query(@response, '$.result."embedding-vector"')
-drop table if exists #t;
-create table #t (v vector(1536));
-insert into #t values (@qv);
-select * from #t;
+declare @j json = json_query(@response, '$.result')
+
+insert into dbo.wikipedia_search_vectors (id, q, v) 
+select 1, * from openjson(@j) with 
+(
+	[q] nvarchar(max) '$."source-text"',
+	[v] nvarchar(max) '$."embedding-vector"' as json
+)
+go
+
+select * from dbo.wikipedia_search_vectors;
+go
+