Library: tracks, playlists, albums (#20)

* wip: track library

* tracks library mostly works.

* playlist library

* album library route

* cleanup

Author: stereosteve

api/dbv1/full_tracks.go

@@ -70,6 +70,12 @@ func (q *Queries) FullTracksKeyed(ctx context.Context, arg GetTracksParams) (map
 			preview = mediaLink(track.PreviewCid.String, track.TrackID, arg.MyID.(int32))
 		}
 
+		// client dies if this field is nil
+		// todo: what are default field visibility values?
+		if track.FieldVisibility == nil {
+			track.FieldVisibility = []byte(`{}`)
+		}
+
 		fullTrack := FullTrack{
 			GetTracksRow:      track,
 			IsStreamable:      !track.IsDelete && !user.IsDeactivated,

api/dbv1/get_tracks.sql.go

@@ -150,8 +150,7 @@ FROM tracks t
 JOIN aggregate_track using (track_id)
 LEFT JOIN aggregate_plays on play_item_id = t.track_id
 LEFT JOIN track_routes on t.track_id = track_routes.track_id and track_routes.is_current = true
-WHERE is_available = true
-  AND (is_unlisted = false OR t.owner_id = @my_id)
+WHERE (is_unlisted = false OR t.owner_id = @my_id)
   AND t.track_id = ANY(@ids::int[])
 ORDER BY t.track_id
 ;

api/dbv1/models.go

@@ -134,6 +134,8 @@ func NewApiServer(config config.Config) *ApiServer {
 		g.Get("/users/:userId", app.v1User)
 		g.Get("/users/:userId/followers", app.v1UsersFollowers)
 		g.Get("/users/:userId/following", app.v1UsersFollowing)
+		g.Get("/users/:userId/library/tracks", app.v1UsersLibraryTracks)
+		g.Get("/users/:userId/library/:playlistType", app.v1UsersLibraryPlaylists)
 		g.Get("/users/:userId/mutuals", app.v1UsersMutuals)
 		g.Get("/users/:userId/reposts", app.v1UsersReposts)
 		g.Get("/users/:userId/related", app.v1UsersRelated)

api/dbv1/queries/get_tracks.sql

@@ -12,6 +12,7 @@ import (
 	"bridgerton.audius.co/config"
 	"github.com/jackc/pgx/v5"
 	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
 )
 
 var (
@@ -91,6 +92,17 @@ func Test200(t *testing.T) {
 		"/v1/full/users?id=7eP5n&id=_some_invalid_hash_id",
 		"/v1/full/users/7eP5n/followers",
 		"/v1/full/users/7eP5n/following",
+
+		"/v1/full/users/7eP5n/library/tracks",
+		"/v1/full/users/7eP5n/library/tracks?type=repost&sort_method=plays&sort_direction=asc",
+		"/v1/full/users/7eP5n/library/tracks?type=favorite&sort_method=reposts&sort_direction=desc",
+		"/v1/full/users/7eP5n/library/tracks?type=purchase",
+
+		"/v1/full/users/7eP5n/library/playlists",
+		"/v1/full/users/7eP5n/library/playlists?type=repost&sort_method=plays&sort_direction=asc",
+		"/v1/full/users/7eP5n/library/playlists?type=favorite&sort_method=reposts&sort_direction=desc",
+		"/v1/full/users/7eP5n/library/albums?type=purchase&sort_method=saves",
+
 		"/v1/full/users/7eP5n/mutuals",
 		"/v1/full/users/7eP5n/reposts",
 		"/v1/full/users/7eP5n/related",
@@ -115,8 +127,8 @@ func Test200(t *testing.T) {
 	}
 
 	for _, u := range urls {
-		status, _ := testGet(t, u)
-		assert.Equal(t, 200, status, u)
+		status, body := testGet(t, u)
+		require.Equal(t, 200, status, u+" "+string(body))
 
 		// also test as a user
 		if strings.Contains(u, "?") {
@@ -126,7 +138,7 @@ func Test200(t *testing.T) {
 		}
 
 		status, _ = testGet(t, u)
-		assert.Equal(t, 200, status, u)
+		require.Equal(t, 200, status, u+" "+string(body))
 	}
 }
 

api/server.go

@@ -0,0 +1,151 @@
+package api
+
+import (
+	"time"
+
+	"bridgerton.audius.co/api/dbv1"
+	"github.com/gofiber/fiber/v2"
+	"github.com/jackc/pgx/v5"
+)
+
+func (app *ApiServer) v1UsersLibraryPlaylists(c *fiber.Ctx) error {
+
+	playlistType := "playlist"
+	if c.Params("playlistType") == "albums" {
+		playlistType = "album"
+	}
+
+	sortField := "item_created_at"
+	switch c.Query("sort_method") {
+	case "reposts":
+		sortField = "aggregate_playlist.repost_count"
+	case "saves":
+		sortField = "aggregate_playlist.save_count"
+	}
+
+	sortDirection := "DESC"
+	if c.Query("sort_direction") == "asc" {
+		sortDirection = "ASC"
+	}
+
+	sql := `
+	WITH playlist_actions AS (
+		-- include "own" playlists
+		SELECT
+			playlist_id as item_id,
+			created_at as item_created_at,
+			false as is_purchase
+		FROM playlists
+		WHERE playlist_owner_id = @userId
+			AND is_album = (@playlistType = 'album')
+			AND is_delete = false
+			AND @actionType in ('favorite', 'all')
+
+		UNION ALL
+
+		SELECT
+			save_item_id as item_id,
+			created_at as item_created_at,
+			false as is_purchase
+		FROM saves
+		WHERE save_type != 'track'
+			AND user_id = @userId
+			AND is_delete = false
+			AND @actionType in ('favorite', 'all')
+
+		UNION ALL
+
+		SELECT
+			repost_item_id as item_id,
+			created_at as item_created_at,
+			false as is_purchase
+		FROM reposts
+		WHERE repost_type != 'track'
+			AND user_id = @userId
+			AND is_delete = false
+			AND @actionType in ('repost', 'all')
+
+		UNION ALL
+
+		SELECT
+			content_id as item_id,
+			created_at as item_created_at,
+			true as is_purchase
+		FROM usdc_purchases
+		WHERE content_type = @playlistType::usdc_purchase_content_type
+			AND buyer_user_id = @userId
+			AND @actionType in ('purchase', 'all')
+
+	),
+	deduped as (
+		SELECT
+			item_id,
+			max(item_created_at) as item_created_at,
+			bool_or(is_purchase) as is_purchase
+		FROM playlist_actions
+		GROUP BY item_id
+	)
+	SELECT deduped.*
+	FROM deduped
+	JOIN playlists ON playlist_id = item_id
+	LEFT JOIN aggregate_playlist USING (playlist_id)
+	WHERE playlists.is_album = (@playlistType = 'album')
+	ORDER BY ` + sortField + ` ` + sortDirection + `, item_id desc
+	LIMIT @limit
+	OFFSET @offset
+	`
+
+	rows, err := app.pool.Query(c.Context(), sql, pgx.NamedArgs{
+		"playlistType": playlistType,
+		"userId":       c.Locals("userId"),
+		"actionType":   c.Query("type", "all"),
+		"limit":        c.Query("limit", "50"),
+		"offset":       c.Query("offset", "0"),
+	})
+	if err != nil {
+		return err
+	}
+
+	type Activity struct {
+		// Class         string    `json:"class"`
+		ItemID        int32     `json:"item_id"`
+		ItemCreatedAt time.Time `json:"timestamp"`
+		IsPurchase    bool      `json:"-"`
+
+		Item any `db:"-" json:"item"`
+	}
+
+	items, err := pgx.CollectRows(rows, pgx.RowToStructByName[Activity])
+	if err != nil {
+		return err
+	}
+
+	// get ids
+	ids := []int32{}
+	for _, i := range items {
+		ids = append(ids, i.ItemID)
+	}
+
+	// get playlists
+	playlists, err := app.queries.FullPlaylistsKeyed(c.Context(), dbv1.GetPlaylistsParams{
+		Ids:  ids,
+		MyID: app.getMyId(c),
+	})
+
+	// attach
+	for idx, item := range items {
+		if p, ok := playlists[item.ItemID]; ok {
+			// todo: python code does: exclude playlists with only hidden tracks and empty playlists
+
+			// python API doesn't attach tracks???
+			p.Tracks = nil
+
+			item.Item = p
+			items[idx] = item
+		}
+	}
+
+	return c.JSON(fiber.Map{
+		"data": items,
+	})
+}