NVIDIA: SAUCE: PCI: quirks: mirror PI7C9X3G606GPC Port 4 BAR0

Some Pericom/Diodes PI7C9X3G606GPC switches require downstream Port 4
BAR0 to mirror the upstream port BAR0. Firmware may apply this during
boot, but Linux PCI resource assignment can move the upstream BAR0 and
leave Port 4 without the required mirror.

Add a final and resume quirk for downstream Port 4. The quirk verifies
that the immediate upstream bridge is the same switch, then writes Port 4
BAR0 from the upstream BAR0 after resource assignment and after resume.
Port 4 BAR0 may read back as zero even after a successful write, so the
write must be validated by platform-specific means.

BugLink: https://nvbugspro.nvidia.com/bug/6205517
BugLink: https://nvbugspro.nvidia.com/bug/6134331
Signed-off-by: Nirmoy Das <nirmoyd@nvidia.com>

Author: nirmoy

drivers/pci/quirks.c

@@ -6261,6 +6261,60 @@ DECLARE_PCI_FIXUP_ENABLE(PCI_VENDOR_ID_PERICOM, 0x2303,
 DECLARE_PCI_FIXUP_RESUME(PCI_VENDOR_ID_PERICOM, 0x2303,
 			 pci_fixup_pericom_acs_store_forward);
 
+/*
+ * Some Pericom/Diodes PI7C9X3G606GPC switches require downstream Port 4
+ * BAR 0 to mirror the upstream port BAR 0.  Firmware may program this
+ * during boot, but Linux resource assignment can move the upstream BAR.
+ * Re-apply the mirror after resource assignment and resume.
+ */
+static void pci_fixup_pericom_pi7c9x3g606gpc_msix_bar(struct pci_dev *pdev)
+{
+	struct pci_dev *upstream;
+	u32 bar, upstream_bar;
+
+	if (pci_pcie_type(pdev) != PCI_EXP_TYPE_DOWNSTREAM)
+		return;
+
+	if (PCI_SLOT(pdev->devfn) != 4 || PCI_FUNC(pdev->devfn))
+		return;
+
+	upstream = pci_upstream_bridge(pdev);
+	if (!upstream || upstream->vendor != PCI_VENDOR_ID_PERICOM ||
+	    upstream->device != PCI_DEVICE_ID_PERICOM_PI7C9X3G606GPC ||
+	    pci_pcie_type(upstream) != PCI_EXP_TYPE_UPSTREAM)
+		return;
+
+	pci_read_config_dword(upstream, PCI_BASE_ADDRESS_0, &upstream_bar);
+	if (upstream_bar & PCI_BASE_ADDRESS_SPACE_IO)
+		return;
+
+	if ((upstream_bar & PCI_BASE_ADDRESS_MEM_TYPE_MASK) ==
+	    PCI_BASE_ADDRESS_MEM_TYPE_64) {
+		pci_warn(pdev, "skipping PI7C9X3G606GPC MSI-X BAR workaround for 64-bit upstream BAR 0\n");
+		return;
+	}
+
+	if (!(upstream_bar & PCI_BASE_ADDRESS_MEM_MASK)) {
+		pci_warn(pdev, "skipping PI7C9X3G606GPC MSI-X BAR workaround because upstream BAR 0 is unassigned\n");
+		return;
+	}
+
+	pci_read_config_dword(pdev, PCI_BASE_ADDRESS_0, &bar);
+	if (bar == upstream_bar)
+		return;
+
+	/* Port 4 BAR 0 may read back as zero even after a successful write. */
+	pci_write_config_dword(pdev, PCI_BASE_ADDRESS_0, upstream_bar);
+	pci_info(pdev, "wrote upstream BAR 0 %#x to Port 4 BAR 0 for PI7C9X3G606GPC workaround\n",
+		 upstream_bar);
+}
+DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_PERICOM,
+			PCI_DEVICE_ID_PERICOM_PI7C9X3G606GPC,
+			pci_fixup_pericom_pi7c9x3g606gpc_msix_bar);
+DECLARE_PCI_FIXUP_RESUME(PCI_VENDOR_ID_PERICOM,
+			 PCI_DEVICE_ID_PERICOM_PI7C9X3G606GPC,
+			 pci_fixup_pericom_pi7c9x3g606gpc_msix_bar);
+
 static void nvidia_ion_ahci_fixup(struct pci_dev *pdev)
 {
 	pdev->dev_flags |= PCI_DEV_FLAGS_HAS_MSI_MASKING;

include/linux/pci_ids.h

@@ -1850,6 +1850,7 @@
 #define PCI_DEVICE_ID_NVIDIA_SGS_RIVA128 0x0018
 
 #define PCI_VENDOR_ID_PERICOM			0x12D8
+#define PCI_DEVICE_ID_PERICOM_PI7C9X3G606GPC	0xc008
 #define PCI_DEVICE_ID_PERICOM_PI7C9X7951	0x7951
 #define PCI_DEVICE_ID_PERICOM_PI7C9X7952	0x7952
 #define PCI_DEVICE_ID_PERICOM_PI7C9X7954	0x7954