drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv04.c - hafnium/third_party/linux - Git at Google

 /*
  * Copyright (C) 2010 Francisco Jerez.
  * All Rights Reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining
  * a copy of this software and associated documentation files (the
  * "Software"), to deal in the Software without restriction, including
  * without limitation the rights to use, copy, modify, merge, publish,
  * distribute, sublicense, and/or sell copies of the Software, and to
  * permit persons to whom the Software is furnished to do so, subject to
  * the following conditions:
  *
  * The above copyright notice and this permission notice (including the
  * next paragraph) shall be included in all copies or substantial
  * portions of the Software.
  *
  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
  * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  *
  */
 #include "nv04.h"
 #include "fbmem.h"

 #include <subdev/bios.h>
 #include <subdev/bios/init.h>
 #include <subdev/bios/pll.h>
 #include <subdev/clk/pll.h>
 #include <subdev/vga.h>

 static void
 nv04_devinit_meminit(struct nvkm_devinit *init)
 {
 	struct nvkm_subdev *subdev = &init->subdev;
 	struct nvkm_device *device = subdev->device;
 	u32 patt = 0xdeadbeef;
 	struct io_mapping *fb;
 	int i;

 	/* Map the framebuffer aperture */
 	fb = fbmem_init(device);
 	if (!fb) {
 		nvkm_error(subdev, "failed to map fb\n");
 		return;
 	}

 	/* Sequencer and refresh off */
 	nvkm_wrvgas(device, 0, 1, nvkm_rdvgas(device, 0, 1) | 0x20);
 	nvkm_mask(device, NV04_PFB_DEBUG_0, 0, NV04_PFB_DEBUG_0_REFRESH_OFF);

 	nvkm_mask(device, NV04_PFB_BOOT_0, ~0,
 		      NV04_PFB_BOOT_0_RAM_AMOUNT_16MB |
 		      NV04_PFB_BOOT_0_RAM_WIDTH_128 |
 		      NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_16MBIT);

 	for (i = 0; i < 4; i++)
 		fbmem_poke(fb, 4 * i, patt);

 	fbmem_poke(fb, 0x400000, patt + 1);

 	if (fbmem_peek(fb, 0) == patt + 1) {
 		nvkm_mask(device, NV04_PFB_BOOT_0,
 			      NV04_PFB_BOOT_0_RAM_TYPE,
 			      NV04_PFB_BOOT_0_RAM_TYPE_SDRAM_16MBIT);
 		nvkm_mask(device, NV04_PFB_DEBUG_0,
 			      NV04_PFB_DEBUG_0_REFRESH_OFF, 0);

 		for (i = 0; i < 4; i++)
 			fbmem_poke(fb, 4 * i, patt);

 		if ((fbmem_peek(fb, 0xc) & 0xffff) != (patt & 0xffff))
 			nvkm_mask(device, NV04_PFB_BOOT_0,
 				      NV04_PFB_BOOT_0_RAM_WIDTH_128 |
 				      NV04_PFB_BOOT_0_RAM_AMOUNT,
 				      NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
 	} else
 	if ((fbmem_peek(fb, 0xc) & 0xffff0000) != (patt & 0xffff0000)) {
 		nvkm_mask(device, NV04_PFB_BOOT_0,
 			      NV04_PFB_BOOT_0_RAM_WIDTH_128 |
 			      NV04_PFB_BOOT_0_RAM_AMOUNT,
 			      NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);
 	} else
 	if (fbmem_peek(fb, 0) != patt) {
 		if (fbmem_readback(fb, 0x800000, patt))
 			nvkm_mask(device, NV04_PFB_BOOT_0,
 				      NV04_PFB_BOOT_0_RAM_AMOUNT,
 				      NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
 		else
 			nvkm_mask(device, NV04_PFB_BOOT_0,
 				      NV04_PFB_BOOT_0_RAM_AMOUNT,
 				      NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);

 		nvkm_mask(device, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_TYPE,
 			      NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_8MBIT);
 	} else
 	if (!fbmem_readback(fb, 0x800000, patt)) {
 		nvkm_mask(device, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
 			      NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);

 	}

 	/* Refresh on, sequencer on */
 	nvkm_mask(device, NV04_PFB_DEBUG_0, NV04_PFB_DEBUG_0_REFRESH_OFF, 0);
 	nvkm_wrvgas(device, 0, 1, nvkm_rdvgas(device, 0, 1) & ~0x20);
 	fbmem_fini(fb);
 }

 static int
 powerctrl_1_shift(int chip_version, int reg)
 {
 	int shift = -4;

 	if (chip_version < 0x17 || chip_version == 0x1a || chip_version == 0x20)
 		return shift;

 	switch (reg) {
 	case 0x680520:
 		shift += 4; /* fall through */
 	case 0x680508:
 		shift += 4; /* fall through */
 	case 0x680504:
 		shift += 4; /* fall through */
 	case 0x680500:
 		shift += 4;
 	}

 	/*
 	 * the shift for vpll regs is only used for nv3x chips with a single
 	 * stage pll
 	 */
 	if (shift > 4 && (chip_version < 0x32 || chip_version == 0x35 ||
 			  chip_version == 0x36 || chip_version >= 0x40))
 		shift = -4;

 	return shift;
 }

 void
 setPLL_single(struct nvkm_devinit *init, u32 reg,
 	      struct nvkm_pll_vals *pv)
 {
 	struct nvkm_device *device = init->subdev.device;
 	int chip_version = device->bios->version.chip;
 	uint32_t oldpll = nvkm_rd32(device, reg);
 	int oldN = (oldpll >> 8) & 0xff, oldM = oldpll & 0xff;
 	uint32_t pll = (oldpll & 0xfff80000) | pv->log2P << 16 | pv->NM1;
 	uint32_t saved_powerctrl_1 = 0;
 	int shift_powerctrl_1 = powerctrl_1_shift(chip_version, reg);

 	if (oldpll == pll)
 		return;	/* already set */

 	if (shift_powerctrl_1 >= 0) {
 		saved_powerctrl_1 = nvkm_rd32(device, 0x001584);
 		nvkm_wr32(device, 0x001584,
 			(saved_powerctrl_1 & ~(0xf << shift_powerctrl_1)) |
 			1 << shift_powerctrl_1);
 	}

 	if (oldM && pv->M1 && (oldN / oldM < pv->N1 / pv->M1))
 		/* upclock -- write new post divider first */
 		nvkm_wr32(device, reg, pv->log2P << 16 | (oldpll & 0xffff));
 	else
 		/* downclock -- write new NM first */
 		nvkm_wr32(device, reg, (oldpll & 0xffff0000) | pv->NM1);

 	if ((chip_version < 0x17 || chip_version == 0x1a) &&
 	    chip_version != 0x11)
 		/* wait a bit on older chips */
 		msleep(64);
 	nvkm_rd32(device, reg);

 	/* then write the other half as well */
 	nvkm_wr32(device, reg, pll);

 	if (shift_powerctrl_1 >= 0)
 		nvkm_wr32(device, 0x001584, saved_powerctrl_1);
 }

 static uint32_t
 new_ramdac580(uint32_t reg1, bool ss, uint32_t ramdac580)
 {
 	bool head_a = (reg1 == 0x680508);

 	if (ss)	/* single stage pll mode */
 		ramdac580 |= head_a ? 0x00000100 : 0x10000000;
 	else
 		ramdac580 &= head_a ? 0xfffffeff : 0xefffffff;

 	return ramdac580;
 }

 void
 setPLL_double_highregs(struct nvkm_devinit *init, u32 reg1,
 		       struct nvkm_pll_vals *pv)
 {
 	struct nvkm_device *device = init->subdev.device;
 	int chip_version = device->bios->version.chip;
 	bool nv3035 = chip_version == 0x30 || chip_version == 0x35;
 	uint32_t reg2 = reg1 + ((reg1 == 0x680520) ? 0x5c : 0x70);
 	uint32_t oldpll1 = nvkm_rd32(device, reg1);
 	uint32_t oldpll2 = !nv3035 ? nvkm_rd32(device, reg2) : 0;
 	uint32_t pll1 = (oldpll1 & 0xfff80000) | pv->log2P << 16 | pv->NM1;
 	uint32_t pll2 = (oldpll2 & 0x7fff0000) | 1 << 31 | pv->NM2;
 	uint32_t oldramdac580 = 0, ramdac580 = 0;
 	bool single_stage = !pv->NM2 || pv->N2 == pv->M2;	/* nv41+ only */
 	uint32_t saved_powerctrl_1 = 0, savedc040 = 0;
 	int shift_powerctrl_1 = powerctrl_1_shift(chip_version, reg1);

 	/* model specific additions to generic pll1 and pll2 set up above */
 	if (nv3035) {
 		pll1 = (pll1 & 0xfcc7ffff) | (pv->N2 & 0x18) << 21 |
 		       (pv->N2 & 0x7) << 19 | 8 << 4 | (pv->M2 & 7) << 4;
 		pll2 = 0;
 	}
 	if (chip_version > 0x40 && reg1 >= 0x680508) { /* !nv40 */
 		oldramdac580 = nvkm_rd32(device, 0x680580);
 		ramdac580 = new_ramdac580(reg1, single_stage, oldramdac580);
 		if (oldramdac580 != ramdac580)
 			oldpll1 = ~0;	/* force mismatch */
 		if (single_stage)
 			/* magic value used by nvidia in single stage mode */
 			pll2 |= 0x011f;
 	}
 	if (chip_version > 0x70)
 		/* magic bits set by the blob (but not the bios) on g71-73 */
 		pll1 = (pll1 & 0x7fffffff) | (single_stage ? 0x4 : 0xc) << 28;

 	if (oldpll1 == pll1 && oldpll2 == pll2)
 		return;	/* already set */

 	if (shift_powerctrl_1 >= 0) {
 		saved_powerctrl_1 = nvkm_rd32(device, 0x001584);
 		nvkm_wr32(device, 0x001584,
 			(saved_powerctrl_1 & ~(0xf << shift_powerctrl_1)) |
 			1 << shift_powerctrl_1);
 	}

 	if (chip_version >= 0x40) {
 		int shift_c040 = 14;

 		switch (reg1) {
 		case 0x680504:
 			shift_c040 += 2; /* fall through */
 		case 0x680500:
 			shift_c040 += 2; /* fall through */
 		case 0x680520:
 			shift_c040 += 2; /* fall through */
 		case 0x680508:
 			shift_c040 += 2;
 		}

 		savedc040 = nvkm_rd32(device, 0xc040);
 		if (shift_c040 != 14)
 			nvkm_wr32(device, 0xc040, savedc040 & ~(3 << shift_c040));
 	}

 	if (oldramdac580 != ramdac580)
 		nvkm_wr32(device, 0x680580, ramdac580);

 	if (!nv3035)
 		nvkm_wr32(device, reg2, pll2);
 	nvkm_wr32(device, reg1, pll1);

 	if (shift_powerctrl_1 >= 0)
 		nvkm_wr32(device, 0x001584, saved_powerctrl_1);
 	if (chip_version >= 0x40)
 		nvkm_wr32(device, 0xc040, savedc040);
 }

 void
 setPLL_double_lowregs(struct nvkm_devinit *init, u32 NMNMreg,
 		      struct nvkm_pll_vals *pv)
 {
 	/* When setting PLLs, there is a merry game of disabling and enabling
 	 * various bits of hardware during the process. This function is a
 	 * synthesis of six nv4x traces, nearly each card doing a subtly
 	 * different thing. With luck all the necessary bits for each card are
 	 * combined herein. Without luck it deviates from each card's formula
 	 * so as to not work on any :)
 	 */
 	struct nvkm_device *device = init->subdev.device;
 	uint32_t Preg = NMNMreg - 4;
 	bool mpll = Preg == 0x4020;
 	uint32_t oldPval = nvkm_rd32(device, Preg);
 	uint32_t NMNM = pv->NM2 << 16 | pv->NM1;
 	uint32_t Pval = (oldPval & (mpll ? ~(0x77 << 16) : ~(7 << 16))) |
 			0xc << 28 | pv->log2P << 16;
 	uint32_t saved4600 = 0;
 	/* some cards have different maskc040s */
 	uint32_t maskc040 = ~(3 << 14), savedc040;
 	bool single_stage = !pv->NM2 || pv->N2 == pv->M2;

 	if (nvkm_rd32(device, NMNMreg) == NMNM && (oldPval & 0xc0070000) == Pval)
 		return;

 	if (Preg == 0x4000)
 		maskc040 = ~0x333;
 	if (Preg == 0x4058)
 		maskc040 = ~(0xc << 24);

 	if (mpll) {
 		struct nvbios_pll info;
 		uint8_t Pval2;

 		if (nvbios_pll_parse(device->bios, Preg, &info))
 			return;

 		Pval2 = pv->log2P + info.bias_p;
 		if (Pval2 > info.max_p)
 			Pval2 = info.max_p;
 		Pval |= 1 << 28 | Pval2 << 20;

 		saved4600 = nvkm_rd32(device, 0x4600);
 		nvkm_wr32(device, 0x4600, saved4600 | 8 << 28);
 	}
 	if (single_stage)
 		Pval |= mpll ? 1 << 12 : 1 << 8;

 	nvkm_wr32(device, Preg, oldPval | 1 << 28);
 	nvkm_wr32(device, Preg, Pval & ~(4 << 28));
 	if (mpll) {
 		Pval |= 8 << 20;
 		nvkm_wr32(device, 0x4020, Pval & ~(0xc << 28));
 		nvkm_wr32(device, 0x4038, Pval & ~(0xc << 28));
 	}

 	savedc040 = nvkm_rd32(device, 0xc040);
 	nvkm_wr32(device, 0xc040, savedc040 & maskc040);

 	nvkm_wr32(device, NMNMreg, NMNM);
 	if (NMNMreg == 0x4024)
 		nvkm_wr32(device, 0x403c, NMNM);

 	nvkm_wr32(device, Preg, Pval);
 	if (mpll) {
 		Pval &= ~(8 << 20);
 		nvkm_wr32(device, 0x4020, Pval);
 		nvkm_wr32(device, 0x4038, Pval);
 		nvkm_wr32(device, 0x4600, saved4600);
 	}

 	nvkm_wr32(device, 0xc040, savedc040);

 	if (mpll) {
 		nvkm_wr32(device, 0x4020, Pval & ~(1 << 28));
 		nvkm_wr32(device, 0x4038, Pval & ~(1 << 28));
 	}
 }

 int
 nv04_devinit_pll_set(struct nvkm_devinit *devinit, u32 type, u32 freq)
 {
 	struct nvkm_subdev *subdev = &devinit->subdev;
 	struct nvkm_bios *bios = subdev->device->bios;
 	struct nvkm_pll_vals pv;
 	struct nvbios_pll info;
 	int cv = bios->version.chip;
 	int N1, M1, N2, M2, P;
 	int ret;

 	ret = nvbios_pll_parse(bios, type > 0x405c ? type : type - 4, &info);
 	if (ret)
 		return ret;

 	ret = nv04_pll_calc(subdev, &info, freq, &N1, &M1, &N2, &M2, &P);
 	if (!ret)
 		return -EINVAL;

 	pv.refclk = info.refclk;
 	pv.N1 = N1;
 	pv.M1 = M1;
 	pv.N2 = N2;
 	pv.M2 = M2;
 	pv.log2P = P;

 	if (cv == 0x30 || cv == 0x31 || cv == 0x35 || cv == 0x36 ||
 	    cv >= 0x40) {
 		if (type > 0x405c)
 			setPLL_double_highregs(devinit, type, &pv);
 		else
 			setPLL_double_lowregs(devinit, type, &pv);
 	} else
 		setPLL_single(devinit, type, &pv);

 	return 0;
 }

 int
 nv04_devinit_post(struct nvkm_devinit *init, bool execute)
 {
 	return nvbios_post(&init->subdev, execute);
 }

 void
 nv04_devinit_preinit(struct nvkm_devinit *base)
 {
 	struct nv04_devinit *init = nv04_devinit(base);
 	struct nvkm_subdev *subdev = &init->base.subdev;
 	struct nvkm_device *device = subdev->device;

 	/* make i2c busses accessible */
 	nvkm_mask(device, 0x000200, 0x00000001, 0x00000001);

 	/* unslave crtcs */
 	if (init->owner < 0)
 		init->owner = nvkm_rdvgaowner(device);
 	nvkm_wrvgaowner(device, 0);

 	if (!init->base.post) {
 		u32 htotal = nvkm_rdvgac(device, 0, 0x06);
 		htotal |= (nvkm_rdvgac(device, 0, 0x07) & 0x01) << 8;
 		htotal |= (nvkm_rdvgac(device, 0, 0x07) & 0x20) << 4;
 		htotal |= (nvkm_rdvgac(device, 0, 0x25) & 0x01) << 10;
 		htotal |= (nvkm_rdvgac(device, 0, 0x41) & 0x01) << 11;
 		if (!htotal) {
 			nvkm_debug(subdev, "adaptor not initialised\n");
 			init->base.post = true;
 		}
 	}
 }

 void *
 nv04_devinit_dtor(struct nvkm_devinit *base)
 {
 	struct nv04_devinit *init = nv04_devinit(base);
 	/* restore vga owner saved at first init */
 	nvkm_wrvgaowner(init->base.subdev.device, init->owner);
 	return init;
 }

 int
 nv04_devinit_new_(const struct nvkm_devinit_func *func,
 		  struct nvkm_device *device, int index,
 		  struct nvkm_devinit **pinit)
 {
 	struct nv04_devinit *init;

 	if (!(init = kzalloc(sizeof(*init), GFP_KERNEL)))
 		return -ENOMEM;
 	*pinit = &init->base;

 	nvkm_devinit_ctor(func, device, index, &init->base);
 	init->owner = -1;
 	return 0;
 }

 static const struct nvkm_devinit_func
 nv04_devinit = {
 	.dtor = nv04_devinit_dtor,
 	.preinit = nv04_devinit_preinit,
 	.post = nv04_devinit_post,
 	.meminit = nv04_devinit_meminit,
 	.pll_set = nv04_devinit_pll_set,
 };

 int
 nv04_devinit_new(struct nvkm_device *device, int index,
 		 struct nvkm_devinit **pinit)
 {
 	return nv04_devinit_new_(&nv04_devinit, device, index, pinit);
 }
	/*
	* Copyright (C) 2010 Francisco Jerez.
	* All Rights Reserved.
	*
	* Permission is hereby granted, free of charge, to any person obtaining
	* a copy of this software and associated documentation files (the
	* "Software"), to deal in the Software without restriction, including
	* without limitation the rights to use, copy, modify, merge, publish,
	* distribute, sublicense, and/or sell copies of the Software, and to
	* permit persons to whom the Software is furnished to do so, subject to
	* the following conditions:
	*
	* The above copyright notice and this permission notice (including the
	* next paragraph) shall be included in all copies or substantial
	* portions of the Software.
	*
	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
	* IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
	* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
	* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
	* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
	*
	*/
	#include "nv04.h"
	#include "fbmem.h"

	#include <subdev/bios.h>
	#include <subdev/bios/init.h>
	#include <subdev/bios/pll.h>
	#include <subdev/clk/pll.h>
	#include <subdev/vga.h>

	static void
	nv04_devinit_meminit(struct nvkm_devinit *init)
	{
	struct nvkm_subdev *subdev = &init->subdev;
	struct nvkm_device *device = subdev->device;
	u32 patt = 0xdeadbeef;
	struct io_mapping *fb;
	int i;

	/* Map the framebuffer aperture */
	fb = fbmem_init(device);
	if (!fb) {
	nvkm_error(subdev, "failed to map fb\n");
	return;
	}

	/* Sequencer and refresh off */
	nvkm_wrvgas(device, 0, 1, nvkm_rdvgas(device, 0, 1) \| 0x20);
	nvkm_mask(device, NV04_PFB_DEBUG_0, 0, NV04_PFB_DEBUG_0_REFRESH_OFF);

	nvkm_mask(device, NV04_PFB_BOOT_0, ~0,
	NV04_PFB_BOOT_0_RAM_AMOUNT_16MB \|
	NV04_PFB_BOOT_0_RAM_WIDTH_128 \|
	NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_16MBIT);

	for (i = 0; i < 4; i++)
	fbmem_poke(fb, 4 * i, patt);

	fbmem_poke(fb, 0x400000, patt + 1);

	if (fbmem_peek(fb, 0) == patt + 1) {
	nvkm_mask(device, NV04_PFB_BOOT_0,
	NV04_PFB_BOOT_0_RAM_TYPE,
	NV04_PFB_BOOT_0_RAM_TYPE_SDRAM_16MBIT);
	nvkm_mask(device, NV04_PFB_DEBUG_0,
	NV04_PFB_DEBUG_0_REFRESH_OFF, 0);

	for (i = 0; i < 4; i++)
	fbmem_poke(fb, 4 * i, patt);

	if ((fbmem_peek(fb, 0xc) & 0xffff) != (patt & 0xffff))
	nvkm_mask(device, NV04_PFB_BOOT_0,
	NV04_PFB_BOOT_0_RAM_WIDTH_128 \|
	NV04_PFB_BOOT_0_RAM_AMOUNT,
	NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
	} else
	if ((fbmem_peek(fb, 0xc) & 0xffff0000) != (patt & 0xffff0000)) {
	nvkm_mask(device, NV04_PFB_BOOT_0,
	NV04_PFB_BOOT_0_RAM_WIDTH_128 \|
	NV04_PFB_BOOT_0_RAM_AMOUNT,
	NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);
	} else
	if (fbmem_peek(fb, 0) != patt) {
	if (fbmem_readback(fb, 0x800000, patt))
	nvkm_mask(device, NV04_PFB_BOOT_0,
	NV04_PFB_BOOT_0_RAM_AMOUNT,
	NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
	else
	nvkm_mask(device, NV04_PFB_BOOT_0,
	NV04_PFB_BOOT_0_RAM_AMOUNT,
	NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);

	nvkm_mask(device, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_TYPE,
	NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_8MBIT);
	} else
	if (!fbmem_readback(fb, 0x800000, patt)) {
	nvkm_mask(device, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
	NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);

	}

	/* Refresh on, sequencer on */
	nvkm_mask(device, NV04_PFB_DEBUG_0, NV04_PFB_DEBUG_0_REFRESH_OFF, 0);
	nvkm_wrvgas(device, 0, 1, nvkm_rdvgas(device, 0, 1) & ~0x20);
	fbmem_fini(fb);
	}

	static int
	powerctrl_1_shift(int chip_version, int reg)
	{
	int shift = -4;

	if (chip_version < 0x17 \|\| chip_version == 0x1a \|\| chip_version == 0x20)
	return shift;

	switch (reg) {
	case 0x680520:
	shift += 4; /* fall through */
	case 0x680508:
	shift += 4; /* fall through */
	case 0x680504:
	shift += 4; /* fall through */
	case 0x680500:
	shift += 4;
	}

	/*
	* the shift for vpll regs is only used for nv3x chips with a single
	* stage pll
	*/
	if (shift > 4 && (chip_version < 0x32 \|\| chip_version == 0x35 \|\|
	chip_version == 0x36 \|\| chip_version >= 0x40))
	shift = -4;

	return shift;
	}

	void
	setPLL_single(struct nvkm_devinit *init, u32 reg,
	struct nvkm_pll_vals *pv)
	{
	struct nvkm_device *device = init->subdev.device;
	int chip_version = device->bios->version.chip;
	uint32_t oldpll = nvkm_rd32(device, reg);
	int oldN = (oldpll >> 8) & 0xff, oldM = oldpll & 0xff;
	uint32_t pll = (oldpll & 0xfff80000) \| pv->log2P << 16 \| pv->NM1;
	uint32_t saved_powerctrl_1 = 0;
	int shift_powerctrl_1 = powerctrl_1_shift(chip_version, reg);

	if (oldpll == pll)
	return; /* already set */

	if (shift_powerctrl_1 >= 0) {
	saved_powerctrl_1 = nvkm_rd32(device, 0x001584);
	nvkm_wr32(device, 0x001584,
	(saved_powerctrl_1 & ~(0xf << shift_powerctrl_1)) \|
	1 << shift_powerctrl_1);
	}

	if (oldM && pv->M1 && (oldN / oldM < pv->N1 / pv->M1))
	/* upclock -- write new post divider first */
	nvkm_wr32(device, reg, pv->log2P << 16 \| (oldpll & 0xffff));
	else
	/* downclock -- write new NM first */
	nvkm_wr32(device, reg, (oldpll & 0xffff0000) \| pv->NM1);

	if ((chip_version < 0x17 \|\| chip_version == 0x1a) &&
	chip_version != 0x11)
	/* wait a bit on older chips */
	msleep(64);
	nvkm_rd32(device, reg);

	/* then write the other half as well */
	nvkm_wr32(device, reg, pll);

	if (shift_powerctrl_1 >= 0)
	nvkm_wr32(device, 0x001584, saved_powerctrl_1);
	}

	static uint32_t
	new_ramdac580(uint32_t reg1, bool ss, uint32_t ramdac580)
	{
	bool head_a = (reg1 == 0x680508);

	if (ss) /* single stage pll mode */
	ramdac580 \|= head_a ? 0x00000100 : 0x10000000;
	else
	ramdac580 &= head_a ? 0xfffffeff : 0xefffffff;

	return ramdac580;
	}

	void
	setPLL_double_highregs(struct nvkm_devinit *init, u32 reg1,
	struct nvkm_pll_vals *pv)
	{
	struct nvkm_device *device = init->subdev.device;
	int chip_version = device->bios->version.chip;
	bool nv3035 = chip_version == 0x30 \|\| chip_version == 0x35;
	uint32_t reg2 = reg1 + ((reg1 == 0x680520) ? 0x5c : 0x70);
	uint32_t oldpll1 = nvkm_rd32(device, reg1);
	uint32_t oldpll2 = !nv3035 ? nvkm_rd32(device, reg2) : 0;
	uint32_t pll1 = (oldpll1 & 0xfff80000) \| pv->log2P << 16 \| pv->NM1;
	uint32_t pll2 = (oldpll2 & 0x7fff0000) \| 1 << 31 \| pv->NM2;
	uint32_t oldramdac580 = 0, ramdac580 = 0;
	bool single_stage = !pv->NM2 \|\| pv->N2 == pv->M2; /* nv41+ only */
	uint32_t saved_powerctrl_1 = 0, savedc040 = 0;
	int shift_powerctrl_1 = powerctrl_1_shift(chip_version, reg1);

	/* model specific additions to generic pll1 and pll2 set up above */
	if (nv3035) {
	pll1 = (pll1 & 0xfcc7ffff) \| (pv->N2 & 0x18) << 21 \|
	(pv->N2 & 0x7) << 19 \| 8 << 4 \| (pv->M2 & 7) << 4;
	pll2 = 0;
	}
	if (chip_version > 0x40 && reg1 >= 0x680508) { /* !nv40 */
	oldramdac580 = nvkm_rd32(device, 0x680580);
	ramdac580 = new_ramdac580(reg1, single_stage, oldramdac580);
	if (oldramdac580 != ramdac580)
	oldpll1 = ~0; /* force mismatch */
	if (single_stage)
	/* magic value used by nvidia in single stage mode */
	pll2 \|= 0x011f;
	}
	if (chip_version > 0x70)
	/* magic bits set by the blob (but not the bios) on g71-73 */
	pll1 = (pll1 & 0x7fffffff) \| (single_stage ? 0x4 : 0xc) << 28;

	if (oldpll1 == pll1 && oldpll2 == pll2)
	return; /* already set */

	if (shift_powerctrl_1 >= 0) {
	saved_powerctrl_1 = nvkm_rd32(device, 0x001584);
	nvkm_wr32(device, 0x001584,
	(saved_powerctrl_1 & ~(0xf << shift_powerctrl_1)) \|
	1 << shift_powerctrl_1);
	}

	if (chip_version >= 0x40) {
	int shift_c040 = 14;

	switch (reg1) {
	case 0x680504:
	shift_c040 += 2; /* fall through */
	case 0x680500:
	shift_c040 += 2; /* fall through */
	case 0x680520:
	shift_c040 += 2; /* fall through */
	case 0x680508:
	shift_c040 += 2;
	}

	savedc040 = nvkm_rd32(device, 0xc040);
	if (shift_c040 != 14)
	nvkm_wr32(device, 0xc040, savedc040 & ~(3 << shift_c040));
	}

	if (oldramdac580 != ramdac580)
	nvkm_wr32(device, 0x680580, ramdac580);

	if (!nv3035)
	nvkm_wr32(device, reg2, pll2);
	nvkm_wr32(device, reg1, pll1);

	if (shift_powerctrl_1 >= 0)
	nvkm_wr32(device, 0x001584, saved_powerctrl_1);
	if (chip_version >= 0x40)
	nvkm_wr32(device, 0xc040, savedc040);
	}

	void
	setPLL_double_lowregs(struct nvkm_devinit *init, u32 NMNMreg,
	struct nvkm_pll_vals *pv)
	{
	/* When setting PLLs, there is a merry game of disabling and enabling
	* various bits of hardware during the process. This function is a
	* synthesis of six nv4x traces, nearly each card doing a subtly
	* different thing. With luck all the necessary bits for each card are
	* combined herein. Without luck it deviates from each card's formula
	* so as to not work on any :)
	*/
	struct nvkm_device *device = init->subdev.device;
	uint32_t Preg = NMNMreg - 4;
	bool mpll = Preg == 0x4020;
	uint32_t oldPval = nvkm_rd32(device, Preg);
	uint32_t NMNM = pv->NM2 << 16 \| pv->NM1;
	uint32_t Pval = (oldPval & (mpll ? ~(0x77 << 16) : ~(7 << 16))) \|
	0xc << 28 \| pv->log2P << 16;
	uint32_t saved4600 = 0;
	/* some cards have different maskc040s */
	uint32_t maskc040 = ~(3 << 14), savedc040;
	bool single_stage = !pv->NM2 \|\| pv->N2 == pv->M2;

	if (nvkm_rd32(device, NMNMreg) == NMNM && (oldPval & 0xc0070000) == Pval)
	return;

	if (Preg == 0x4000)
	maskc040 = ~0x333;
	if (Preg == 0x4058)
	maskc040 = ~(0xc << 24);

	if (mpll) {
	struct nvbios_pll info;
	uint8_t Pval2;

	if (nvbios_pll_parse(device->bios, Preg, &info))
	return;

	Pval2 = pv->log2P + info.bias_p;
	if (Pval2 > info.max_p)
	Pval2 = info.max_p;
	Pval \|= 1 << 28 \| Pval2 << 20;

	saved4600 = nvkm_rd32(device, 0x4600);
	nvkm_wr32(device, 0x4600, saved4600 \| 8 << 28);
	}
	if (single_stage)
	Pval \|= mpll ? 1 << 12 : 1 << 8;

	nvkm_wr32(device, Preg, oldPval \| 1 << 28);
	nvkm_wr32(device, Preg, Pval & ~(4 << 28));
	if (mpll) {
	Pval \|= 8 << 20;
	nvkm_wr32(device, 0x4020, Pval & ~(0xc << 28));
	nvkm_wr32(device, 0x4038, Pval & ~(0xc << 28));
	}

	savedc040 = nvkm_rd32(device, 0xc040);
	nvkm_wr32(device, 0xc040, savedc040 & maskc040);

	nvkm_wr32(device, NMNMreg, NMNM);
	if (NMNMreg == 0x4024)
	nvkm_wr32(device, 0x403c, NMNM);

	nvkm_wr32(device, Preg, Pval);
	if (mpll) {
	Pval &= ~(8 << 20);
	nvkm_wr32(device, 0x4020, Pval);
	nvkm_wr32(device, 0x4038, Pval);
	nvkm_wr32(device, 0x4600, saved4600);
	}

	nvkm_wr32(device, 0xc040, savedc040);

	if (mpll) {
	nvkm_wr32(device, 0x4020, Pval & ~(1 << 28));
	nvkm_wr32(device, 0x4038, Pval & ~(1 << 28));
	}
	}

	int
	nv04_devinit_pll_set(struct nvkm_devinit *devinit, u32 type, u32 freq)
	{
	struct nvkm_subdev *subdev = &devinit->subdev;
	struct nvkm_bios *bios = subdev->device->bios;
	struct nvkm_pll_vals pv;
	struct nvbios_pll info;
	int cv = bios->version.chip;
	int N1, M1, N2, M2, P;
	int ret;

	ret = nvbios_pll_parse(bios, type > 0x405c ? type : type - 4, &info);
	if (ret)
	return ret;

	ret = nv04_pll_calc(subdev, &info, freq, &N1, &M1, &N2, &M2, &P);
	if (!ret)
	return -EINVAL;

	pv.refclk = info.refclk;
	pv.N1 = N1;
	pv.M1 = M1;
	pv.N2 = N2;
	pv.M2 = M2;
	pv.log2P = P;

	if (cv == 0x30 \|\| cv == 0x31 \|\| cv == 0x35 \|\| cv == 0x36 \|\|
	cv >= 0x40) {
	if (type > 0x405c)
	setPLL_double_highregs(devinit, type, &pv);
	else
	setPLL_double_lowregs(devinit, type, &pv);
	} else
	setPLL_single(devinit, type, &pv);

	return 0;
	}

	int
	nv04_devinit_post(struct nvkm_devinit *init, bool execute)
	{
	return nvbios_post(&init->subdev, execute);
	}

	void
	nv04_devinit_preinit(struct nvkm_devinit *base)
	{
	struct nv04_devinit *init = nv04_devinit(base);
	struct nvkm_subdev *subdev = &init->base.subdev;
	struct nvkm_device *device = subdev->device;

	/* make i2c busses accessible */
	nvkm_mask(device, 0x000200, 0x00000001, 0x00000001);

	/* unslave crtcs */
	if (init->owner < 0)
	init->owner = nvkm_rdvgaowner(device);
	nvkm_wrvgaowner(device, 0);

	if (!init->base.post) {
	u32 htotal = nvkm_rdvgac(device, 0, 0x06);
	htotal \|= (nvkm_rdvgac(device, 0, 0x07) & 0x01) << 8;
	htotal \|= (nvkm_rdvgac(device, 0, 0x07) & 0x20) << 4;
	htotal \|= (nvkm_rdvgac(device, 0, 0x25) & 0x01) << 10;
	htotal \|= (nvkm_rdvgac(device, 0, 0x41) & 0x01) << 11;
	if (!htotal) {
	nvkm_debug(subdev, "adaptor not initialised\n");
	init->base.post = true;
	}
	}
	}

	void *
	nv04_devinit_dtor(struct nvkm_devinit *base)
	{
	struct nv04_devinit *init = nv04_devinit(base);
	/* restore vga owner saved at first init */
	nvkm_wrvgaowner(init->base.subdev.device, init->owner);
	return init;
	}

	int
	nv04_devinit_new_(const struct nvkm_devinit_func *func,
	struct nvkm_device *device, int index,
	struct nvkm_devinit **pinit)
	{
	struct nv04_devinit *init;

	if (!(init = kzalloc(sizeof(*init), GFP_KERNEL)))
	return -ENOMEM;
	*pinit = &init->base;

	nvkm_devinit_ctor(func, device, index, &init->base);
	init->owner = -1;
	return 0;
	}

	static const struct nvkm_devinit_func
	nv04_devinit = {
	.dtor = nv04_devinit_dtor,
	.preinit = nv04_devinit_preinit,
	.post = nv04_devinit_post,
	.meminit = nv04_devinit_meminit,
	.pll_set = nv04_devinit_pll_set,
	};

	int
	nv04_devinit_new(struct nvkm_device *device, int index,
	struct nvkm_devinit **pinit)
	{
	return nv04_devinit_new_(&nv04_devinit, device, index, pinit);
	}