iommu.c 4.92 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1
2
3
4
5
/*
 * Copyright (C) 2001 Mike Corrigan & Dave Engebretsen, IBM Corporation
 *
 * Rewrite, cleanup:
 *
6
 * Copyright (C) 2004 Olof Johansson <olof@lixom.net>, IBM Corporation
Linus Torvalds's avatar
Linus Torvalds committed
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 *
 * Dynamic DMA mapping support, iSeries-specific parts.
 *
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 */

#include <linux/types.h>
#include <linux/dma-mapping.h>
#include <linux/list.h>

#include <asm/iommu.h>
31
#include <asm/tce.h>
Linus Torvalds's avatar
Linus Torvalds committed
32
#include <asm/machdep.h>
33
#include <asm/abs_addr.h>
34
#include <asm/pci-bridge.h>
35
#include <asm/iseries/hv_call_xm.h>
36

37
38
#include "iommu.h"

Linus Torvalds's avatar
Linus Torvalds committed
39
40
41
42
43
44
45
46
47
extern struct list_head iSeries_Global_Device_List;


static void tce_build_iSeries(struct iommu_table *tbl, long index, long npages,
		unsigned long uaddr, enum dma_data_direction direction)
{
	u64 rc;
	union tce_entry tce;

48
49
50
	index <<= TCE_PAGE_FACTOR;
	npages <<= TCE_PAGE_FACTOR;

Linus Torvalds's avatar
Linus Torvalds committed
51
52
	while (npages--) {
		tce.te_word = 0;
53
		tce.te_bits.tb_rpn = virt_to_abs(uaddr) >> TCE_SHIFT;
Linus Torvalds's avatar
Linus Torvalds committed
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

		if (tbl->it_type == TCE_VB) {
			/* Virtual Bus */
			tce.te_bits.tb_valid = 1;
			tce.te_bits.tb_allio = 1;
			if (direction != DMA_TO_DEVICE)
				tce.te_bits.tb_rdwr = 1;
		} else {
			/* PCI Bus */
			tce.te_bits.tb_rdwr = 1; /* Read allowed */
			if (direction != DMA_TO_DEVICE)
				tce.te_bits.tb_pciwr = 1;
		}

		rc = HvCallXm_setTce((u64)tbl->it_index, (u64)index,
				tce.te_word);
		if (rc)
			panic("PCI_DMA: HvCallXm_setTce failed, Rc: 0x%lx\n",
					rc);
		index++;
74
		uaddr += TCE_PAGE_SIZE;
Linus Torvalds's avatar
Linus Torvalds committed
75
76
77
78
79
80
81
	}
}

static void tce_free_iSeries(struct iommu_table *tbl, long index, long npages)
{
	u64 rc;

82
83
84
	npages <<= TCE_PAGE_FACTOR;
	index <<= TCE_PAGE_FACTOR;

Linus Torvalds's avatar
Linus Torvalds committed
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
	while (npages--) {
		rc = HvCallXm_setTce((u64)tbl->it_index, (u64)index, 0);
		if (rc)
			panic("PCI_DMA: HvCallXm_setTce failed, Rc: 0x%lx\n",
					rc);
		index++;
	}
}

/*
 * Call Hv with the architected data structure to get TCE table info.
 * info. Put the returned data into the Linux representation of the
 * TCE table data.
 * The Hardware Tce table comes in three flavors.
 * 1. TCE table shared between Buses.
 * 2. TCE table per Bus.
 * 3. TCE Table per IOA.
 */
103
104
105
106
void iommu_table_getparms_iSeries(unsigned long busno,
				  unsigned char slotno,
				  unsigned char virtbus,
				  struct iommu_table* tbl)
Linus Torvalds's avatar
Linus Torvalds committed
107
108
109
110
111
112
113
114
115
{
	struct iommu_table_cb *parms;

	parms = kmalloc(sizeof(*parms), GFP_KERNEL);
	if (parms == NULL)
		panic("PCI_DMA: TCE Table Allocation failed.");

	memset(parms, 0, sizeof(*parms));

116
117
118
	parms->itc_busno = busno;
	parms->itc_slotno = slotno;
	parms->itc_virtbus = virtbus;
Linus Torvalds's avatar
Linus Torvalds committed
119

120
	HvCallXm_getTceTableParms(iseries_hv_addr(parms));
Linus Torvalds's avatar
Linus Torvalds committed
121
122
123
124
125

	if (parms->itc_size == 0)
		panic("PCI_DMA: parms->size is zero, parms is 0x%p", parms);

	/* itc_size is in pages worth of table, it_size is in # of entries */
126
127
	tbl->it_size = ((parms->itc_size * TCE_PAGE_SIZE) /
			sizeof(union tce_entry)) >> TCE_PAGE_FACTOR;
Linus Torvalds's avatar
Linus Torvalds committed
128
	tbl->it_busno = parms->itc_busno;
129
	tbl->it_offset = parms->itc_offset >> TCE_PAGE_FACTOR;
Linus Torvalds's avatar
Linus Torvalds committed
130
131
	tbl->it_index = parms->itc_index;
	tbl->it_blocksize = 1;
132
	tbl->it_type = virtbus ? TCE_VB : TCE_PCI;
Linus Torvalds's avatar
Linus Torvalds committed
133
134
135
136
137

	kfree(parms);
}


138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
#ifdef CONFIG_PCI
/*
 * This function compares the known tables to find an iommu_table
 * that has already been built for hardware TCEs.
 */
static struct iommu_table *iommu_table_find(struct iommu_table * tbl)
{
	struct pci_dn *pdn;

	list_for_each_entry(pdn, &iSeries_Global_Device_List, Device_List) {
		struct iommu_table *it = pdn->iommu_table;
		if ((it != NULL) &&
		    (it->it_type == TCE_PCI) &&
		    (it->it_offset == tbl->it_offset) &&
		    (it->it_index == tbl->it_index) &&
		    (it->it_size == tbl->it_size))
			return it;
	}
	return NULL;
}


160
void iommu_devnode_init_iSeries(struct device_node *dn)
Linus Torvalds's avatar
Linus Torvalds committed
161
162
{
	struct iommu_table *tbl;
163
	struct pci_dn *pdn = PCI_DN(dn);
Linus Torvalds's avatar
Linus Torvalds committed
164
165
166

	tbl = kmalloc(sizeof(struct iommu_table), GFP_KERNEL);

167
	iommu_table_getparms_iSeries(pdn->busno, pdn->LogicalSlot, 0, tbl);
Linus Torvalds's avatar
Linus Torvalds committed
168
169

	/* Look for existing tce table */
170
171
172
	pdn->iommu_table = iommu_table_find(tbl);
	if (pdn->iommu_table == NULL)
		pdn->iommu_table = iommu_init_table(tbl);
Linus Torvalds's avatar
Linus Torvalds committed
173
174
175
	else
		kfree(tbl);
}
176
#endif
Linus Torvalds's avatar
Linus Torvalds committed
177
178
179
180
181
182
183
184
185
186
187
188
189
190

static void iommu_dev_setup_iSeries(struct pci_dev *dev) { }
static void iommu_bus_setup_iSeries(struct pci_bus *bus) { }

void iommu_init_early_iSeries(void)
{
	ppc_md.tce_build = tce_build_iSeries;
	ppc_md.tce_free  = tce_free_iSeries;

	ppc_md.iommu_dev_setup = iommu_dev_setup_iSeries;
	ppc_md.iommu_bus_setup = iommu_bus_setup_iSeries;

	pci_iommu_init();
}