1#ifndef __KVM_HOST_H
2#define __KVM_HOST_H
3
4
5
6
7
8
9#include <linux/types.h>
10#include <linux/hardirq.h>
11#include <linux/list.h>
12#include <linux/mutex.h>
13#include <linux/spinlock.h>
14#include <linux/signal.h>
15#include <linux/sched.h>
16#include <linux/mm.h>
17#include <linux/preempt.h>
18#include <linux/marker.h>
19#include <linux/msi.h>
20#include <asm/signal.h>
21
22#include <linux/kvm.h>
23#include <linux/kvm_para.h>
24
25#include <linux/kvm_types.h>
26
27#include <asm/kvm_host.h>
28
29
30
31
32#define KVM_REQ_TLB_FLUSH 0
33#define KVM_REQ_MIGRATE_TIMER 1
34#define KVM_REQ_REPORT_TPR_ACCESS 2
35#define KVM_REQ_MMU_RELOAD 3
36#define KVM_REQ_TRIPLE_FAULT 4
37#define KVM_REQ_PENDING_TIMER 5
38#define KVM_REQ_UNHALT 6
39#define KVM_REQ_MMU_SYNC 7
40
41#define KVM_USERSPACE_IRQ_SOURCE_ID 0
42
43struct kvm_vcpu;
44extern struct kmem_cache *kvm_vcpu_cache;
45
46
47
48
49
50
51
52struct kvm_io_bus {
53 int dev_count;
54#define NR_IOBUS_DEVS 6
55 struct kvm_io_device *devs[NR_IOBUS_DEVS];
56};
57
58void kvm_io_bus_init(struct kvm_io_bus *bus);
59void kvm_io_bus_destroy(struct kvm_io_bus *bus);
60struct kvm_io_device *kvm_io_bus_find_dev(struct kvm_io_bus *bus,
61 gpa_t addr, int len, int is_write);
62void kvm_io_bus_register_dev(struct kvm_io_bus *bus,
63 struct kvm_io_device *dev);
64
65struct kvm_vcpu {
66 struct kvm *kvm;
67#ifdef CONFIG_PREEMPT_NOTIFIERS
68 struct preempt_notifier preempt_notifier;
69#endif
70 int vcpu_id;
71 struct mutex mutex;
72 int cpu;
73 struct kvm_run *run;
74 int guest_mode;
75 unsigned long requests;
76 struct kvm_guest_debug guest_debug;
77 int fpu_active;
78 int guest_fpu_loaded;
79 wait_queue_head_t wq;
80 int sigset_active;
81 sigset_t sigset;
82 struct kvm_vcpu_stat stat;
83
84#ifdef CONFIG_HAS_IOMEM
85 int mmio_needed;
86 int mmio_read_completed;
87 int mmio_is_write;
88 int mmio_size;
89 unsigned char mmio_data[8];
90 gpa_t mmio_phys_addr;
91#endif
92
93 struct kvm_vcpu_arch arch;
94};
95
96struct kvm_memory_slot {
97 gfn_t base_gfn;
98 unsigned long npages;
99 unsigned long flags;
100 unsigned long *rmap;
101 unsigned long *dirty_bitmap;
102 struct {
103 unsigned long rmap_pde;
104 int write_count;
105 } *lpage_info;
106 unsigned long userspace_addr;
107 int user_alloc;
108};
109
110struct kvm {
111 struct mutex lock;
112 spinlock_t mmu_lock;
113 struct rw_semaphore slots_lock;
114 struct mm_struct *mm;
115 int nmemslots;
116 struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
117 KVM_PRIVATE_MEM_SLOTS];
118 struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
119 struct list_head vm_list;
120 struct kvm_io_bus mmio_bus;
121 struct kvm_io_bus pio_bus;
122 struct kvm_vm_stat stat;
123 struct kvm_arch arch;
124 atomic_t users_count;
125#ifdef KVM_COALESCED_MMIO_PAGE_OFFSET
126 struct kvm_coalesced_mmio_dev *coalesced_mmio_dev;
127 struct kvm_coalesced_mmio_ring *coalesced_mmio_ring;
128#endif
129
130#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
131 struct mmu_notifier mmu_notifier;
132 unsigned long mmu_notifier_seq;
133 long mmu_notifier_count;
134#endif
135};
136
137
138#define pr_unimpl(vcpu, fmt, ...) \
139 do { \
140 if (printk_ratelimit()) \
141 printk(KERN_ERR "kvm: %i: cpu%i " fmt, \
142 current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
143 } while (0)
144
145#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
146#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)
147
148int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
149void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);
150
151void vcpu_load(struct kvm_vcpu *vcpu);
152void vcpu_put(struct kvm_vcpu *vcpu);
153
154int kvm_init(void *opaque, unsigned int vcpu_size,
155 struct module *module);
156void kvm_exit(void);
157
158void kvm_get_kvm(struct kvm *kvm);
159void kvm_put_kvm(struct kvm *kvm);
160
161#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
162#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
163static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
164struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva);
165
166extern struct page *bad_page;
167extern pfn_t bad_pfn;
168
169int is_error_page(struct page *page);
170int is_error_pfn(pfn_t pfn);
171int kvm_is_error_hva(unsigned long addr);
172int kvm_set_memory_region(struct kvm *kvm,
173 struct kvm_userspace_memory_region *mem,
174 int user_alloc);
175int __kvm_set_memory_region(struct kvm *kvm,
176 struct kvm_userspace_memory_region *mem,
177 int user_alloc);
178int kvm_arch_set_memory_region(struct kvm *kvm,
179 struct kvm_userspace_memory_region *mem,
180 struct kvm_memory_slot old,
181 int user_alloc);
182void kvm_arch_flush_shadow(struct kvm *kvm);
183gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
184struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
185unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
186void kvm_release_page_clean(struct page *page);
187void kvm_release_page_dirty(struct page *page);
188void kvm_set_page_dirty(struct page *page);
189void kvm_set_page_accessed(struct page *page);
190
191pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
192void kvm_release_pfn_dirty(pfn_t);
193void kvm_release_pfn_clean(pfn_t pfn);
194void kvm_set_pfn_dirty(pfn_t pfn);
195void kvm_set_pfn_accessed(pfn_t pfn);
196void kvm_get_pfn(pfn_t pfn);
197
198int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
199 int len);
200int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
201 unsigned long len);
202int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
203int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
204 int offset, int len);
205int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
206 unsigned long len);
207int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
208int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
209struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
210int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
211void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
212
213void kvm_vcpu_block(struct kvm_vcpu *vcpu);
214void kvm_resched(struct kvm_vcpu *vcpu);
215void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
216void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
217void kvm_flush_remote_tlbs(struct kvm *kvm);
218void kvm_reload_remote_mmus(struct kvm *kvm);
219
220long kvm_arch_dev_ioctl(struct file *filp,
221 unsigned int ioctl, unsigned long arg);
222long kvm_arch_vcpu_ioctl(struct file *filp,
223 unsigned int ioctl, unsigned long arg);
224void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
225void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
226
227int kvm_dev_ioctl_check_extension(long ext);
228
229int kvm_get_dirty_log(struct kvm *kvm,
230 struct kvm_dirty_log *log, int *is_dirty);
231int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
232 struct kvm_dirty_log *log);
233
234int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
235 struct
236 kvm_userspace_memory_region *mem,
237 int user_alloc);
238long kvm_arch_vm_ioctl(struct file *filp,
239 unsigned int ioctl, unsigned long arg);
240void kvm_arch_destroy_vm(struct kvm *kvm);
241
242int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
243int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
244
245int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
246 struct kvm_translation *tr);
247
248int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
249int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
250int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
251 struct kvm_sregs *sregs);
252int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
253 struct kvm_sregs *sregs);
254int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
255 struct kvm_mp_state *mp_state);
256int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
257 struct kvm_mp_state *mp_state);
258int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
259 struct kvm_debug_guest *dbg);
260int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);
261
262int kvm_arch_init(void *opaque);
263void kvm_arch_exit(void);
264
265int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
266void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);
267
268void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
269void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
270void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
271struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
272int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
273void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
274
275int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
276void kvm_arch_hardware_enable(void *garbage);
277void kvm_arch_hardware_disable(void *garbage);
278int kvm_arch_hardware_setup(void);
279void kvm_arch_hardware_unsetup(void);
280void kvm_arch_check_processor_compat(void *rtn);
281int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
282
283void kvm_free_physmem(struct kvm *kvm);
284
285struct kvm *kvm_arch_create_vm(void);
286void kvm_arch_destroy_vm(struct kvm *kvm);
287void kvm_free_all_assigned_devices(struct kvm *kvm);
288void kvm_arch_sync_events(struct kvm *kvm);
289
290int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
291int kvm_cpu_has_interrupt(struct kvm_vcpu *v);
292int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
293void kvm_vcpu_kick(struct kvm_vcpu *vcpu);
294
295int kvm_is_mmio_pfn(pfn_t pfn);
296
297struct kvm_irq_ack_notifier {
298 struct hlist_node link;
299 unsigned gsi;
300 void (*irq_acked)(struct kvm_irq_ack_notifier *kian);
301};
302
303struct kvm_assigned_dev_kernel {
304 struct kvm_irq_ack_notifier ack_notifier;
305 struct work_struct interrupt_work;
306 struct list_head list;
307 int assigned_dev_id;
308 int host_busnr;
309 int host_devfn;
310 int host_irq;
311 bool host_irq_disabled;
312 int guest_irq;
313 struct msi_msg guest_msi;
314#define KVM_ASSIGNED_DEV_GUEST_INTX (1 << 0)
315#define KVM_ASSIGNED_DEV_GUEST_MSI (1 << 1)
316#define KVM_ASSIGNED_DEV_HOST_INTX (1 << 8)
317#define KVM_ASSIGNED_DEV_HOST_MSI (1 << 9)
318 unsigned long irq_requested_type;
319 int irq_source_id;
320 int flags;
321 struct pci_dev *dev;
322 struct kvm *kvm;
323};
324void kvm_set_irq(struct kvm *kvm, int irq_source_id, int irq, int level);
325void kvm_notify_acked_irq(struct kvm *kvm, unsigned gsi);
326void kvm_register_irq_ack_notifier(struct kvm *kvm,
327 struct kvm_irq_ack_notifier *kian);
328void kvm_unregister_irq_ack_notifier(struct kvm_irq_ack_notifier *kian);
329int kvm_request_irq_source_id(struct kvm *kvm);
330void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id);
331
332#ifdef CONFIG_IOMMU_API
333int kvm_iommu_map_pages(struct kvm *kvm, gfn_t base_gfn,
334 unsigned long npages);
335int kvm_iommu_map_guest(struct kvm *kvm);
336int kvm_iommu_unmap_guest(struct kvm *kvm);
337int kvm_assign_device(struct kvm *kvm,
338 struct kvm_assigned_dev_kernel *assigned_dev);
339int kvm_deassign_device(struct kvm *kvm,
340 struct kvm_assigned_dev_kernel *assigned_dev);
341#else
342static inline int kvm_iommu_map_pages(struct kvm *kvm,
343 gfn_t base_gfn,
344 unsigned long npages)
345{
346 return 0;
347}
348
349static inline int kvm_iommu_map_guest(struct kvm *kvm)
350{
351 return -ENODEV;
352}
353
354static inline int kvm_iommu_unmap_guest(struct kvm *kvm)
355{
356 return 0;
357}
358
359static inline int kvm_assign_device(struct kvm *kvm,
360 struct kvm_assigned_dev_kernel *assigned_dev)
361{
362 return 0;
363}
364
365static inline int kvm_deassign_device(struct kvm *kvm,
366 struct kvm_assigned_dev_kernel *assigned_dev)
367{
368 return 0;
369}
370#endif
371
372static inline void kvm_guest_enter(void)
373{
374 account_system_vtime(current);
375 current->flags |= PF_VCPU;
376}
377
378static inline void kvm_guest_exit(void)
379{
380 account_system_vtime(current);
381 current->flags &= ~PF_VCPU;
382}
383
384static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot)
385{
386 return slot - kvm->memslots;
387}
388
389static inline gpa_t gfn_to_gpa(gfn_t gfn)
390{
391 return (gpa_t)gfn << PAGE_SHIFT;
392}
393
394static inline hpa_t pfn_to_hpa(pfn_t pfn)
395{
396 return (hpa_t)pfn << PAGE_SHIFT;
397}
398
399static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
400{
401 set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
402}
403
404enum kvm_stat_kind {
405 KVM_STAT_VM,
406 KVM_STAT_VCPU,
407};
408
409struct kvm_stats_debugfs_item {
410 const char *name;
411 int offset;
412 enum kvm_stat_kind kind;
413 struct dentry *dentry;
414};
415extern struct kvm_stats_debugfs_item debugfs_entries[];
416extern struct dentry *kvm_debugfs_dir;
417
418#define KVMTRACE_5D(evt, vcpu, d1, d2, d3, d4, d5, name) \
419 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
420 vcpu, 5, d1, d2, d3, d4, d5)
421#define KVMTRACE_4D(evt, vcpu, d1, d2, d3, d4, name) \
422 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
423 vcpu, 4, d1, d2, d3, d4, 0)
424#define KVMTRACE_3D(evt, vcpu, d1, d2, d3, name) \
425 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
426 vcpu, 3, d1, d2, d3, 0, 0)
427#define KVMTRACE_2D(evt, vcpu, d1, d2, name) \
428 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
429 vcpu, 2, d1, d2, 0, 0, 0)
430#define KVMTRACE_1D(evt, vcpu, d1, name) \
431 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
432 vcpu, 1, d1, 0, 0, 0, 0)
433#define KVMTRACE_0D(evt, vcpu, name) \
434 trace_mark(kvm_trace_##name, "%u %p %u %u %u %u %u %u", KVM_TRC_##evt, \
435 vcpu, 0, 0, 0, 0, 0, 0)
436
437#ifdef CONFIG_KVM_TRACE
438int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg);
439void kvm_trace_cleanup(void);
440#else
441static inline
442int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg)
443{
444 return -EINVAL;
445}
446#define kvm_trace_cleanup() ((void)0)
447#endif
448
449#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
450static inline int mmu_notifier_retry(struct kvm_vcpu *vcpu, unsigned long mmu_seq)
451{
452 if (unlikely(vcpu->kvm->mmu_notifier_count))
453 return 1;
454
455
456
457
458
459
460
461 if (vcpu->kvm->mmu_notifier_seq != mmu_seq)
462 return 1;
463 return 0;
464}
465#endif
466
467#endif
468
