Re: [Qemu-devel] [PATCH 06/15] xen: Add the Xen platform pci device

[Blue Swirl]

On Thu, Aug 12, 2010 at 2:09 PM,  <address@hidden> wrote:
> From: Anthony PERARD <address@hidden>
>
> Introduce a new emulated PCI device, specific to fully virtualized Xen
> guests.  The device is necessary for PV on HVM drivers to work.

The code should be converted to qdev and VMState.

>
> Signed-off-by: Anthony PERARD <address@hidden>
> Signed-off-by: Stefano Stabellini <address@hidden>
> ---
>  Makefile.target     |    1 +
>  hw/xen_machine_fv.c |    4 +
>  hw/xen_platform.c   |  452 
> +++++++++++++++++++++++++++++++++++++++++++++++++++
>  hw/xen_platform.h   |    9 +
>  4 files changed, 466 insertions(+), 0 deletions(-)
>  create mode 100644 hw/xen_platform.c
>  create mode 100644 hw/xen_platform.h
>
> diff --git a/Makefile.target b/Makefile.target
> index d1b63f2..1984cdd 100644
> --- a/Makefile.target
> +++ b/Makefile.target
> @@ -324,6 +324,7 @@ obj-xen-y += pc.o
>  obj-xen-y += piix_pci.o
>  obj-xen-y += mc146818rtc.o
>  obj-xen-y += xenstore.o
> +obj-xen-y += xen_platform.o
>
>  obj-xen-y += xen_mapcache.o
>  obj-xen-y += stub-functions.o
> diff --git a/hw/xen_machine_fv.c b/hw/xen_machine_fv.c
> index 114addf..ec826e7 100644
> --- a/hw/xen_machine_fv.c
> +++ b/hw/xen_machine_fv.c
> @@ -35,6 +35,7 @@
>  #include "xen_common.h"
>  #include "xen_backend.h"
>  #include "xenstore.h"
> +#include "xen_platform.h"
>  #include "xen/hvm/hvm_info_table.h"
>
>  #define MAX_IDE_BUS 2
> @@ -93,6 +94,9 @@ static void xen_init_fv(ram_addr_t ram_size,
>
>     pc_vga_init(pci_bus);
>
> +    pci_xen_platform_init(pci_bus);
> +    platform_fixed_ioport_init();
> +
>     /* init basic PC hardware */
>     pc_basic_device_init(isa_irq, &floppy_controller, &rtc_state);
>
> diff --git a/hw/xen_platform.c b/hw/xen_platform.c
> new file mode 100644
> index 0000000..85d3f8b
> --- /dev/null
> +++ b/hw/xen_platform.c
> @@ -0,0 +1,452 @@
> +/*
> + * XEN platform pci device, formerly known as the event channel device
> + *
> + * Copyright (c) 2003-2004 Intel Corp.
> + * Copyright (c) 2006 XenSource
> + *
> + * Permission is hereby granted, free of charge, to any person obtaining a 
> copy
> + * of this software and associated documentation files (the "Software"), to 
> deal
> + * in the Software without restriction, including without limitation the 
> rights
> + * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
> + * copies of the Software, and to permit persons to whom the Software is
> + * furnished to do so, subject to the following conditions:
> + *
> + * The above copyright notice and this permission notice shall be included in
> + * all copies or substantial portions of the Software.
> + *
> + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
> + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
> + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
> + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
> + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 
> FROM,
> + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
> + * THE SOFTWARE.
> + */
> +
> +#include "hw.h"
> +#include "pc.h"
> +#include "pci.h"
> +#include "irq.h"
> +#include "xen_common.h"
> +#include "net.h"
> +#include "xen_platform.h"
> +#include "xen_backend.h"
> +#include "qemu-log.h"
> +
> +#include <assert.h>
> +#include <xenguest.h>
> +
> +static int drivers_blacklisted;
> +static uint16_t driver_product_version;
> +static int throttling_disabled;
> +static char log_buffer[4096];
> +static int log_buffer_off;
> +
> +static uint8_t platform_flags;

A lot of static variables. Could you put these to PCIXenPlatformState?

> +
> +#define PFFLAG_ROM_LOCK 1 /* Sets whether ROM memory area is RW or RO */
> +
> +typedef struct PCIXenPlatformState
> +{
> +    PCIDevice  pci_dev;
> +} PCIXenPlatformState;
> +
> +
> +/* We throttle access to dom0 syslog, to avoid DOS attacks.  This is
> +   modelled as a token bucket, with one token for every byte of log.
> +   The bucket size is 128KB (->1024 lines of 128 bytes each) and
> +   refills at 256B/s.  It starts full.  The guest is blocked if no
> +   tokens are available when it tries to generate a log message. */
> +#define BUCKET_MAX_SIZE (128*1024)
> +#define BUCKET_FILL_RATE 256
> +
> +static void throttle(unsigned count)
> +{
> +    static unsigned available;
> +    static struct timespec last_refil;
> +    static int started;
> +    static int warned;
> +
> +    struct timespec waiting_for, now;
> +    double delay;
> +    struct timespec ts;
> +
> +    if (throttling_disabled)
> +        return;
> +
> +    if (!started) {
> +        clock_gettime(CLOCK_MONOTONIC, &last_refil);
> +        available = BUCKET_MAX_SIZE;
> +        started = 1;
> +    }
> +
> +    if (count > BUCKET_MAX_SIZE) {
> +        fprintf(stderr, "tried to get %d tokens, but bucket size is %d\n",
> +                BUCKET_MAX_SIZE, count);
> +        exit(1);
> +    }
> +
> +    if (available < count) {
> +        /* The bucket is empty.  Refil it */
> +
> +        /* When will it be full enough to handle this request? */
> +        delay = (double)(count - available) / BUCKET_FILL_RATE;
> +        waiting_for = last_refil;
> +        waiting_for.tv_sec += delay;
> +        waiting_for.tv_nsec += (delay - (int)delay) * 1e9;
> +        if (waiting_for.tv_nsec >= 1000000000) {
> +            waiting_for.tv_nsec -= 1000000000;
> +            waiting_for.tv_sec++;
> +        }
> +
> +        /* How long do we have to wait? (might be negative) */
> +        clock_gettime(CLOCK_MONOTONIC, &now);
> +        ts.tv_sec = waiting_for.tv_sec - now.tv_sec;
> +        ts.tv_nsec = waiting_for.tv_nsec - now.tv_nsec;
> +        if (ts.tv_nsec < 0) {
> +            ts.tv_sec--;
> +            ts.tv_nsec += 1000000000;
> +        }
> +
> +        /* Wait for it. */
> +        if (ts.tv_sec > 0 ||
> +            (ts.tv_sec == 0 && ts.tv_nsec > 0)) {
> +            if (!warned) {
> +                fprintf(stderr, "throttling guest access to syslog");
> +                warned = 1;
> +            }
> +            while (nanosleep(&ts, &ts) < 0 && errno == EINTR)
> +                ;
> +        }
> +
> +        /* Refil */
> +        clock_gettime(CLOCK_MONOTONIC, &now);
> +        delay = (now.tv_sec - last_refil.tv_sec) +
> +            (now.tv_nsec - last_refil.tv_nsec) * 1.0e-9;
> +        available += BUCKET_FILL_RATE * delay;
> +        if (available > BUCKET_MAX_SIZE)
> +            available = BUCKET_MAX_SIZE;
> +        last_refil = now;
> +    }
> +
> +    assert(available >= count);
> +
> +    available -= count;
> +}
> +
> +#define UNPLUG_ALL_IDE_DISKS 1
> +#define UNPLUG_ALL_NICS 2
> +#define UNPLUG_AUX_IDE_DISKS 4

These should go to the top of the file. Are they even used, the
function below doesn't?

> +
> +static void platform_fixed_ioport_write2(void *opaque, uint32_t addr, 
> uint32_t val)
> +{
> +    switch (addr - 0x10) {

0x10 should be a #define, which should be used...

> +    case 0:
> +        /* Unplug devices.  Value is a bitmask of which devices to
> +           unplug, with bit 0 the IDE devices, bit 1 the network
> +           devices, and bit 2 the non-primary-master IDE devices. */
> +        break;
> +    case 2:
> +        switch (val) {
> +        case 1:
> +            fprintf(stderr, "Citrix Windows PV drivers loaded in guest\n");
> +            break;
> +        case 0:
> +            fprintf(stderr, "Guest claimed to be running PV product 0?\n");
> +            break;
> +        default:
> +            fprintf(stderr, "Unknown PV product %d loaded in guest\n", val);
> +            break;
> +        }
> +        driver_product_version = val;
> +        break;
> +    }
> +}
> +
> +static void platform_fixed_ioport_write4(void *opaque, uint32_t addr,
> +                                         uint32_t val)
> +{
> +    switch (addr - 0x10) {

... here ...

> +    case 0:
> +        /* PV driver version */
> +        break;
> +    }
> +}
> +
> +static void platform_fixed_ioport_write1(void *opaque, uint32_t addr, 
> uint32_t val)
> +{
> +    switch (addr - 0x10) {

... here ...

> +    case 0: /* Platform flags */ {
> +        hvmmem_type_t mem_type = (val & PFFLAG_ROM_LOCK) ?
> +            HVMMEM_ram_ro : HVMMEM_ram_rw;
> +        if (xc_hvm_set_mem_type(xen_xc, xen_domid, mem_type, 0xc0, 0x40))
> +            fprintf(stderr,"platform_fixed_ioport: unable to change ro/rw "
> +                    "state of ROM memory area!\n");

Please introduce a macro (DPRINTF) and use that.

> +        else {
> +            platform_flags = val & PFFLAG_ROM_LOCK;
> +            fprintf(stderr,"platform_fixed_ioport: changed ro/rw "
> +                    "state of ROM memory area. now is %s state.\n",
> +                    (mem_type == HVMMEM_ram_ro ? "ro":"rw"));
> +        }
> +        break;
> +    }
> +    case 2:
> +        /* Send bytes to syslog */
> +        if (val == '\n' || log_buffer_off == sizeof(log_buffer) - 1) {
> +            /* Flush buffer */
> +            log_buffer[log_buffer_off] = 0;
> +            throttle(log_buffer_off);
> +            fprintf(stderr, "%s\n", log_buffer);
> +            log_buffer_off = 0;
> +            break;
> +        }
> +        log_buffer[log_buffer_off++] = val;
> +        break;
> +    }
> +}
> +
> +static uint32_t platform_fixed_ioport_read2(void *opaque, uint32_t addr)
> +{
> +    switch (addr - 0x10) {

... here ...

> +    case 0:
> +        if (drivers_blacklisted) {
> +            /* The drivers will recognise this magic number and refuse
> +             * to do anything. */
> +            return 0xd249;
> +        } else {
> +            /* Magic value so that you can identify the interface. */
> +            return 0x49d2;
> +        }
> +    default:
> +        return 0xffff;
> +    }
> +}
> +
> +static uint32_t platform_fixed_ioport_read1(void *opaque, uint32_t addr)
> +{
> +    switch (addr - 0x10) {

... here ...

> +    case 0:
> +        /* Platform flags */
> +        return platform_flags;
> +    case 2:
> +        /* Version number */
> +        return 1;
> +    default:
> +        return 0xff;
> +    }
> +}
> +
> +static void platform_fixed_ioport_save(QEMUFile *f, void *opaque)
> +{
> +    qemu_put_8s(f, &platform_flags);
> +}
> +
> +static int platform_fixed_ioport_load(QEMUFile *f, void *opaque, int 
> version_id)
> +{
> +    uint8_t flags;
> +
> +    if (version_id > 1)
> +        return -EINVAL;
> +
> +    qemu_get_8s(f, &flags);
> +    platform_fixed_ioport_write1(NULL, 0x10, flags);
> +
> +    return 0;
> +}
> +
> +void platform_fixed_ioport_init(void)
> +{
> +    register_savevm(NULL, "platform_fixed_ioport", 0, 1, 
> platform_fixed_ioport_save,
> +                    platform_fixed_ioport_load, NULL);

Please use VMState instead.

> +
> +    register_ioport_write(0x10, 16, 4, platform_fixed_ioport_write4, NULL);

and here and below. In fact, just s/0x10/XEN_PLATFORM_IOPORT/g.

> +    register_ioport_write(0x10, 16, 2, platform_fixed_ioport_write2, NULL);
> +    register_ioport_write(0x10, 16, 1, platform_fixed_ioport_write1, NULL);
> +    register_ioport_read(0x10, 16, 2, platform_fixed_ioport_read2, NULL);
> +    register_ioport_read(0x10, 16, 1, platform_fixed_ioport_read1, NULL);
> +
> +    platform_fixed_ioport_write1(NULL, 0x10, 0);

Introduce a reset function which performs something similar.

> +}
> +
> +static uint32_t xen_platform_ioport_readb(void *opaque, uint32_t addr)
> +{
> +    addr &= 0xff;
> +
> +    return (addr == 0) ? platform_fixed_ioport_read1(NULL, 0x10) : ~0u;

Just use if.

> +}
> +
> +static void xen_platform_ioport_writeb(void *opaque, uint32_t addr, uint32_t 
> val)
> +{
> +    addr &= 0xff;
> +    val  &= 0xff;
> +
> +    switch (addr) {
> +    case 0: /* Platform flags */
> +        platform_fixed_ioport_write1(NULL, 0x10, val);
> +        break;
> +    case 8:
> +        {
> +            if (val == '\n' || log_buffer_off == sizeof(log_buffer) - 1) {
> +                /* Flush buffer */
> +                log_buffer[log_buffer_off] = 0;
> +                throttle(log_buffer_off);
> +                fprintf(stderr, "%s\n", log_buffer);
> +                log_buffer_off = 0;
> +                break;
> +            }
> +            log_buffer[log_buffer_off++] = val;
> +        }
> +        break;
> +    default:
> +        break;
> +    }
> +}
> +
> +static void platform_ioport_map(PCIDevice *pci_dev, int region_num, pcibus_t 
> addr, pcibus_t size, int type)
> +{
> +    PCIXenPlatformState *d = (PCIXenPlatformState *)pci_dev;

Useless cast in C. Moreover, you should use DO_UPCAST or container_of.

> +    register_ioport_write(addr, size, 1, xen_platform_ioport_writeb, d);
> +    register_ioport_read(addr, size, 1, xen_platform_ioport_readb, d);
> +}
> +
> +static uint32_t platform_mmio_read(void *opaque, target_phys_addr_t addr)
> +{
> +    static int warnings = 0;
> +    if (warnings < 5) {
> +        fprintf(stderr, "Warning: attempted read from physical address "
> +                "0x%"PRIx64" in xen platform mmio space\n", (uint64_t)addr);

Instead of the cast, you should use TARGET_FMT_plx.

> +        warnings++;
> +    }
> +    return 0;
> +}
> +
> +static void platform_mmio_write(void *opaque, target_phys_addr_t addr,
> +                                uint32_t val)
> +{
> +    static int warnings = 0;
> +    if (warnings < 5) {
> +        fprintf(stderr, "Warning: attempted write of 0x%x to physical "
> +                "address 0x%"PRIx64" in xen platform mmio space\n",
> +                val, (uint64_t)addr);
> +        warnings++;
> +    }
> +    return;
> +}
> +
> +static CPUReadMemoryFunc *platform_mmio_read_funcs[3] = {

These should be 'const'.

> +    platform_mmio_read,
> +    platform_mmio_read,
> +    platform_mmio_read,
> +};
> +
> +static CPUWriteMemoryFunc *platform_mmio_write_funcs[3] = {
> +    platform_mmio_write,
> +    platform_mmio_write,
> +    platform_mmio_write,
> +};
> +
> +static void platform_mmio_map(PCIDevice *d, int region_num,
> +                              pcibus_t addr, pcibus_t size, int type)
> +{
> +    int mmio_io_addr;
> +
> +    mmio_io_addr = cpu_register_io_memory(platform_mmio_read_funcs,
> +                                          platform_mmio_write_funcs, NULL);
> +
> +    cpu_register_physical_memory(addr, 0x1000000, mmio_io_addr);
> +}
> +
> +struct pci_config_header {
> +    uint16_t vendor_id;
> +    uint16_t device_id;
> +    uint16_t command;
> +    uint16_t status;
> +    uint8_t  revision;
> +    uint8_t  api;
> +    uint8_t  subclass;
> +    uint8_t  class;
> +    uint8_t  cache_line_size; /* Units of 32 bit words */
> +    uint8_t  latency_timer; /* In units of bus cycles */
> +    uint8_t  header_type; /* Should be 0 */
> +    uint8_t  bist; /* Built in self test */
> +    uint32_t base_address_regs[6];
> +    uint32_t reserved1;
> +    uint16_t subsystem_vendor_id;
> +    uint16_t subsystem_id;
> +    uint32_t rom_addr;
> +    uint32_t reserved3;
> +    uint32_t reserved4;
> +    uint8_t  interrupt_line;
> +    uint8_t  interrupt_pin;
> +    uint8_t  min_gnt;
> +    uint8_t  max_lat;
> +};

Why can't you use the facilities from pci.h?

> +
> +static void xen_pci_save(QEMUFile *f, void *opaque)
> +{
> +    PCIXenPlatformState *d = opaque;
> +    uint64_t t = 0;
> +
> +    pci_device_save(&d->pci_dev, f);
> +    qemu_put_be64s(f, &t);
> +}
> +
> +static int xen_pci_load(QEMUFile *f, void *opaque, int version_id)
> +{
> +    PCIXenPlatformState *d = opaque;
> +    int ret;
> +
> +    if (version_id > 3)
> +        return -EINVAL;
> +
> +    ret = pci_device_load(&d->pci_dev, f);
> +    if (ret < 0)
> +        return ret;
> +
> +    if (version_id >= 2) {
> +        if (version_id == 2) {
> +            uint8_t flags;
> +            qemu_get_8s(f, &flags);
> +            xen_platform_ioport_writeb(d, 0, flags);
> +        }
> +        qemu_get_be64(f);
> +    }
> +
> +    return 0;
> +}
> +
> +void pci_xen_platform_init(PCIBus *bus)
> +{
> +    PCIXenPlatformState *d;
> +    struct pci_config_header *pch;
> +
> +    printf("Register xen platform.\n");
> +    d = (PCIXenPlatformState *)pci_register_device(
> +        bus, "xen-platform", sizeof(PCIXenPlatformState), -1, NULL, NULL);
> +    pch = (struct pci_config_header *)d->pci_dev.config;
> +    pch->vendor_id = 0x5853;

You should use pci_set_word etc. Please add 0x5853 to pci_ids.h.

> +    pch->device_id = 0x0001;
> +    pch->command = 3; /* IO and memory access */
> +    pch->revision = 1;
> +    pch->api = 0;
> +    pch->subclass = 0x80; /* Other */
> +    pch->class = 0xff; /* Unclassified device class */
> +    pch->header_type = 0;
> +    pch->interrupt_pin = 1;
> +
> +    /* Microsoft WHQL requires non-zero subsystem IDs. */
> +    /* http://www.pcisig.com/reflector/msg02205.html.  */
> +    pch->subsystem_vendor_id = pch->vendor_id; /* Duplicate vendor id.  */
> +    pch->subsystem_id        = 0x0001;         /* Hardcode sub-id as 1. */
> +
> +    pci_register_bar(&d->pci_dev, 0, 0x100,
> +                           PCI_BASE_ADDRESS_SPACE_IO, platform_ioport_map);
> +
> +    /* reserve 16MB mmio address for share memory*/
> +    pci_register_bar(&d->pci_dev, 1, 0x1000000,
> +                           PCI_BASE_ADDRESS_MEM_PREFETCH, platform_mmio_map);
> +
> +    register_savevm(NULL, "platform", 0, 3, xen_pci_save, xen_pci_load, d);
> +    printf("Done register platform.\n");
> +}
> +
> diff --git a/hw/xen_platform.h b/hw/xen_platform.h
> new file mode 100644
> index 0000000..6eeff22
> --- /dev/null
> +++ b/hw/xen_platform.h
> @@ -0,0 +1,9 @@
> +#ifndef XEN_PLATFORM_H
> +#define XEN_PLATFORM_H
> +
> +#include "hw/pci.h"
> +
> +void pci_xen_platform_init(PCIBus *bus);
> +void platform_fixed_ioport_init(void);
> +
> +#endif
> --
> 1.7.0.4
>
>
>