mirror of
https://github.com/RGBCube/serenity
synced 2025-05-28 22:35:06 +00:00

Apparently we need to poll the drive for its status after each sector we read if we're not doing DMA. Previously we only did it at the start, which resulted in every sector after the first in a batch having 12 bytes of garbage on the end. This manifested as silent read corruption.
516 lines
15 KiB
C++
516 lines
15 KiB
C++
#include "PATADiskDevice.h"
|
|
#include <AK/ByteBuffer.h>
|
|
#include <Kernel/Devices/PATAChannel.h>
|
|
#include <Kernel/FileSystem/ProcFS.h>
|
|
#include <Kernel/IO.h>
|
|
#include <Kernel/Process.h>
|
|
#include <Kernel/VM/MemoryManager.h>
|
|
|
|
#define PATA_PRIMARY_IRQ 14
|
|
#define PATA_SECONDARY_IRQ 15
|
|
|
|
//#define PATA_DEBUG
|
|
|
|
#define ATA_SR_BSY 0x80
|
|
#define ATA_SR_DRDY 0x40
|
|
#define ATA_SR_DF 0x20
|
|
#define ATA_SR_DSC 0x10
|
|
#define ATA_SR_DRQ 0x08
|
|
#define ATA_SR_CORR 0x04
|
|
#define ATA_SR_IDX 0x02
|
|
#define ATA_SR_ERR 0x01
|
|
|
|
#define ATA_ER_BBK 0x80
|
|
#define ATA_ER_UNC 0x40
|
|
#define ATA_ER_MC 0x20
|
|
#define ATA_ER_IDNF 0x10
|
|
#define ATA_ER_MCR 0x08
|
|
#define ATA_ER_ABRT 0x04
|
|
#define ATA_ER_TK0NF 0x02
|
|
#define ATA_ER_AMNF 0x01
|
|
|
|
#define ATA_CMD_READ_PIO 0x20
|
|
#define ATA_CMD_READ_PIO_EXT 0x24
|
|
#define ATA_CMD_READ_DMA 0xC8
|
|
#define ATA_CMD_READ_DMA_EXT 0x25
|
|
#define ATA_CMD_WRITE_PIO 0x30
|
|
#define ATA_CMD_WRITE_PIO_EXT 0x34
|
|
#define ATA_CMD_WRITE_DMA 0xCA
|
|
#define ATA_CMD_WRITE_DMA_EXT 0x35
|
|
#define ATA_CMD_CACHE_FLUSH 0xE7
|
|
#define ATA_CMD_CACHE_FLUSH_EXT 0xEA
|
|
#define ATA_CMD_PACKET 0xA0
|
|
#define ATA_CMD_IDENTIFY_PACKET 0xA1
|
|
#define ATA_CMD_IDENTIFY 0xEC
|
|
|
|
#define ATAPI_CMD_READ 0xA8
|
|
#define ATAPI_CMD_EJECT 0x1B
|
|
|
|
#define ATA_IDENT_DEVICETYPE 0
|
|
#define ATA_IDENT_CYLINDERS 2
|
|
#define ATA_IDENT_HEADS 6
|
|
#define ATA_IDENT_SECTORS 12
|
|
#define ATA_IDENT_SERIAL 20
|
|
#define ATA_IDENT_MODEL 54
|
|
#define ATA_IDENT_CAPABILITIES 98
|
|
#define ATA_IDENT_FIELDVALID 106
|
|
#define ATA_IDENT_MAX_LBA 120
|
|
#define ATA_IDENT_COMMANDSETS 164
|
|
#define ATA_IDENT_MAX_LBA_EXT 200
|
|
|
|
#define IDE_ATA 0x00
|
|
#define IDE_ATAPI 0x01
|
|
|
|
#define ATA_REG_DATA 0x00
|
|
#define ATA_REG_ERROR 0x01
|
|
#define ATA_REG_FEATURES 0x01
|
|
#define ATA_REG_SECCOUNT0 0x02
|
|
#define ATA_REG_LBA0 0x03
|
|
#define ATA_REG_LBA1 0x04
|
|
#define ATA_REG_LBA2 0x05
|
|
#define ATA_REG_HDDEVSEL 0x06
|
|
#define ATA_REG_COMMAND 0x07
|
|
#define ATA_REG_STATUS 0x07
|
|
#define ATA_REG_SECCOUNT1 0x08
|
|
#define ATA_REG_LBA3 0x09
|
|
#define ATA_REG_LBA4 0x0A
|
|
#define ATA_REG_LBA5 0x0B
|
|
#define ATA_REG_CONTROL 0x0C
|
|
#define ATA_REG_ALTSTATUS 0x0C
|
|
#define ATA_REG_DEVADDRESS 0x0D
|
|
|
|
static Lock& s_lock()
|
|
{
|
|
static Lock* lock;
|
|
if (!lock)
|
|
lock = new Lock;
|
|
|
|
return *lock;
|
|
};
|
|
|
|
OwnPtr<PATAChannel> PATAChannel::create(ChannelType type)
|
|
{
|
|
return make<PATAChannel>(type);
|
|
}
|
|
|
|
PATAChannel::PATAChannel(ChannelType type)
|
|
: IRQHandler((type == ChannelType::Primary ? PATA_PRIMARY_IRQ : PATA_SECONDARY_IRQ))
|
|
, m_channel_number((type == ChannelType::Primary ? 0 : 1))
|
|
, m_io_base((type == ChannelType::Primary ? 0x1F0 : 0x170))
|
|
{
|
|
m_dma_enabled.resource() = true;
|
|
ProcFS::the().add_sys_bool("ide_dma", m_dma_enabled);
|
|
|
|
initialize();
|
|
detect_disks();
|
|
}
|
|
|
|
PATAChannel::~PATAChannel()
|
|
{
|
|
}
|
|
|
|
void PATAChannel::initialize()
|
|
{
|
|
static const PCI::ID piix3_ide_id = { 0x8086, 0x7010 };
|
|
static const PCI::ID piix4_ide_id = { 0x8086, 0x7111 };
|
|
PCI::enumerate_all([this](const PCI::Address& address, PCI::ID id) {
|
|
if (id == piix3_ide_id || id == piix4_ide_id) {
|
|
m_pci_address = address;
|
|
kprintf("PIIX%u PATA Controller found!\n", id == piix3_ide_id ? 3 : 4);
|
|
}
|
|
});
|
|
|
|
// Let's try to set up DMA transfers.
|
|
if (!m_pci_address.is_null()) {
|
|
m_prdt.end_of_table = 0x8000;
|
|
PCI::enable_bus_mastering(m_pci_address);
|
|
m_bus_master_base = PCI::get_BAR4(m_pci_address) & 0xfffc;
|
|
m_dma_buffer_page = MM.allocate_supervisor_physical_page();
|
|
dbgprintf("PIIX Bus master IDE: I/O @ %x\n", m_bus_master_base);
|
|
}
|
|
}
|
|
|
|
static void print_ide_status(u8 status)
|
|
{
|
|
kprintf("DRQ=%u BSY=%u DRDY=%u DSC=%u DF=%u CORR=%u IDX=%u ERR=%u\n",
|
|
(status & ATA_SR_DRQ) != 0,
|
|
(status & ATA_SR_BSY) != 0,
|
|
(status & ATA_SR_DRDY) != 0,
|
|
(status & ATA_SR_DSC) != 0,
|
|
(status & ATA_SR_DF) != 0,
|
|
(status & ATA_SR_CORR) != 0,
|
|
(status & ATA_SR_IDX) != 0,
|
|
(status & ATA_SR_ERR) != 0);
|
|
}
|
|
|
|
bool PATAChannel::wait_for_irq()
|
|
{
|
|
#ifdef PATA_DEBUG
|
|
kprintf("PATA: waiting for IRQ %d...\n", irq_number());
|
|
#endif
|
|
while (!m_interrupted) {
|
|
// FIXME: Put this process into a Blocked state instead, it's stupid to wake up just to check a flag.
|
|
Scheduler::yield();
|
|
}
|
|
#ifdef PATA_DEBUG
|
|
kprintf("PATA: received IRQ %d!\n", irq_number());
|
|
#endif
|
|
|
|
return true;
|
|
}
|
|
|
|
void PATAChannel::handle_irq()
|
|
{
|
|
u8 status = IO::in8(m_io_base + ATA_REG_STATUS);
|
|
if (status & ATA_SR_ERR) {
|
|
print_ide_status(status);
|
|
m_device_error = IO::in8(m_io_base + ATA_REG_ERROR);
|
|
kprintf("PATADiskDevice: Error %b!\n", m_device_error);
|
|
} else {
|
|
m_device_error = 0;
|
|
}
|
|
#ifdef PATA_DEBUG
|
|
kprintf("disk:interrupt: DRQ=%u BSY=%u DRDY=%u\n", (status & ATA_SR_DRQ) != 0, (status & ATA_SR_BSY) != 0, (status & ATA_SR_DRDY) != 0);
|
|
#endif
|
|
m_interrupted = true;
|
|
}
|
|
|
|
static void wait_400ns(u16 io_base)
|
|
{
|
|
for (int i = 0; i < 4; ++i)
|
|
IO::in8(io_base + ATA_REG_ALTSTATUS);
|
|
}
|
|
|
|
void PATAChannel::detect_disks()
|
|
{
|
|
// There are only two possible disks connected to a channel
|
|
for (auto i = 0; i < 2; i++) {
|
|
enable_irq();
|
|
|
|
IO::out8(m_io_base + ATA_REG_HDDEVSEL, 0xA0 | (i << 4)); // First, we need to select the drive itself
|
|
|
|
// Apparently these need to be 0 before sending IDENTIFY?!
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, 0x00);
|
|
IO::out8(m_io_base + ATA_REG_LBA0, 0x00);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, 0x00);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, 0x00);
|
|
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_IDENTIFY); // Send the ATA_IDENTIFY command
|
|
|
|
// Wait for the BSY flag to be reset
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
if (IO::in8(m_io_base + ATA_REG_STATUS) == 0x00) {
|
|
#ifdef PATA_DEBUG
|
|
kprintf("PATA: No %s disk detected!\n", (i == 0 ? "master" : "slave"));
|
|
#endif
|
|
continue;
|
|
}
|
|
|
|
ByteBuffer wbuf = ByteBuffer::create_uninitialized(512);
|
|
ByteBuffer bbuf = ByteBuffer::create_uninitialized(512);
|
|
u8* b = bbuf.pointer();
|
|
u16* w = (u16*)wbuf.pointer();
|
|
const u16* wbufbase = (u16*)wbuf.pointer();
|
|
|
|
for (u32 i = 0; i < 256; ++i) {
|
|
u16 data = IO::in16(m_io_base + ATA_REG_DATA);
|
|
*(w++) = data;
|
|
*(b++) = MSB(data);
|
|
*(b++) = LSB(data);
|
|
}
|
|
|
|
// "Unpad" the device name string.
|
|
for (u32 i = 93; i > 54 && bbuf[i] == ' '; --i)
|
|
bbuf[i] = 0;
|
|
|
|
u8 cyls = wbufbase[1];
|
|
u8 heads = wbufbase[3];
|
|
u8 spt = wbufbase[6];
|
|
|
|
kprintf(
|
|
"PATADiskDevice: Name=\"%s\", C/H/Spt=%u/%u/%u\n",
|
|
bbuf.pointer() + 54,
|
|
cyls,
|
|
heads,
|
|
spt);
|
|
|
|
int major = (m_channel_number == 0) ? 3 : 4;
|
|
if (i == 0) {
|
|
m_master = PATADiskDevice::create(*this, PATADiskDevice::DriveType::Master, major, 0);
|
|
m_master->set_drive_geometry(cyls, heads, spt);
|
|
} else {
|
|
m_slave = PATADiskDevice::create(*this, PATADiskDevice::DriveType::Slave, major, 1);
|
|
m_slave->set_drive_geometry(cyls, heads, spt);
|
|
}
|
|
}
|
|
}
|
|
|
|
bool PATAChannel::ata_read_sectors_with_dma(u32 lba, u16 count, u8* outbuf, bool slave_request)
|
|
{
|
|
LOCKER(s_lock());
|
|
#ifdef PATA_DEBUG
|
|
dbgprintf("%s(%u): PATADiskDevice::read_sectors_with_dma (%u x%u) -> %p\n",
|
|
current->process().name().characters(),
|
|
current->pid(), lba, count, outbuf);
|
|
#endif
|
|
|
|
disable_irq();
|
|
|
|
m_prdt.offset = m_dma_buffer_page->paddr();
|
|
m_prdt.size = 512 * count;
|
|
|
|
ASSERT(m_prdt.size <= PAGE_SIZE);
|
|
|
|
// Stop bus master
|
|
IO::out8(m_bus_master_base, 0);
|
|
|
|
// Write the PRDT location
|
|
IO::out32(m_bus_master_base + 4, (u32)&m_prdt);
|
|
|
|
// Turn on "Interrupt" and "Error" flag. The error flag should be cleared by hardware.
|
|
IO::out8(m_bus_master_base + 2, IO::in8(m_bus_master_base + 2) | 0x6);
|
|
|
|
// Set transfer direction
|
|
IO::out8(m_bus_master_base, 0x8);
|
|
|
|
m_interrupted = false;
|
|
enable_irq();
|
|
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
u8 devsel = 0xe0;
|
|
if (slave_request)
|
|
devsel |= 0x10;
|
|
|
|
IO::out8(m_io_base + ATA_REG_CONTROL, 0);
|
|
IO::out8(m_io_base + ATA_REG_HDDEVSEL, devsel | (static_cast<u8>(slave_request) << 4));
|
|
wait_400ns(m_io_base);
|
|
|
|
IO::out8(m_io_base + ATA_REG_FEATURES, 0);
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA0, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, 0);
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, count);
|
|
IO::out8(m_io_base + ATA_REG_LBA0, (lba & 0x000000ff) >> 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, (lba & 0x0000ff00) >> 8);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, (lba & 0x00ff0000) >> 16);
|
|
|
|
for (;;) {
|
|
auto status = IO::in8(m_io_base + ATA_REG_STATUS);
|
|
if (!(status & ATA_SR_BSY) && (status & ATA_SR_DRDY))
|
|
break;
|
|
}
|
|
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_READ_DMA_EXT);
|
|
wait_400ns(m_io_base);
|
|
|
|
// Start bus master
|
|
IO::out8(m_bus_master_base, 0x9);
|
|
|
|
wait_for_irq();
|
|
disable_irq();
|
|
|
|
if (m_device_error)
|
|
return false;
|
|
|
|
memcpy(outbuf, m_dma_buffer_page->paddr().as_ptr(), 512 * count);
|
|
|
|
// I read somewhere that this may trigger a cache flush so let's do it.
|
|
IO::out8(m_bus_master_base + 2, IO::in8(m_bus_master_base + 2) | 0x6);
|
|
return true;
|
|
}
|
|
|
|
bool PATAChannel::ata_write_sectors_with_dma(u32 lba, u16 count, const u8* inbuf, bool slave_request)
|
|
{
|
|
LOCKER(s_lock());
|
|
#ifdef PATA_DEBUG
|
|
dbgprintf("%s(%u): PATADiskDevice::write_sectors_with_dma (%u x%u) <- %p\n",
|
|
current->process().name().characters(),
|
|
current->pid(), lba, count, inbuf);
|
|
#endif
|
|
|
|
disable_irq();
|
|
|
|
m_prdt.offset = m_dma_buffer_page->paddr();
|
|
m_prdt.size = 512 * count;
|
|
|
|
memcpy(m_dma_buffer_page->paddr().as_ptr(), inbuf, 512 * count);
|
|
|
|
ASSERT(m_prdt.size <= PAGE_SIZE);
|
|
|
|
// Stop bus master
|
|
IO::out8(m_bus_master_base, 0);
|
|
|
|
// Write the PRDT location
|
|
IO::out32(m_bus_master_base + 4, (u32)&m_prdt);
|
|
|
|
// Turn on "Interrupt" and "Error" flag. The error flag should be cleared by hardware.
|
|
IO::out8(m_bus_master_base + 2, IO::in8(m_bus_master_base + 2) | 0x6);
|
|
|
|
m_interrupted = false;
|
|
enable_irq();
|
|
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
u8 devsel = 0xe0;
|
|
if (slave_request)
|
|
devsel |= 0x10;
|
|
|
|
IO::out8(m_io_base + ATA_REG_CONTROL, 0);
|
|
IO::out8(m_io_base + ATA_REG_HDDEVSEL, devsel | (static_cast<u8>(slave_request) << 4));
|
|
wait_400ns(m_io_base);
|
|
|
|
IO::out8(m_io_base + ATA_REG_FEATURES, 0);
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA0, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, 0);
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, count);
|
|
IO::out8(m_io_base + ATA_REG_LBA0, (lba & 0x000000ff) >> 0);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, (lba & 0x0000ff00) >> 8);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, (lba & 0x00ff0000) >> 16);
|
|
|
|
for (;;) {
|
|
auto status = IO::in8(m_io_base + ATA_REG_STATUS);
|
|
if (!(status & ATA_SR_BSY) && (status & ATA_SR_DRDY))
|
|
break;
|
|
}
|
|
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_WRITE_DMA_EXT);
|
|
wait_400ns(m_io_base);
|
|
|
|
// Start bus master
|
|
IO::out8(m_bus_master_base, 0x1);
|
|
|
|
wait_for_irq();
|
|
disable_irq();
|
|
|
|
if (m_device_error)
|
|
return false;
|
|
|
|
// I read somewhere that this may trigger a cache flush so let's do it.
|
|
IO::out8(m_bus_master_base + 2, IO::in8(m_bus_master_base + 2) | 0x6);
|
|
return true;
|
|
}
|
|
|
|
bool PATAChannel::ata_read_sectors(u32 start_sector, u16 count, u8* outbuf, bool slave_request)
|
|
{
|
|
ASSERT(count <= 256);
|
|
LOCKER(s_lock());
|
|
#ifdef PATA_DEBUG
|
|
dbgprintf("%s: Disk::read_sectors request (%u sector(s) @ %u)\n",
|
|
current->process().name().characters(),
|
|
count,
|
|
start_sector);
|
|
#endif
|
|
disable_irq();
|
|
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
#ifdef PATA_DEBUG
|
|
kprintf("PATADiskDevice: Reading %u sector(s) @ LBA %u\n", count, start_sector);
|
|
#endif
|
|
|
|
u8 devsel = 0xe0;
|
|
if (slave_request)
|
|
devsel |= 0x10;
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, count == 256 ? 0 : LSB(count));
|
|
IO::out8(m_io_base + ATA_REG_LBA0, start_sector & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, (start_sector >> 8) & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, (start_sector >> 16) & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_HDDEVSEL, devsel | ((start_sector >> 24) & 0xf));
|
|
|
|
IO::out8(0x3F6, 0x08);
|
|
while (!(IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_DRDY))
|
|
;
|
|
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_READ_PIO);
|
|
m_interrupted = false;
|
|
enable_irq();
|
|
wait_for_irq();
|
|
|
|
if (m_device_error)
|
|
return false;
|
|
|
|
for (int i = 0; i < count; i++) {
|
|
wait_400ns(m_io_base);
|
|
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
u8 status = IO::in8(m_io_base + ATA_REG_STATUS);
|
|
ASSERT(status & ATA_SR_DRQ);
|
|
#ifdef PATA_DEBUG
|
|
kprintf("PATAChannel: Retrieving 512 bytes (part %d) (status=%b), outbuf=%p...\n", i, status, outbuf + (512 * i));
|
|
#endif
|
|
|
|
IO::repeated_in16(m_io_base + ATA_REG_DATA, outbuf + (512 * i), 256);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool PATAChannel::ata_write_sectors(u32 start_sector, u16 count, const u8* inbuf, bool slave_request)
|
|
{
|
|
ASSERT(count <= 256);
|
|
LOCKER(s_lock());
|
|
#ifdef PATA_DEBUG
|
|
dbgprintf("%s(%u): PATADiskDevice::write_sectors request (%u sector(s) @ %u)\n",
|
|
current->process().name().characters(),
|
|
current->pid(),
|
|
count,
|
|
start_sector);
|
|
#endif
|
|
disable_irq();
|
|
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
|
|
//dbgprintf("PATADiskDevice: Writing %u sector(s) @ LBA %u\n", count, start_sector);
|
|
|
|
u8 devsel = 0xe0;
|
|
if (slave_request)
|
|
devsel |= 0x10;
|
|
|
|
IO::out8(m_io_base + ATA_REG_SECCOUNT0, count == 256 ? 0 : LSB(count));
|
|
IO::out8(m_io_base + ATA_REG_LBA0, start_sector & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_LBA1, (start_sector >> 8) & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_LBA2, (start_sector >> 16) & 0xff);
|
|
IO::out8(m_io_base + ATA_REG_HDDEVSEL, devsel | ((start_sector >> 24) & 0xf));
|
|
|
|
IO::out8(0x3F6, 0x08);
|
|
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_WRITE_PIO);
|
|
|
|
while (!(IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_DRQ))
|
|
;
|
|
|
|
u8 status = IO::in8(m_io_base + ATA_REG_STATUS);
|
|
ASSERT(status & ATA_SR_DRQ);
|
|
IO::repeated_out16(m_io_base + ATA_REG_DATA, inbuf, count * 256);
|
|
|
|
m_interrupted = false;
|
|
enable_irq();
|
|
wait_for_irq();
|
|
|
|
disable_irq();
|
|
IO::out8(m_io_base + ATA_REG_COMMAND, ATA_CMD_CACHE_FLUSH);
|
|
while (IO::in8(m_io_base + ATA_REG_STATUS) & ATA_SR_BSY)
|
|
;
|
|
m_interrupted = false;
|
|
enable_irq();
|
|
wait_for_irq();
|
|
|
|
return !m_device_error;
|
|
}
|