Return to kmem.c CVS log

Up to [Development] / xfs-linux / linux-2.4

Use GFP_PAGE_IO rather than GFP_BUFFER as out allocation option.

/*
 * Copyright (c) 2000 Silicon Graphics, Inc.  All Rights Reserved.
 * 
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 * 
 * This program is distributed in the hope that it would be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 * 
 * Further, this software is distributed without any warranty that it is
 * free of the rightful claim of any third person regarding infringement
 * or the like.  Any license provided herein, whether implied or
 * otherwise, applies only to this software file.  Patent licenses, if
 * any, provided herein do not apply to combinations of this program with
 * other software, or any other product whatsoever.
 * 
 * You should have received a copy of the GNU General Public License along
 * with this program; if not, write the Free Software Foundation, Inc., 59
 * Temple Place - Suite 330, Boston MA 02111-1307, USA.
 * 
 * Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
 * Mountain View, CA  94043, or:
 * 
 * http://www.sgi.com 
 * 
 * For further information regarding this notice, see: 
 * 
 * http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
 */

#include <support/kmem.h>
#include <support/debug.h>

#include <linux/locks.h>
#include <linux/smp_lock.h>
#include <linux/time.h>
#include <linux/vmalloc.h>
#include <linux/slab.h>
#include <linux/module.h> /* for EXPORT_SYMBOL */

static __inline__ unsigned int flag_convert(int flags)
{
	return (flags & KM_NOSLEEP) ? GFP_ATOMIC : GFP_PAGE_IO;
}


#define	SHAKE_COUNT 16

static __inline__ void kmem_shake(int count, int line)
{
	int	shaker = 0;			/* Extreme prune */

	if (count > 1)
		shaker = (SHAKE_COUNT * 256) / count;

	/*
	 * Try pruning the i/dcache to free up some space ...
	 */
	printk("kmem_shake(%4d): pruning i/dcache @ line #%d[%d]\n",
						shaker, line, count);

	lock_kernel();

	prune_dcache(shaker);
	prune_icache(shaker);

	unlock_kernel();
}

static __inline__ void kmem_shake_zone(kmem_zone_t *zone, int count, int line)
{
	int	shaker = 0;			/* Extreme prune */

	if (count > 1)
		shaker = (SHAKE_COUNT * 256) / count;

	/*
	 * Try pruning the i/dcache to free up some space ...
	 */
	printk("kmem_shake_zone(%4d): pruning zone 0x%p @ line #%d[%d]\n",
						shaker, zone, line, count);
	lock_kernel();

	prune_dcache(shaker);
	prune_icache(shaker);

	unlock_kernel();
}


#define MAX_SLAB_SIZE 0x20000

/* ARGSUSED */
void *
kmem_alloc(size_t size, int flags)
{
	int	shrink = SHAKE_COUNT;	/* # times to try to shrink cache */
	void	*rval;

repeat:
	if (MAX_SLAB_SIZE < size && !(flags & KM_PHYSCONTIG)) {
		/* Avoid doing filesystem sensitive stuff to get this */
		rval = __vmalloc(size, GFP_PAGE_IO, PAGE_KERNEL);
	} else {
		rval = kmalloc(size, flag_convert(flags));
	}

	if (rval || (flags & KM_NOSLEEP))
		return rval;

	/*
	 * KM_SLEEP callers don't expect a failure
	 */
	if (shrink) {
		kmem_shake(shrink, __LINE__);

		shrink--;
		goto repeat;
	}

	if (flags & KM_SLEEP)
		panic("kmem_alloc: NULL memory on KM_SLEEP request!");

	return NULL;
}

/* ARGSUSED */
void *
kmem_zalloc(size_t size, int flags)
{
	void	*ptr;

	ptr = kmem_alloc(size, flags); 

	if (ptr)
		memset((char *)ptr, 0, (int)size);

	return (ptr);
}

/* ARGSUSED */
void
kmem_free(void *ptr, size_t size)
{
	if (MAX_SLAB_SIZE < size){
		vfree(ptr);
	} else {
		kfree(ptr);
	}
}

/* ARGSUSED */
void *
kmem_realloc(void *ptr, size_t newsize, size_t oldsize, int flags)
{
	void *new;

	new = kmem_alloc(newsize, flags);
	if (ptr) {
		memcpy(new, ptr, ((oldsize < newsize) ? oldsize : newsize));
		kmem_free(ptr, oldsize);
	}

	return new;
}

kmem_zone_t *
kmem_zone_init(int size, char *zone_name)
{
	kmem_zone_t *rval = NULL;

	rval = kmem_cache_create(zone_name, size, 0, 0, NULL, NULL);
	return rval;
}

void *
kmem_zone_alloc(kmem_zone_t *zone, int flags)
{
	int	shrink = SHAKE_COUNT;	/* # times to try to shrink cache */
	void	*ptr = NULL;

repeat:
	ptr = kmem_cache_alloc(zone, flag_convert(flags));

	if (ptr || (flags & KM_NOSLEEP))
		return ptr;

	/*
	 * KM_SLEEP callers don't expect a failure
	 */
	if (shrink) {
		kmem_shake_zone(zone, shrink, __LINE__);

		shrink--;
		goto repeat;
	}

	if (flags & KM_SLEEP)
		panic("kmem_zone_alloc: NULL memory on KM_SLEEP request!");

	return NULL;
}

void *
kmem_zone_zalloc(kmem_zone_t *zone, int flags)
{
	int	shrink = SHAKE_COUNT;	/* # times to try to shrink cache */
	void	*ptr = NULL;

repeat:
	ptr = kmem_cache_zalloc(zone, flag_convert(flags));

	if (ptr || (flags & KM_NOSLEEP))
		return ptr;

	/*
	 * KM_SLEEP callers don't expect a failure
	 */
	if (shrink) {
		kmem_shake_zone(zone, shrink, __LINE__);

		shrink--;
		goto repeat;
	}

	if (flags & KM_SLEEP)
		panic("kmem_zone_zalloc: NULL memory on KM_SLEEP request!");

	return NULL;
}

void
kmem_zone_free(kmem_zone_t *zone, void *ptr)
{
	kmem_cache_free(zone, ptr);
}

EXPORT_SYMBOL(kmem_zone_init);
EXPORT_SYMBOL(kmem_zone_zalloc);
EXPORT_SYMBOL(kmem_zone_alloc);
EXPORT_SYMBOL(kmem_zone_free);
EXPORT_SYMBOL(kmem_alloc);
EXPORT_SYMBOL(kmem_realloc);
EXPORT_SYMBOL(kmem_zalloc);
EXPORT_SYMBOL(kmem_free);