Support forums - do not use temp folder at all

Support forums » Products » Ajax Uploader » Re: do not use temp folder at all

do not use temp folder at all

Last post 10-07-2010, 1:04 PM by mulmad. 8 replies.


	Sort Posts: Previous Next

11-17-2009, 8:06 AM 57209

AMIL
Joined on 09-28-2009
Posts 5

do not use temp folder at all

Reply Quote

Good Day!

I`m developing application,where users will upload .xls files, which will be parsed on service end into dataset object and returned as datasource to gridview. I am using memorystream to get byte[ ] of uploaded .xls file and I do not need to store any files physically on hard disk. Is it possible? No temp files, no temp directory.

11-17-2009, 10:16 AM 57215 in reply to 57209

Adam
Joined on 09-23-2003
Aurora, ON
Posts 18,678

Re: do not use temp folder at all

Reply Quote

AMIL,

All temp files will be deleted automatically by Ajax Uploader. All files will be uploaded into temp directory first instead of loading the files into memory.

In asp.net 1.1, the built-in upload function of asp.net framework loads the uploaded files into memory.

In asp.net 2.0, the built-in upload function of asp.net framework already changed this logic and loads the uploaded files into temp directoty as well.

So we think it's the good solution to handle the uploading.

asp.net Chat http://cutesoft.net/ASP.NET+Chat/default.aspx
Web Messenger: http://cutesoft.net/Web-Messenger/default.aspx
asp.net wysiwyg editor: http://cutesoft.net/ASP.NET+WYSIWYG+Editor/default.aspx
asp wysiwyg html editor: http://cutesoft.net/ASP
asp.net Image Gallery: http://cutesoft.net/ASP.NET+Image+Gallery/default.aspx
Live Support: http://cutesoft.net/live-support/default.aspx

11-17-2009, 12:29 PM 57218 in reply to 57215

AMIL
Joined on 09-28-2009
Posts 5

Re: do not use temp folder at all

Reply Quote

thanks for reply, Adam. Than it can`t be somehow workarounded? To get rid of temp folder and temp files? If nothing can be done, then how I can set time of tempfolder cleanup to minimum?

11-17-2009, 9:02 PM 57229 in reply to 57209

cutechat
Joined on 07-22-2004
Posts 2,332

Re: do not use temp folder at all

Reply Quote

Hi,

You can specify the uploader provider to upload the temp file to database.

Here is the configuration and source code. You can modify it or create your own provider :

Web.config :

Sql Schema:

if exists (select * from dbo.sysobjects where id = object_id(N'[dbo].[AjaxUploaderTempFiles]') and OBJECTPROPERTY(id, N'IsUserTable') = 1)
drop table [dbo].[AjaxUploaderTempFiles]
GO

CREATE TABLE [dbo].[AjaxUploaderTempFiles] (
[FileGuid] [uniqueidentifier] NOT NULL ,
[FileTime] [datetime] NOT NULL ,
[FileName] [nvarchar] (255)
[FileSize] [int] NOT NULL ,
[FileData] [image] NOT NULL ,
[IsPersist] [bit] NOT NULL
) ON [PRIMARY] TEXTIMAGE_ON [PRIMARY]
GO

ALTER TABLE [dbo].[AjaxUploaderTempFiles] WITH NOCHECK ADD
CONSTRAINT [PK_AjaxUploaderTempFiles] PRIMARY KEY CLUSTERED
(
[FileGuid]
) ON [PRIMARY]
GO

Provider Code:

using System;
using System.Data;
using System.Data.SqlClient;
using CuteWebUI;

namespace UploaderDatabaseProvider
{
	/// <summary>
	/// UploaderSqlServerProvider
	/// </summary>
	public class UploaderSqlServerProvider : CuteWebUI.UploaderProvider
	{
		const int BUFFERSIZE = 204800;

SqlConnection _conn;

public override void Init(IAjaxUploader uploader, System.Web.HttpContext context)
		{
			string connectionstring = System.Configuration.ConfigurationSettings.AppSettings["UploaderDatabase"];
			if (connectionstring == null) throw (new Exception("appSettings:UploaderDatabase not found."));
			_conn = new SqlConnection(connectionstring);
			_conn.Open();
		}
		public override void Dispose()
		{
			if (_conn != null)
				_conn.Close();
			base.Dispose();
		}

private SqlCommand CreateCommand(string commandtext)
		{
			if (_conn == null) throw (new Exception("Not init yet."));
			SqlCommand cmd = new SqlCommand();
			cmd.Connection = _conn;
			cmd.CommandText = commandtext;
			return cmd;
		}

public override bool SupportFS
		{
			get
			{
				return false;
			}
		}
		public override string GetFSPath(Guid guid)
		{
			throw (new NotSupportedException());
		}

public override void Maintain()
		{
			SqlCommand cmd = CreateCommand("DELETE [AjaxUploaderTempFiles] WHERE FileTime<@Time");
			cmd.Parameters.Add("@Time", SqlDbType.DateTime).Value = DateTime.Now.AddHours(-1);
			cmd.ExecuteNonQuery();
		}

public override bool GetInfo(Guid guid, out string filename, out int filesize, out bool persist)
		{
			SqlCommand cmd = CreateCommand("SELECT [FileName],[FileSize],[IsPersist] FROM [AjaxUploaderTempFiles] WHERE FileGuid=@Guid");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			using (SqlDataReader reader = cmd.ExecuteReader())
			{
				if (reader.Read())
				{
					filename = reader.GetString(0);
					filesize = reader.GetInt32(1);
					persist = reader.GetBoolean(2);
					return true;
				}
				else
				{
					filename = null;
					filesize = 0;
					persist = false;
					return false;
				}
			}

}

public override void Delete(Guid guid)
		{
			SqlCommand cmd = CreateCommand("DELETE [AjaxUploaderTempFiles] WHERE FileGuid=@Guid");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			cmd.ExecuteNonQuery();
		}

public override void Persist(Guid guid)
		{
			SqlCommand cmd = CreateCommand("UPDATE [AjaxUploaderTempFiles] SET IsPersist=1 WHERE FileGuid=@Guid");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			cmd.ExecuteNonQuery();
		}
		public override void UnPersist(Guid guid)
		{
			SqlCommand cmd = CreateCommand("UPDATE [AjaxUploaderTempFiles] SET IsPersist=0 WHERE FileGuid=@Guid");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			cmd.ExecuteNonQuery();
		}

public override void Save(Guid guid, string filename, System.IO.Stream stream)
		{
			int stepsize = BUFFERSIZE;
			long filesize = stream.Length;
			byte[] data = new byte[Math.Min(stepsize, filesize)];
			stream.Read(data, 0, data.Length);
			SqlCommand cmd = CreateCommand("INSERT INTO [AjaxUploaderTempFiles] ([FileGuid],[FileTime],[FileName],[FileSize],[FileData],[IsPersist]) VALUES (@Guid,@Time,@Name,@Size,@Data,0)");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			cmd.Parameters.Add("@Time", SqlDbType.DateTime).Value = DateTime.Now;//for Maintain
			cmd.Parameters.Add("@Name", SqlDbType.NVarChar, 255).Value = filename;
			cmd.Parameters.Add("@Size", SqlDbType.Int).Value = filesize;
			cmd.Parameters.Add("@Data", SqlDbType.Image).Value = data;
			cmd.ExecuteNonQuery();

if (filesize <= stepsize)
				return;

int sentsize = stepsize;

try
			{
				while (true)
				{
					int readsize = stream.Read(data, 0, data.Length);
					if (readsize <= 0)
						return;

cmd = CreateCommand("DECLARE @ptrval binary(16) ; SELECT @ptrval = TEXTPTR([FileData]) FROM [AjaxUploaderTempFiles] WHERE [FileGuid]=@Guid ; UPDATETEXT [AjaxUploaderTempFiles].[FileData] @ptrval "
						+ sentsize + " 0 @Data");
					cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
					if (readsize != data.Length)
					{
						byte[] newdata = new byte[readsize];
						Buffer.BlockCopy(data, 0, newdata, 0, readsize);
						data = newdata;
					}
					cmd.Parameters.Add("@Data", SqlDbType.Image).Value = data;
					cmd.ExecuteNonQuery();
					sentsize += readsize;
				}
			}
			catch (Exception)
			{
				Delete(guid);
				throw;
			}
		}

public override void AppendData(Guid guid, string filename, System.IO.Stream stream)
		{
			int stepsize = BUFFERSIZE;
			long filesize = stream.Length;
			byte[] data = new byte[stepsize];

SqlCommand cmd = CreateCommand("SELECT [FileSize] FROM [AjaxUploaderTempFiles] WHERE [FileGuid]=@Guid ; UPDATE [AjaxUploaderTempFiles] SET [FileSize]=[FileSize]+@Size WHERE [FileGuid]=@Guid");
			cmd.Parameters.Add("@Size", SqlDbType.Int).Value = filesize;
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			int sentsize = Convert.ToInt32(cmd.ExecuteScalar());

try
			{
				while (true)
				{
					int readsize = stream.Read(data, 0, data.Length);
					if (readsize <= 0)
						break;

public override System.IO.Stream OpenStream(Guid guid)
		{
			SqlCommand cmd = CreateCommand("SELECT DATALENGTH([FileData]) FROM [AjaxUploaderTempFiles] WHERE FileGuid=@Guid");
			cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
			object val = cmd.ExecuteScalar();
			if (val == null || Convert.IsDBNull(val))
				throw (new Exception("File not found."));

int filesize = Convert.ToInt32(val);
			int stepsize = BUFFERSIZE;

if (filesize <= stepsize)
			{
				cmd = CreateCommand("SELECT [FileData] FROM [AjaxUploaderTempFiles] WHERE FileGuid=@Guid");
				cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
				using (SqlDataReader reader = cmd.ExecuteReader())
				{
					if (reader.Read())
					{
						byte[] data = (byte[])reader.GetValue(0);
						return new System.IO.MemoryStream(data);
					}
				}
				throw (new Exception("File not found."));
			}

ReadStream readstream = new ReadStream();
			readstream.provider = this;
			readstream.guid = guid;
			readstream.filesize = filesize;
			return readstream;
		}

class ReadStream : System.IO.Stream
		{
			public UploaderSqlServerProvider provider;
			public Guid guid;
			public int filesize;
			long pos = 0;
			byte[] _tempbuff = null;
			long _tempstart = -1;

public override long Length
			{
				get
				{
					return filesize;
				}
			}
			public override long Position
			{
				get
				{
					return pos;
				}
				set
				{
					if (value < 0) throw (new ArgumentOutOfRangeException("Position"));
					if (value >= filesize) throw (new ArgumentOutOfRangeException("Position"));
					pos = value;
					_tempbuff = null;
					_tempstart = -1;
				}
			}
			public override int Read(byte[] buffer, int offset, int count)
			{
				int readsize = 0;

while (true)
				{
					if (_tempstart != -1 && _tempbuff != null)
					{
						int start = (int)(pos - _tempstart);
						if (start >= 0 && start < _tempbuff.Length)
						{
							int copysize = Math.Min(count, _tempbuff.Length - start);
							Buffer.BlockCopy(_tempbuff, start, buffer, offset, copysize);
							pos += copysize;
							readsize += copysize;
							offset += copysize;
							count -= copysize;
							if (count <= 0)
								return readsize;
						}
					}

if (pos >= filesize)
						return readsize;

using (SqlCommand cmd = provider.CreateCommand("DECLARE @ptrval binary(16) ; SELECT @ptrval = TEXTPTR([FileData]) FROM [AjaxUploaderTempFiles] WHERE [FileGuid]=@Guid ; READTEXT [AjaxUploaderTempFiles].[FileData] @ptrval "
							   + pos + " " + Math.Min(BUFFERSIZE, filesize - pos)))
					{
						cmd.Parameters.Add("@Guid", SqlDbType.UniqueIdentifier).Value = guid;
						_tempbuff = (byte[])cmd.ExecuteScalar();
						_tempstart = pos;
					}
				}

//return readsize;
			}

public override bool CanRead
			{
				get
				{
					return true;
				}
			}
			public override bool CanWrite
			{
				get
				{
					return false;
				}
			}
			public override bool CanSeek
			{
				get
				{
					return true;
				}
			}
			public override void Close()
			{
			}
			public override void Flush()
			{

}
			public override long Seek(long offset, System.IO.SeekOrigin origin)
			{
				long oldpos = pos;
				if (origin == System.IO.SeekOrigin.Begin)
				{
					Position = offset;
				}
				if (origin == System.IO.SeekOrigin.Current)
				{
					Position += offset;
				}
				if (origin == System.IO.SeekOrigin.End)
				{
					Position = filesize + offset;
				}
				return oldpos;
			}

public override void SetLength(long value)
			{
				throw (new NotSupportedException());
			}
			public override void Write(byte[] buffer, int offset, int count)
			{
				throw (new NotSupportedException());
			}

}

}
}

Regards,
Terry

11-19-2009, 4:46 AM 57282 in reply to 57229

AMIL
Joined on 09-28-2009
Posts 5

Re: do not use temp folder at all

Reply Quote

cutechat, thanks for your reply! But I really don`t want to save these files on hard disk neither in database. How about Memory Mapped Files? Maybe I can save these temp files in memory, using MemoryMappedFile or Cache? Maybe have that kind of experience?

11-24-2009, 10:01 AM 57386 in reply to 57282

cutechat
Joined on 07-22-2004
Posts 2,332

Re: do not use temp folder at all

Reply Quote

Hi,

In that case , you need write your custom provider.

It's not recommanded because your server may get attack and the memory will be filled fully.

Regards,
Terry

10-07-2010, 7:45 AM 64347 in reply to 57215

mulmad
Joined on 02-22-2009
Posts 9

Re: do not use temp folder at all

Reply Quote

When are files in the temp directory deleted?

I thinking: if users upload files to temp dir and are cut of.

10-07-2010, 9:11 AM 64349 in reply to 64347

Eric
Joined on 08-05-2009
Posts 1,269

Re: do not use temp folder at all

Reply Quote

Dear mulmad,

You do not need take care the temp files.
Temp file means the uploaded data & info of a file. It's owned and maintained by Uploader instead of your application.
What you need to do is , in some event handler , copy or move the file to your destination folder.
Temporary files will be deleted after 5 hours.

Thank you for asking

Eric@cutesoft.net

10-07-2010, 1:04 PM 64353 in reply to 64349

mulmad
Joined on 02-22-2009
Posts 9

Re: do not use temp folder at all

Reply Quote

thanks for quick reply