Upload file on Google cloud storage using Java servlet on google app engine

By -


Hopefully you have configured all jars and settings to run and deploy your project on google app engine using eclipse,

if not then visit google app engine-->google cloud storage java api link..
https://developers.google.com/appengine/docs/java/googlestorage/overview

-----------------------------------------------------------------------------
1) index.html
------------------------------------------------------------------------------

<html>
<body>
   <div>
      <form action="testStorage.do" method="post" enctype="multipart/form-data">
         <p> Please write a file to test cloud storage... </p>
         <input type="file" name="cloudFile" />
         <input type="submit" value="Write a  file on cloud Storage">
      </form>
   </div>
</body>
</html>

--------------------------------------------------------------------------------
2) web.xml


<?xml version="1.0" encoding="UTF-8"?>
<web-app xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://java.sun.com/xml/ns/javaee" xmlns:web="http://java.sun.com/xml/ns/javaee/web-app_2_5.xsd" xsi:schemaLocation="http://java.sun.com/xml/ns/javaee http://java.sun.com/xml/ns/javaee/web-app_2_5.xsd" id="WebApp_ID" version="2.5">

   <servlet>
<servlet-name>CloudStorageServlet</servlet-name>
<servlet-class>com.vicwalks.web.servlet.TestCloudStorageServlet</servlet-class>
</servlet>
  
<servlet-mapping>
<servlet-name>CloudStorageServlet</servlet-name>
<url-pattern>/testStorage.do</url-pattern>
</servlet-mapping>
  
<welcome-file-list>
   <welcome-file>index.html</welcome-file>
</welcome-file-list>
</web-app>
-------------------------------------------------------

3) appengine-web.xml


<?xml version="1.0" encoding="utf-8"?>
<appengine-web-app xmlns="http://appengine.google.com/ns/1.0">
  <application>your-app-engine-id</application>
  <version>1</version>

  <threadsafe>true</threadsafe>
  <sessions-enabled>true</sessions-enabled>

   <!-- Configure java.util.logging -->
  <system-properties>
    <property name="java.util.logging.config.file" value="WEB-INF/logging.properties"/>
  </system-properties>

   <!--
    HTTP Sessions are disabled by default. To enable HTTP sessions specify:

       <sessions-enabled>true</sessions-enabled>

     It's possible to reduce request latency by configuring your application to
    asynchronously write HTTP session data to the datastore:

       <async-session-persistence enabled="true" />

     With this feature enabled, there is a very small chance your app will see
    stale session data. For details, see
    http://code.google.com/appengine/docs/java/config/appconfig.html#Enabling_Sessions
  -->

 </appengine-web-app>



=====================================================================

4) TestCloudStorageServlet.java

------------------------------------------------------
import java.io.IOException;
import java.io.InputStream;
import java.util.logging.Logger;
import javax.servlet.http.*;

 import org.apache.commons.fileupload.FileItem;
import org.apache.commons.fileupload.FileItemIterator;
import org.apache.commons.fileupload.FileItemStream;
import org.apache.commons.fileupload.FileUploadException;
import org.apache.commons.fileupload.disk.DiskFileItemFactory;
import org.apache.commons.fileupload.servlet.ServletFileUpload;
public class TestCloudStorageServlet extends HttpServlet{

 private static final long serialVersionUID = 1L;
private StorageService storage = new StorageService();
private static final int BUFFER_SIZE = 1024 * 1024;
private static final Logger log = Logger.getLogger(TestCloudStorageServlet.class.getName()); 
@Override
 public void doPost(HttpServletRequest req, HttpServletResponse resp) throws IOException {
   log.info(this.getServletInfo()+" Servlets called....");
   resp.setContentType("text/plain");
   resp.getWriter().println("Now see here your file content, that you have uploaded on storage..");
   
   ServletFileUpload upload = new ServletFileUpload();
   FileItemIterator iter;
try {
iter = upload.getItemIterator(req);
while (iter.hasNext()) {
       FileItemStream item = iter.next();
       String fileName = item.getName();
       String mime = item.getContentType();
       
       storage.init(fileName, mime);
       InputStream is = item.openStream();

        byte[] b = new byte[BUFFER_SIZE];
       int readBytes = is.read(b, 0, BUFFER_SIZE);
       while (readBytes != -1) {
           storage.storeFile(b, readBytes);
           readBytes = is.read(b, 0, readBytes);
       }

        is.close();
       storage.destroy();
       
resp.getWriter().println("File uploading done");

        //resp.getWriter().println("READ:" + storage.readTextFileOnly(fileName));
       
                         log.info(this.getServletName()+" ended....");        

 }
} catch (FileUploadException e) {
System.out.println("FileUploadException::"+e.getMessage());
log.severe(this.getServletName()+":FileUploadException::"+e.getMessage());
e.printStackTrace();
} catch (Exception e) {
log.severe(this.getServletName()+":Exception::"+e.getMessage());
System.out.println("Exception::"+e.getMessage());
e.printStackTrace();
}
}

 }

========================================================================

5) StorageService.java

--------------------------------------------------------------------------
import com.google.appengine.api.files.*;
import com.google.appengine.api.files.GSFileOptions.GSFileOptionsBuilder;
import java.io.*;
import java.nio.channels.Channels;
import java.util.logging.Logger;

 public class StorageService {

 public static final String BUCKET_NAME = "mybucket";  

 private FileWriteChannel writeChannel = null;
FileService fileService = FileServiceFactory.getFileService();
private OutputStream os = null;
private static final Logger log = Logger.getLogger(StorageService.class.getName());

 public void init(String fileName, String mime) throws Exception {
System.out.println("Storage service:init() method:  file name:"+fileName+" and mime:"+mime);
log.info("Storage service:init() method:  file name:"+fileName+" and mime:"+mime);
    
    GSFileOptionsBuilder builder = new GSFileOptionsBuilder()
            .setAcl("public_read")
            .setBucket(BUCKET_NAME)
            .setKey(fileName)
            .setMimeType(mime);
    AppEngineFile writableFile = fileService.createNewGSFile(builder.build());
    boolean lock = true;
    writeChannel = fileService.openWriteChannel(writableFile, lock);
    os = Channels.newOutputStream(writeChannel);
}

 public void storeFile(byte[] b, int readSize) throws Exception {
    os.write(b, 0, readSize);
    os.flush();
}

// Only to read uploaded text files

 public String readTextFileOnly(String fileName) throws Exception{  
log.info("Reading the txt file from google cloud storage...........");
String filename = "/gs/" + BUCKET_NAME + "/" + fileName;
    AppEngineFile readableFile = new AppEngineFile(filename);
    FileReadChannel readChannel = fileService.openReadChannel(readableFile, false);
    BufferedReader reader = new BufferedReader(Channels.newReader(readChannel, "UTF8"));
    String line = reader.readLine();
    readChannel.close();
    return line;

 }
public void destroy() throws Exception {
log.info("Storage service: destroy() method");
    os.close();
    writeChannel.closeFinally();
}
}
========================================================================

Now deploy your project on app engine and upload file.

Comments

  1. AnonymousMarch 8, 2013 at 8:24 PM

    how to read files from google storage cloud using java servlet on google app engine????

    ReplyDelete
  2. AnonymousMarch 11, 2013 at 2:09 AM

    See this,
    http://knowledge-serve.blogspot.in/2013/03/read-file-from-google-cloud-storage.html

    ReplyDelete
  3. AnonymousMarch 13, 2013 at 3:23 AM

    thanks....
    i got another error while importing org.apache.commons.fileupload in TestCloudStorageServlet.java
    and i m using eclipse juno version...
    plz help....

    ReplyDelete
  4. webhostingreviewsMay 24, 2013 at 10:10 AM

    Can we upload files other than images and videos say like web pages and host our website on Google drive.

    ReplyDelete
    Replies
    1. UnknownJune 17, 2013 at 12:03 AM

      set response as a text\html.

      resp.setContentType("text/html");

      Delete
    2. UnknownJune 17, 2013 at 12:17 AM

      This comment has been removed by the author.

      Delete
    3. UnknownJune 17, 2013 at 12:20 AM

      To addd image use "image/jpg"

      Delete
  5. UnknownJune 13, 2013 at 3:59 AM

    hi i am getting error while deploying to cloud as
    Error: Server Error

    The server encountered an error and could not complete your request.
    If the problem persists, please report your problem and mention this error message and the query that caused it.

    ReplyDelete
    Replies
    1. UnknownJune 17, 2013 at 12:05 AM

      This comment has been removed by the author.

      Delete
    2. UnknownJune 17, 2013 at 12:19 AM

      Add common.io.* and common.fileupload.* in web-inf/lib

      Delete
  6. AnonymousOctober 8, 2013 at 11:04 PM

    What should I do if I want to upload a .zip file?

    ReplyDelete
    Replies
    1. KnowledgeServe TeamApril 8, 2014 at 11:40 PM

      See this
      http://knowledge-serve.blogspot.in/2014/04/writing-zip-file-on-google-app-engine.html

      Delete
  7. UnknownApril 28, 2014 at 2:27 PM

    how to read images,pdf ,videos using java servlet in google app engine ?

    ReplyDelete
  8. UnknownOctober 22, 2014 at 12:20 PM

    I am getting the folllowing error when i implemented the above code:
    Error: Server Error

    The server encountered an error and could not complete your request.
    Please try again in 30 seconds.

    ReplyDelete
    Replies
    1. UnknownDecember 16, 2014 at 9:59 AM

      You can share your screen shots that can explain better.

      Delete
    2. KnowledgeServe TeamDecember 16, 2014 at 10:06 AM

      Hi, this is old code, I can share you latest code if you are still facing this issue.

      Delete
  9. VasupradhaNovember 22, 2014 at 10:55 AM

    Hi.. i got a success msg when i tried running the code.. but when i checked in my console..no bucket has been created n no file has been uploaded.. where am i going wrong?

    ReplyDelete
  10. UnknownDecember 16, 2014 at 9:58 AM

    Have you done cloud storage authentication from app engine console properly?

    ReplyDelete
  11. AnonymousMay 2, 2015 at 10:59 PM

    how to read an image file?

    ReplyDelete

Post a Comment

Popular posts from this blog

Struts 2 : Warning :No configuration found for the specified action: 'Login.action' in namespace: '/'

By -
No configuration found for the specified action: 'Login.action' in namespace: '/'''. Form action defaulting to 'action' attribute's literal value. Solution: To remove this warning you need to change following... See your struts.xml file what name you have specified... If you are using namespace / and your action name is 'Login' then  replace Login.action to Login as given below... <s:form action=" Login.action " method="post" >   Use below with namespace  1) <s:form action=" Login " method="post" namespace="/">   Or   2) <s:form action=" /Login " method="post" >   Now you will not get this warning.
Read more

Read Images from a xlsx file using Apache POI

By -
This article is all about how to read and download images inside a file in xlsx format. We will use Apache POI using java. 1. Maven dependencies commons-logging-1.2.jar  commons-collections4-4.1.jar openxml4j-1.0-betapoi-3.16.jar poi-ooxml-3.16.jar poi-ooxml-schemas-3.16.jar xmlbeans-2.6.0.jar servlet-api 2. Sharing java code import java.io.File; import java.io.FileInputStream; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.util.ArrayList; import java.util.Iterator; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import org.apache.poi.ss.usermodel.PictureData; import org.apache.poi.xssf.usermodel.XSSFCell; import org.apache.poi.xssf.usermodel.XSSFDrawing; import org.apache.poi.xssf.usermodel.XSSFPicture; import org.apache.poi.xssf.usermodel.XSSFRow; import org.apache.poi.xssf.usermodel.XSSFShape; import org.apache.poi.xssf.usermodel.XSSFSheet; import
Read more

Upload csv file at Google Cloud Storage using java

By -
First do all required pre requiste as per google doc https://cloud.google.com/appengine/docs/java/googlestorage/ Now see the sample code for a csv file uploader using latest api public String uploadFileUsingGCSClient(String csvDate, String fileName, String dirName,String bucketName) throws IOException {  // init the bucket access     GcsService gcsService = GcsServiceFactory.createGcsService(RetryParams.getDefaultInstance());     GcsFilename filename = new GcsFilename(bucketName+"/"+dirName, fileName);     GcsFileOptions fileOptions = new GcsFileOptions.Builder()    .mimeType("application/CSV")       .acl("public-read")    //.addUserMetadata("myfield1", "my field value")    .build();     GcsOutputChannel outputChannel = gcsService.createOrReplace(filename, fileOptions);          // write file using this stream     BufferedOutputStream outStream = new BufferedOutputStream(C
Read more