S.No File Name Path Description 1 DataSourceElement.java Jmeter/src/protocol/jdbc/org/a pache/jmeter/protocol/jdbc/ autocsv_jdbcconfig

Transcription

1 AutoCSV_jdbc config For testing an application which has a form or request that takes multiple data entries from a large number of users and the data entries are required to be unique for different users,it becomes a redundant work to type.csv files with unique data entries.the main aim of this auto csv is to automate the generation of csv files.csv file contains various parameters like username and password.these files can be automatically generated from databases,just by giving database url and authentication details.this will save time spent in creating CSV file manually.these CSV files can be automatically used in test plan while performing tests. S.No File Name Path Description 1 DataSourceElement.java Jmeter/src/protocol/jdbc/org/a pache/jmeter/protocol/jdbc/ autocsv_jdbcconfig 2 DataSourceElementBeanInfo.j ava 3 DataSourceElementResources. properties Jmeter/src/protocol/jdbc/org/a pache/jmeter/protocol/jdbc/ autocsv_jdbcconfig JMeter/src/protocol/jdbc/org/a pache/jmeter/protocol/jdbc /autocsv jdbccong It has the main code logic for generating the.csv le from table, using query. It also takes care that the.csv is generated at \bin" folder of the JMeter le being presently used. It has the code for dening the GUI of the new Cong Element. It links the user entered text to main logic of the Cong Element. This properties le holds the variable names and short description of all the elements used in the code and GUI of uto CSV Generation.

2 DataSourceElement.java /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. package org.apache.jmeter.protocol.jdbc.autocsv_jdbcconfig; import java.sql.connection; import java.sql.drivermanager; import java.sql.sqlexception; import java.sql.callablestatement; import java.sql.connection; import java.sql.preparedstatement; import java.sql.resultset; import java.sql.resultsetmetadata; import java.sql.statement; import java.util.collections; import java.util.hashmap; import java.util.hashset; import java.util.map; import java.util.set; //import au.com.bytecode.opencsv.csvwriter; import java.io.filewriter; import java.io.ioexception; import java.sql.*; import java.util.arraylist; import java.util.list; //import jxl.write.label; //import com.utility.hibernateutil; import org.apache.avalon.excalibur.datasource.datasourcecomponent; import org.apache.avalon.excalibur.datasource.resourcelimitingjdbcdatasource; import org.apache.avalon.framework.configuration.configuration; import org.apache.avalon.framework.configuration.configurationexception; import org.apache.avalon.framework.configuration.defaultconfiguration; import org.apache.avalon.framework.logger.logkitlogger; import org.apache.jmeter.config.configelement; import org.apache.jmeter.testbeans.testbean; import org.apache.jmeter.testbeans.testbeanhelper; import org.apache.jmeter.testelement.abstracttestelement; import org.apache.jmeter.testelement.teststatelistener; import org.apache.jmeter.threads.jmetercontextservice; import org.apache.jmeter.threads.jmetervariables; import org.apache.jorphan.logging.loggingmanager; import org.apache.jorphan.util.jorphanutils;

3 import org.apache.log.logger; import org.apache.jmeter.protocol.jdbc.abstractjdbctestelement; public class DataSourceElement extends AbstractTestElement implements ConfigElement, TestStateListener, TestBean private static final Logger log = LoggingManager.getLoggerForClass(); private static final long serialversionuid = 233L; private transient String datasource, driver, dburl, username, password, db_name, table_name, checkquery, poolmax, connectionage, timeout, triminterval,transactionisolation; private transient boolean keepalive, autocommit; /* * The datasource is set up by teststarted and cleared by testended. * These are called from different threads, so access must be synchronized. * The same instance is called in each case. private transient ResourceLimitingJdbcDataSource excalibursource; // Keep a record of the pre-thread pools so that they can be disposed of at the end of a test private transient Set<ResourceLimitingJdbcDataSource> perthreadpoolset; public DataSourceElement() public void testended() synchronized (this) if (excalibursource!= null) excalibursource.dispose(); excalibursource = null; if (perthreadpoolset!= null) // in case for(resourcelimitingjdbcdatasource dsc : perthreadpoolset) log.debug("disposing pool: dsc.dispose(); perthreadpoolset=null; public void testended(string host) // call to TestBeanHelper.prepare() is intentional public void teststarted() this.setrunningversion(true); TestBeanHelper.prepare(this); JMeterVariables variables = getthreadcontext().getvariables();

4 String poolname = getdatasource(); if(jorphanutils.isblank(poolname)) throw new IllegalArgumentException("Variable Name must not be empty for element:"+getname()); else if (variables.getobject(poolname)!= null) log.error("jdbc data source already defined for: "+poolname); else String maxpool = getpoolmax(); perthreadpoolset = Collections.synchronizedSet(new HashSet<ResourceLimitingJdbcDataSource>()); if (maxpool.equals("0")) // i.e. if we want per thread pooling variables.putobject(poolname, new DataSourceComponentImpl()); // pool will be created later else ResourceLimitingJdbcDataSource src=initpool(maxpool); synchronized(this) excalibursource = src; variables.putobject(poolname, new DataSourceComponentImpl(excaliburSource)); public void teststarted(string host) teststarted(); public Object clone() DataSourceElement el = (DataSourceElement) super.clone(); synchronized (this) el.excalibursource = excalibursource; el.perthreadpoolset = perthreadpoolset; return el; /* * Utility routine to get the connection from the pool. * Purpose: * - allows JDBCSampler to be entirely independent of the pooling classes * - allows the pool storage mechanism to be changed if necessary public static Connection getconnection(string poolname) throws SQLException Object poolobject = JMeterContextService.getContext().getVariables().getObject(poolN ame); if (poolobject == null) throw new SQLException("No pool found named: '" + poolname + "', ensure Variable Name matches Variable Name of JDBC Connection Configuration"); else if(poolobject instanceof DataSourceComponent) DataSourceComponent pool = (DataSourceComponent) poolobject; return pool.getconnection(); else String errormsg = "Found object stored under variable:'"+poolname +"' with class:"+poolobject.getclass().getname()+" and value: '"+poolobject+" but it's not a DataSourceComponent, check you're not already using this name as another variable";

5 log.error(errormsg); throw new SQLException(errorMsg); /* * Set up the DataSource - maxpool is a parameter, so the same code can * also be used for setting up the per-thread pools. private ResourceLimitingJdbcDataSource initpool(string maxpool) ResourceLimitingJdbcDataSource source = null; source = new ResourceLimitingJdbcDataSource(); DefaultConfiguration config = new DefaultConfiguration("rl-jdbc"); // $NON-NLS-1$ if (log.isdebugenabled()) StringBuilder sb = new StringBuilder(40); sb.append("maxpool: "); sb.append(maxpool); sb.append(" Timeout: "); sb.append(gettimeout()); sb.append(" TrimInt: "); sb.append(gettriminterval()); // sb.append(" Auto-Commit: "); // sb.append(isautocommit()); log.debug(sb.tostring()); DefaultConfiguration poolcontroller = new DefaultConfiguration("poolcontroller"); // $NON-NLS-1$ poolcontroller.setattribute("max", maxpool); // $NON-NLS-1$ poolcontroller.setattribute("max-strict", "true"); // $NON-NLS-1$ $NON- NLS-2$ poolcontroller.setattribute("blocking", "true"); // $NON-NLS-1$ $NON- NLS-2$ poolcontroller.setattribute("timeout", gettimeout()); // $NON-NLS-1$ poolcontroller.setattribute("trim-interval", gettriminterval()); // $NON-NLS-1$ config.addchild(poolcontroller); // DefaultConfiguration autocommit = new DefaultConfiguration("autocommit"); // $NON-NLS-1$ // autocommit.setvalue(string.valueof(isautocommit())); // config.addchild(autocommit); if (log.isdebugenabled()) StringBuilder sb = new StringBuilder(40); sb.append("keepalive: "); sb.append(iskeepalive()); sb.append(" Age: "); sb.append(getconnectionage()); sb.append(" CheckQuery: "); sb.append(getcheckquery()); log.debug(sb.tostring()); DefaultConfiguration cfgkeepalive = new DefaultConfiguration("keepalive"); // $NON-NLS-1$ cfgkeepalive.setattribute("disable", String.valueOf(!isKeepAlive())); // $NON-NLS-1$ cfgkeepalive.setattribute("age", getconnectionage()); // $NON-NLS-1$ cfgkeepalive.setvalue(getcheckquery()); poolcontroller.addchild(cfgkeepalive);

6 String _username = getusername(); if (log.isdebugenabled()) StringBuilder sb = new StringBuilder(40); sb.append("driver: "); sb.append(getdriver()); sb.append(" DbUrl: "); sb.append(getdburl()); sb.append(" DbName: "); sb.append(getdbname()); sb.append(" TableName: "); sb.append(gettablename()); sb.append(" User: "); sb.append(_username); log.debug(sb.tostring()); DefaultConfiguration cfgdriver = new DefaultConfiguration("driver"); // $NON-NLS-1$ cfgdriver.setvalue(getdriver()); config.addchild(cfgdriver); DefaultConfiguration cfgdburl = new DefaultConfiguration("dburl"); // $NON-NLS-1$ cfgdburl.setvalue(getdburl()); config.addchild(cfgdburl); DefaultConfiguration cfgdbname = new DefaultConfiguration("dbname"); // $NON-NLS-1$ cfgdbname.setvalue(getdbname()); config.addchild(cfgdbname); DefaultConfiguration cfgtablename = new DefaultConfiguration("tablename"); // $NON-NLS-1$ cfgtablename.setvalue(gettablename()); config.addchild(cfgtablename); if (_username.length() > 0) DefaultConfiguration cfgusername = new DefaultConfiguration("user"); // $NON-NLS-1$ cfgusername.setvalue(_username); config.addchild(cfgusername); DefaultConfiguration cfgpassword = new DefaultConfiguration("password"); // $NON-NLS-1$ cfgpassword.setvalue(getpassword()); config.addchild(cfgpassword); // log is required to ensure errors are available source.enablelogging(new LogKitLogger(log)); try source.configure(config); source.setinstrumentablename(getdatasource()); catch (ConfigurationException e) log.error("could not configure datasource for pool: "+getdatasource(),e); //AbstractJDBCTestElement abs = new AbstractJDBCTestElement(); //String _query = "SELECT * FROM `user`"; FileWriter fw ; try Connection conn = DriverManager.getConnection(getDbUrl(),getUsername(),getPassword()); Statement stmt = conn.createstatement(); // ResultSet rs = null;

7 // // rs = stmt.executequery(_query); // log.info("->>>>> Resultset value = " +abs.getstringfromresultset(rs)); // String csv = "C:\\Study\\Jworkspace\\JMeter\\bin\\data.csv"; //this query gets all the tables in your database(put your db name in the query) ResultSet res = stmt.executequery("select table_name FROM INFORMATION_SCHEMA.TABLES WHERE table_schema = '"+getdbname()+"'"); //Preparing List of table Names List <String> tablenamelist = new ArrayList<String>(); while(res.next()) tablenamelist.add(res.getstring(1)); //path to the folder where you will save your csv files System.out.println("Working Directory = " + System.getProperty("user.dir")); String filename = System.getProperty("user.dir") +"\\"+getdbname()+"_"; a.csv file //star iterating on each table to fetch its data and save in for(string tablename:tablenamelist) int k=0; int j=1; System.out.println(tableName); if(gettablename().equalsignorecase(tablename)) ArrayList<String>(); +"."+tablename); List<String> columnsnamelist = new //select all data from table res = stmt.executequery("select * from "+getdbname() //colunm count is necessay as the tables are dynamic and we need to figure out the numbers of columns int colunmcount = getcolumncount(res); try fw = new FileWriter(filename+""+tableName+".csv"); Topic: //this loop is used to add column names at the top of file, if you do not need it just comment this loop for(int i=1 ; i<= colunmcount ;i++) fw.append(res.getmetadata().getcolumnname(i)); fw.append(",");

8 fw.append(system.getproperty("line.separator")); while(res.next()) for(int i=1;i<=colunmcount;i++) //you can update it here by using the column type but i am fine with the data so just converting //everything to string first and then saving if(res.getobject(i)!=null) String data= res.getobject(i).tostring(); fw.append(data) ; fw.append(","); else String data= "null"; fw.append(data) ; fw.append(","); ); //new line entered after each row fw.append(system.getproperty("line.separator") fw.flush(); fw.close(); catch (IOException e) // TODO Auto-generated catch block e.printstacktrace(); conn.close(); catch (Exception e) System.err.println("Exception caught (in catch)"); e.printstacktrace(); // catch(sqlexception ex) // System.err.println("SQLException information"); // // CSVWriter writer = new CSVWriter(new FileWriter(csv)); // // String [] country = "India#China#United States".split("#"); // // writer.writenext(country);

9 // // writer.close(); //return getstringfromresultset(rs).getbytes(encoding); // catch(exception e) // // e.printstacktrace(); // // finally // System.out.print("finally here"); // // finally // close(rs); // return source; public static int getrowcount(resultset res) throws SQLException res.last(); int numberofrows = res.getrow(); res.beforefirst(); return numberofrows; //to get no of columns in result set public static int getcolumncount(resultset res) throws SQLException return res.getmetadata().getcolumncount(); // used to hold per-thread singleton connection pools private static final ThreadLocal<Map<String, ResourceLimitingJdbcDataSource>> perthreadpoolmap = new ThreadLocal<Map<String, ResourceLimitingJdbcDataSource>>() protected Map<String, ResourceLimitingJdbcDataSource> initialvalue() return new HashMap<String, ResourceLimitingJdbcDataSource>(); ; /* * Wrapper class to allow getconnection() to be implemented for both shared * and per-thread pools. * private class DataSourceComponentImpl implements DataSourceComponent private final ResourceLimitingJdbcDataSource shareddsc; DataSourceComponentImpl() shareddsc=null; DataSourceComponentImpl(ResourceLimitingJdbcDataSource p_dsc) shareddsc=p_dsc; public Connection getconnection() throws SQLException Connection conn = null;

10 ResourceLimitingJdbcDataSource dsc = null; if (shareddsc!= null) // i.e. shared pool dsc = shareddsc; else Map<String, ResourceLimitingJdbcDataSource> poolmap = perthreadpoolmap.get(); dsc = poolmap.get(getdatasource()); if (dsc == null) dsc = initpool("1"); poolmap.put(getdatasource(),dsc); log.debug("storing pool: perthreadpoolset.add(dsc); if (dsc!= null) conn=dsc.getconnection(); // int transactionisolation = DataSourceElementBeanInfo.getTransactionIsolationMode(getTransactionIsolation()) ; // if (transactionisolation >= 0 && conn.gettransactionisolation()!= transactionisolation) // try // // make sure setting the new isolation mode is done in an auto committed transaction // conn.settransactionisolation(transactionisolation); // log.debug("setting transaction isolation: " + transactionisolation + // + System.identityHashCode(dsc)); // catch (SQLException ex) // log.error("could not set transaction isolation: " + transactionisolation + // + System.identityHashCode(dsc)); // // return conn; public void configure(configuration arg0) throws ConfigurationException public void addconfigelement(configelement config) public boolean expectsmodification() return false; Returns the checkquery. public String getcheckquery() return checkquery;

11 checkquery * The checkquery to set. public void setcheckquery(string checkquery) this.checkquery = checkquery; Returns the connectionage. public String getconnectionage() return connectionage; connectionage * The connectionage to set. public void setconnectionage(string connectionage) this.connectionage = connectionage; Returns the poolname. public String getdatasource() return datasource; datasource * The poolname to set. public void setdatasource(string datasource) this.datasource = datasource; Returns the dburl. public String getdburl() return dburl; public String getdbname() return db_name; public String gettablename() return table_name; dburl * The dburl to set. public void setdburl(string dburl) this.dburl = dburl; public void setdbname(string db_name) this.db_name = db_name;

12 public void settablename(string table_name) this.table_name = table_name; Returns the driver. public String getdriver() return driver; driver * The driver to set. public void setdriver(string driver) this.driver = driver; Returns the password. public String getpassword() return password; password * The password to set. public void setpassword(string password) this.password = password; Returns the poolmax. public String getpoolmax() return poolmax; poolmax * The poolmax to set. public void setpoolmax(string poolmax) this.poolmax = poolmax; Returns the timeout. public String gettimeout() return timeout; timeout * The timeout to set. public void settimeout(string timeout)

13 this.timeout = timeout; Returns the triminterval. public String gettriminterval() return triminterval; triminterval * The triminterval to set. public void settriminterval(string triminterval) this.triminterval = triminterval; Returns the username. public String getusername() return username; username * The username to set. public void setusername(string username) this.username = username; // // Returns the autocommit. // // public boolean isautocommit() // return autocommit; // // // // autocommit // * The autocommit to set. // // public void setautocommit(boolean autocommit) // this.autocommit = autocommit; // Returns the keepalive. public boolean iskeepalive() return keepalive; keepalive * The keepalive to set. public void setkeepalive(boolean keepalive) this.keepalive = keepalive;

14 // // the transaction isolation level // // public String gettransactionisolation() // return transactionisolation; // // // // transactionisolation The transaction isolation level to set. <code>null</code> to // * use the default of the driver. // // public void settransactionisolation(string transactionisolation) // this.transactionisolation = transactionisolation; //

15 DataSourceElementBeanInfo /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations * under the License. * /* * Created on May 15, 2004 package org.apache.jmeter.protocol.jdbc.autocsv_jdbcconfig; import java.beans.propertydescriptor; import java.sql.connection; import java.util.hashmap; import java.util.map; import java.util.set; import org.apache.commons.lang3.stringutils; import org.apache.jmeter.testbeans.beaninfosupport; import org.apache.jmeter.testbeans.gui.typeeditor; import org.apache.jorphan.logging.loggingmanager; import org.apache.log.logger; public class DataSourceElementBeanInfo extends BeanInfoSupport private static final Logger log = LoggingManager.getLoggerForClass(); // private static Map<String,Integer> TRANSACTION_ISOLATION_MAP = new HashMap<String, Integer>(5); // static // // Will use default isolation // TRANSACTION_ISOLATION_MAP.put("DEFAULT", Integer.valueOf(-1)); // TRANSACTION_ISOLATION_MAP.put("TRANSACTION_NONE", Integer.valueOf(Connection.TRANSACTION_NONE)); // TRANSACTION_ISOLATION_MAP.put("TRANSACTION_READ_COMMITTED", Integer.valueOf(Connection.TRANSACTION_READ_COMMITTED)); // TRANSACTION_ISOLATION_MAP.put("TRANSACTION_READ_UNCOMMITTED", Integer.valueOf(Connection.TRANSACTION_READ_UNCOMMITTED)); // TRANSACTION_ISOLATION_MAP.put("TRANSACTION_REPEATABLE_READ", Integer.valueOf(Connection.TRANSACTION_REPEATABLE_READ)); // TRANSACTION_ISOLATION_MAP.put("TRANSACTION_SERIALIZABLE", Integer.valueOf(Connection.TRANSACTION_SERIALIZABLE)); // public DataSourceElementBeanInfo() super(datasourceelement.class); createpropertygroup("varname", new String[] "datasource" ); createpropertygroup("pool", new String[] "poolmax", "timeout",

16 "triminterval" ); createpropertygroup("keep-alive", new String[] "keepalive", "connectionage", "checkquery" ); createpropertygroup("database", new String[] "dburl", "dbname", "tablename", "driver", "username", "password" ); PropertyDescriptor p = property("datasource"); p.setvalue(default, ""); p = property("poolmax"); p.setvalue(default, "10"); p = property("timeout"); p.setvalue(default, "10000"); p = property("triminterval"); p.setvalue(default, "60000"); // p = property("autocommit"); // // p.setvalue(default, Boolean.TRUE); // p = property("transactionisolation"); // // p.setvalue(default, "DEFAULT"); // p.setvalue(not_expression, Boolean.TRUE); // Set<String> modesset = TRANSACTION_ISOLATION_MAP.keySet(); // String[] modes = modesset.toarray(new String[modesSet.size()]); // p.setvalue(tags, modes); p = property("keepalive"); p.setvalue(default, Boolean.TRUE); p = property("connectionage"); p.setvalue(default, "5000"); p = property("checkquery"); p.setvalue(default, "Select 1"); p = property("dburl"); p.setvalue(default, ""); p = property("dbname"); p.setvalue(default, ""); p = property("tablename"); p.setvalue(default, ""); p = property("driver"); p.setvalue(default, ""); p = property("username"); p.setvalue(default, ""); p = property("password", TypeEditor.PasswordEditor); p.setvalue(default, "");

17 tag int value for String public static int gettransactionisolationmode(string tag) // if (!StringUtils.isEmpty(tag)) // Integer isolationmode = TRANSACTION_ISOLATION_MAP.get(tag); // if (isolationmode == null) // try // return Integer.parseInt(tag); // catch (NumberFormatException e) // log.warn("illegal transaction isolation configuration '" + tag + "'"); // // // return -1; DataSourceElementResources.Properties

18 # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. displayname=auto CSV Generation pool.displayname=connection Pool Configuration varname.displayname=variable Name Bound to Pool keep-alive.displayname=connection Validation by Pool database.displayname=database Connection Configuration poolmax.displayname=max Number of Connections poolmax.shortdescription=maximum number of connections the pool will open at one time connectionage.displayname=max Connection age (ms) connectionage.shortdescription=maximum number of milliseconds an idle connection is kept before discarding driver.displayname=jdbc Driver class driver.shortdescription=full package and class name of the JDBC driver to be used (Must be in JMeter's classpath) dburl.displayname=database URL (without Database name) dburl.shortdescription=full URL for the database, including jdbc protocol parts, without the Database name dbname.displayname=database Name dbname.shortdescription=the name of the Database tablename.displayname=table Name (whose CSV is needed) tablename.shortdescription=the name of the table of the Database whose.csv file needs to be created username.displayname=username username.shortdescription=username to use in connecting to database password.displayname=password password.shortdescription=password used to connect to database checkquery.displayname=validation Query checkquery.shortdescription=a query used to validate a connection still works. Only relevant if Keep Alive is true. datasource.displayname=variable Name datasource.shortdescription=name of the JMeter variable that the pool will be bound to. timeout.displayname=pool Timeout timeout.shortdescription=the pool blocks requests for connection until a connection is available. This is the maximum blocking time before an exception is returned. triminterval.displayname=idle Cleanup Interval (ms) triminterval.shortdescription=the pool removes extra idle connections at regular intervals keepalive.displayname=keep-alive keepalive.shortdescription=whether the pool should validate connections. If no, Connection Age and Validation Query are ignored.