RE: Forums Importer

communities@jivesoftware.com — Thu, 02 Oct 2008 16:45:41 GMT

This is interesting, but incomplete and has too many requirements and potential gotcha's. Here are my notes for a successful migration:

#1. get a full mysqldump of the jive database.

mysqldump jive > jive.sql

#2. import that into a 'jive' database on my local machine.

mysql -u root jive < jive.sql

*******This step takes a while.*******

#3. copy over the jive jiveHome directory to my local machine.

#4. edit the jiveHome/jive_startup.xml file for the forums

and point that to the local datasource:

<mysql>

</mysql>

<serverURL>jdbc:mysql://localhost:3306/jive</serverURL>

<driver>com.mysql.jdbc.Driver</driver>

</defaultProvider>

</database>

<className>com.jivesoftware.base.database.DefaultConnectionProvider</className>

</connectionProvider>

</locale>

#4a. Put mysql driver into jive_clearspacex_standalone_1_10_14/server/shared/lib/mysql-connector-java-5.1.6-bin.jar

#4b. Install clearspacex 1.10.14 and run it to get it setup. Point it at a clearspace database on my local machine.

./start-clearspace.sh

#4c. Setup clearspacex 1.10.14 jiveHome to point at jive_clearspacex_standalone_1_10_14/jiveHome

#4d. Use Standard Database Connection and setup mysql

#4e. Default User settings

#5. http://localhost:8080/clearspacex/admin/

System -> Import / Export (Jive Forums Importer)

#6. Set the path to the jive forums jiveHome that you copied over in #3.

#7. Run the importer (agree to the 'errors')

#8. Copy the user id's from jive to clearspace 1.10.x

update clearspace.jiveMessage, jive.jiveMessage set

clearspace.jiveMessage.userID=jive.jiveMessage.userID where

clearspace.jiveMessage.messageID=jive.jiveMessage.messageID

#8a. Copy the poll and private message data over

insert into clearspace.jivePoll select * from jive.jivePoll;

insert into clearspace.jivePollOption select * from jive.jivePollOption;

insert into clearspace.jivePollVote select * from jive.jivePollVote;

insert into clearspace.jivePMessage select * from jive.jivePMessage;

insert into clearspace.jivePMessageFldr select * from jive.jivePMessageFldr;

insert into clearspace.jivePMessageProp select * from jive.jivePMessageProp;

update clearspace.jiveID set id = (select max(clearspace.jivePoll.pollID) + 1 from clearspace.jivePoll) where idType = 18;

update clearspace.jiveID set id = (select max(clearspace.jivePMessage.pMessageID) + 1 from clearspace.jivePMessage) where idType = 20;

#8b. This fixes the jivePoll table to have the right container ids...

create temporary table ContainerMap

select c.communityID as communityID, cast(ot.propValue as signed) as forumsObjectType, cast(oi.propValue as signed) as forumsObjectID

from clearspace.jiveCommunity c

join clearspace.jiveCommunityProp ot

on ot.name = 'migration.objectType'

and ot.communityID = c.communityID

join clearspace.jiveCommunityProp oi

on oi.communityid = c.communityid

and oi.name = 'migration.objectID';

update jivePoll p set p.objectID = (select cm.communityID from ContainerMap cm where cm.forumsObjectType = p.objectType and cm.forumsObjectID = p.objectID), p.objectType = 14;

#9. Dump the local clearspace database and copy it over to the db server where the upgraded clearspace will be run. Import the data.

local: mysqldump -u root clearspace > clearspace.sql

#10. Start up cs 2.5.x and go through the upgrade process.

#11. stop cs 2.5.x, uncomment the kinkUserMigration bean in the jiveHome/spring-kink.xml, start up cs 2.5.x

then stop it again and re-comment it out again.

---------------------------------------------------

<?xml version="1.0" encoding="UTF-8"?>

<beansxmlns="http://www.springframework.org/schema/beans"

xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

xsi:schemaLocation="http://www.springframework.org/schema/beans

http://www.springframework.org/schema/beans/spring-beans-2.0.xsd"

default-init-method="init">

</bean>

</beans>

---------------------------------------------------

package com.kink.jive.biz;

import java.sql.Connection;

import java.sql.PreparedStatement;

import java.sql.ResultSet;

import java.sql.SQLException;

import org.apache.commons.logging.Log;

import com.jivesoftware.base.EmailAlreadyExistsException;

import com.jivesoftware.base.User;

import com.jivesoftware.base.UserAlreadyExistsException;

import com.jivesoftware.base.UserManager;

import com.jivesoftware.base.UserNotFoundException;

import com.jivesoftware.base.UserTemplate;

import com.jivesoftware.base.database.ConnectionManager;

import com.kink.heart.biz.admin.i.MemberData;

import com.kink.love.i.NotFoundException;

/**

public class KinkUserMigration

{

private UserManager userManager;

/** */

private static Log log = new MakeshiftLog(KinkUserMigration.class);

//Add <property name="userManager" ref="userManagerImpl"/>

// to the xml definition of this filter

public void setUserManager(UserManager userManager)

{

this.userManager = userManager;

}

public void init()

{

log.debug("******************************* Running the KinkUserMigration init method!!!");

Connection con = null;

PreparedStatement updateJiveMessageStatement = null;

PreparedStatement selectStatement = null;

PreparedStatement checkStatement = null;

PreparedStatement insertStatement = null;

PreparedStatement updateJivePMessageStatementA = null;

PreparedStatement updateJivePMessageStatementB = null;

PreparedStatement updateJivePMessageStatementC = null;

PreparedStatement updateJivePMessageFldrStatement = null;

PreparedStatement updateJivePollStatement = null;

try

{

con = ConnectionManager.getConnection();

checkStatement = con.prepareStatement("select propValue from jiveProperty where name='kink.user.migration'");

insertStatement = con.prepareStatement("insert into jiveProperty set name='kink.user.migration', propValue='true'");

selectStatement = con.prepareStatement("select distinct userID from jiveMessage");

updateJiveMessageStatement = con.prepareStatement("update jiveMessage set userID=? where userID=?");

updateJivePMessageStatementA = con.prepareStatement("update jivePMessage set senderID=? where senderID=?");

updateJivePMessageStatementB = con.prepareStatement("update jivePMessage set ownerID=? where ownerID=?");

updateJivePMessageStatementC = con.prepareStatement("update jivePMessage set recipientID=? where recipientID=?");

updateJivePMessageFldrStatement = con.prepareStatement("update jivePMessageFldr set userID=? where userID=?");

updateJivePollStatement = con.prepareStatement("update jivePoll set userID=? where userID=?");

ResultSet rsCheck = checkStatement.executeQuery();

boolean hasFirst = rsCheck.first();

if (hasFirst)

{

String value = rsCheck.getString(1);

if (value.equals("true"))

{

log.info("No need to run the user migration as it has already run");

return;

}

else

{

log.info("Running user migration script!!");

}

ResultSet rs = selectStatement.executeQuery();

while (rs.next())

{

Long oldUserID = rs.getLong(1);

log.info("Processing userID: " + oldUserID);

MemberData member = null;

try

{

// For safety check the member exists in our system with the oldUserID

member = Heart.getJiveTalk().getMember(oldUserID);

User newUser = null;

try

{

// Look up the user by username so we don't double create.

newUser = this.userManager.getUser(member.getUsername());

}

catch (UserNotFoundException e)

{

log.info("NON-FATAL: Could not find username: " + member.getUsername() + " , now going to create that user and re-associate messages to them.");

try

{

// **** NOTE **** If you change stuff here, don't forget to also change it in KinkAuthProcessingFilter.attemptAuthentication()

UserTemplate template = new UserTemplate(

member.getUsername(), "*(&@#", member.getEmail(), member.getUsername(),

// emailVisible, nameVisible

false, false, null);

template.setFederated(true);

template.setSetEmailSuppoted(false);

template.setSetEmailVisibleSupported(false);

template.setSetPasswordHashSupported(false);

template.setSetPasswordSupported(false);

template.setSetUsernameSupported(false);

template.setSetNameSupported(false);

template.setSetNameVisibleSupported(false);

template.setSetPropertyEditSupported(false);

template.setCreationDate(member.getJoinedOn().toDate());

newUser = this.userManager.createUser(template);

}

catch (UserAlreadyExistsException e1)

{

// Ignored on purpose

}

catch (UnsupportedOperationException uoe)

{

// Ignored on purpose

}

catch (EmailAlreadyExistsException eaee)

{

// Ignored on purpose

}

log.info("Migrating data from userID: " + oldUserID + " to userID: " + newUser.getID());

// Do the migration

updateJiveMessageStatement.setLong(1, newUser.getID());

updateJiveMessageStatement.setLong(2, oldUserID);

updateJiveMessageStatement.executeUpdate();

updateJivePMessageStatementA.setLong(1, newUser.getID());

updateJivePMessageStatementA.setLong(2, oldUserID);

updateJivePMessageStatementA.executeUpdate();

updateJivePMessageStatementB.setLong(1, newUser.getID());

updateJivePMessageStatementB.setLong(2, oldUserID);

updateJivePMessageStatementB.executeUpdate();

updateJivePMessageStatementC.setLong(1, newUser.getID());

updateJivePMessageStatementC.setLong(2, oldUserID);

updateJivePMessageStatementC.executeUpdate();

updateJivePMessageFldrStatement.setLong(1, newUser.getID());

updateJivePMessageFldrStatement.setLong(2, oldUserID);

updateJivePMessageFldrStatement.executeUpdate();

updateJivePollStatement.setLong(1, newUser.getID());

updateJivePollStatement.setLong(2, oldUserID);

updateJivePollStatement.executeUpdate();

}

catch (NotFoundException e)

{

log.info("Could not find Heart member: " + oldUserID);

}

insertStatement.execute();

}

catch (SQLException e2)

{

e2.printStackTrace();

}

finally

{

ConnectionManager.close(con);

}

Plugin Downloads : Forums Importer : Comments

RE: Forums Importer

RE: Forums Importer