Exemple #1
0
def testCameraSync():
    print "---- testCameraSync ----"
    cam_files = 'cam_files'
    testrootpath = conf.testrootpath[conf.targetos]
    testUtils.subscribe(target1, camDatasetUp)
    testUtils.subscribe(target2, camDatasetDn)

    print 'target1 [%s] adding photos' % target1
    print "Creating golden test files"
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath,
                                  cam_files)
    testUtils.remoteRun(
        target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))
    testUtils.remoteRun(
        target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))
    # Bug 9181 means simply copying the files into the datast directory that one could end up with partial files since the immediate file update may not advance the timestamp.
    testUtils.remoteRun(
        target1, 'cd %s; cp -Rf %s/* %s/\"%s\"' %
        (testrootpath, cam_files, conf.cloudRoot(True), camDatasetUp))

    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, camDatasetUp)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target2, camDatasetDn)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, camDatasetUp)

    print 'target2 [%s] verifying photos' % target2
    testdiff = conf.logdir + '/' + 'target2_cam.diff'
    testUtils.remoteRun(
        target2, 'rm -Rf %s/\"%s\"/%s' %
        (conf.cloudRoot(True), camDatasetDn, manifestDir))
    testUtils.remoteRunAndLog(
        target2, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' %
        (testrootpath, conf.cloudRoot(True), camDatasetDn, cam_files),
        testdiff)
    try:
        st = os.stat('%s' % testdiff)
    except (IOError, RuntimeError, OSError):
        print "Error: checking cam dataset diff %s" % testdiff
        return False
    else:
        if st.st_size > 0:
            print "Error: %s  \"%s\" content mismatch" % (target2,
                                                          camDatasetDn)
            return False

    return True
Exemple #2
0
def ccdLogin(target, username, password):
    print "ccdLogin %s (pcloud user: %s)" % (target, username)
    testrootpath = conf.testrootpath[conf.targetos]
    ext = conf.binext[conf.targetos]
    cmdLine = 'cd %s; ./ccdLogin%s %s %s %s %s \"%s\"' % (
        testrootpath, ext, target, username, password, conf.testroot,
        conf.cloudRoot(False))
    remoteRun(target, cmdLine)
    return 0
def testCameraSync():
    print "---- testCameraSync ----"
    cam_files = 'cam_files'
    testrootpath = conf.testrootpath[conf.targetos]
    testUtils.subscribe(target1, camDatasetUp)
    testUtils.subscribe(target2, camDatasetDn)

    print 'target1 [%s] adding photos' % target1
    print "Creating golden test files"
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath, cam_files)
    testUtils.remoteRun(target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))
    testUtils.remoteRun(target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))
    # Bug 9181 means simply copying the files into the datast directory that one could end up with partial files since the immediate file update may not advance the timestamp.
    testUtils.remoteRun(target1, 'cd %s; cp -Rf %s/* %s/\"%s\"' % (testrootpath, cam_files, conf.cloudRoot(True), camDatasetUp))

    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, camDatasetUp)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target2, camDatasetDn)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, camDatasetUp)

    print 'target2 [%s] verifying photos' % target2
    testdiff = conf.logdir + '/' + 'target2_cam.diff'
    testUtils.remoteRun(target2, 'rm -Rf %s/\"%s\"/%s' % (conf.cloudRoot(True), camDatasetDn, manifestDir))
    testUtils.remoteRunAndLog(target2, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' % (testrootpath, conf.cloudRoot(True), camDatasetDn, cam_files), testdiff)
    try:
        st = os.stat('%s' % testdiff)
    except (IOError, RuntimeError, OSError):
        print "Error: checking cam dataset diff %s" % testdiff
        return False
    else:
        if st.st_size > 0:
            print "Error: %s  \"%s\" content mismatch" % (target2, camDatasetDn)
            return False

    return True
Exemple #4
0
def main():
    global username
    global password
    global target1
    global target2
    global syncroot

    p = setupOptParser()
    opts, args = p.parse_args()

    target1 = opts.target1
    target2 = opts.target2
    username = opts.username
    password = opts.password
    syncroot = opts.syncroot
    conf.logdir = opts.logdir
    conf.targetlogin = opts.targetlogin
    conf.targetos = opts.targetos
    conf.testrootpath['win32'] = '/cygdrive/c/Users/%s/igware/testroot' % (
        conf.targetlogin)
    conf.ccdrootpath['win32'] = '/cygdrive/c/Users/%s/igware/ccd/vs' % (
        conf.targetlogin)
    conf.testroot = '/Users/%s/igware/testroot' % (conf.targetlogin)

    print "kill running ccd processes"
    testUtils.ccdStop(target1)
    testUtils.ccdStop(target2)

    print "Clearing sync folders"
    for dataset in normalDatasets:
        testUtils.remoteRun(
            target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), dataset))
        testUtils.remoteRun(
            target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), dataset))
    testUtils.remoteRun(
        target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetDn))
    testUtils.remoteRun(
        target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetDn))
    testUtils.remoteRun(
        target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetUp))
    testUtils.remoteRun(
        target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetUp))

    print "Starting ccd"
    testUtils.ccdStart(target1)
    testUtils.ccdStart(target2)

    testUtils.ccdLogin(target2, username, password)
    testUtils.ccdLogin(target1, username, password)

    testUtils.linkDevice(target1)
    time.sleep(
        3
    )  # Sleep necessary due to Bug# 11187.  Once Bug# 11187 is fixed, remove this sleep.
    testUtils.linkDevice(target2)

    ################### Test cases begin ##########################

    if (opts.testcase == 'simul_sync'):
        success = testSimulSync()
        if success == False:
            print "TC_RESULT=FAIL ;;; TC_NAME=testSimulSync"
        else:
            print "TC_RESULT=PASS ;;; TC_NAME=testSimulSync"

    if (opts.testcase == 'cam_sync'):
        success = testCameraSync()
        if success == False:
            print "TC_RESULT=FAIL ;;; TC_NAME=testCameraSync"
        else:
            print "TC_RESULT=PASS ;;; TC_NAME=testCameraSync"

    ################### Test cases end ###########################

    testUtils.unlinkDevice(target1)
    testUtils.unlinkDevice(target2)

    time.sleep(7)
    # I believe unlinking device implies logout
    #    testUtils.ccdLogout(target1)
    #    testUtils.ccdLogout(target2)

    print "kill running ccd processes"
    testUtils.ccdStop(target1)
    testUtils.ccdStop(target2)
Exemple #5
0
def testSimulSync():
    print "---- testSimulSync ----"
    testrootpath = conf.testrootpath[conf.targetos]
    target1_files = 'target1_files'
    target2_files = 'target2_files'
    all_files = 'all_files'

    for dataset in normalDatasets:
        testUtils.subscribe(target1, dataset)
        testUtils.subscribe(target2, dataset)

    print "Creating golden test files"
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath,
                                  target1_files)
    testUtils.remoteRun(
        target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))
    testUtils.remoteRun(
        target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath,
                                  target2_files)
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath,
                                  target2_files)
    testUtils.remoteRun(
        target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))
    testUtils.remoteRun(
        target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' %
        (testrootpath, url))

    testUtils.remoteRun(
        target1, 'cd %s; mkdir -p %s; cp %s/* %s; cp %s/* %s' %
        (testrootpath, all_files, target1_files, all_files, target2_files,
         all_files))
    testUtils.remoteRun(
        target2, 'cd %s; mkdir -p %s; cp %s/* %s; cp %s/* %s' %
        (testrootpath, all_files, target1_files, all_files, target2_files,
         all_files))

    print "Copying data into dataset"
    for dataset in normalDatasets:
        # Bug 9181 means simply copying the files into the datast directory that one could end up with partial files since the immediate file update may not advance the timestamp.
        testUtils.remoteRun(
            target1,
            'cd %s; rm -Rf target_temp; mkdir target_temp; cp -Rf %s/* target_temp; mv target_temp/* %s/\"%s\"'
            % (testrootpath, target1_files, conf.cloudRoot(True), dataset))
        testUtils.remoteRun(
            target2,
            'cd %s; rm -Rf target_temp; mkdir target_temp; cp -Rf %s/* target_temp; mv target_temp/* %s/\"%s\"'
            % (testrootpath, target2_files, conf.cloudRoot(True), dataset))

    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, dataset)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target2, dataset)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, dataset)

    print "Checking synced files"
    for dataset in normalDatasets:
        # Check target1
        testdiff1 = conf.logdir + '/' + 'target1.diff'
        testUtils.remoteRun(
            target1, 'rm -Rf %s/\"%s\"/%s' %
            (conf.cloudRoot(True), dataset, manifestDir))
        testUtils.remoteRunAndLog(
            target1, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' %
            (testrootpath, conf.cloudRoot(True), dataset, all_files),
            testdiff1)
        try:
            st = os.stat('%s' % testdiff1)
        except (IOError, RuntimeError, OSError):
            print "Error: checking dataset diff %s" % testdiff1
            return False
        else:
            if st.st_size > 0:
                print "Error: %s dataset \"%s\" content mismatch" % (target1,
                                                                     dataset)
                return False

        # Check target2
        testdiff2 = conf.logdir + '/' + 'target2.diff'
        testUtils.remoteRun(
            target2, 'rm -Rf %s/\"%s\"/%s' %
            (conf.cloudRoot(True), dataset, manifestDir))
        testUtils.remoteRunAndLog(
            target2, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' %
            (testrootpath, conf.cloudRoot(True), dataset, all_files),
            testdiff2)
        try:
            st = os.stat('%s' % testdiff2)
        except (IOError, RuntimeError, OSError):
            print "Error: %s checking dataset diff %s" % (target2, testdiff2)
            return False
        else:
            if st.st_size > 0:
                print "Error: %s dataset \"%s\" content mismatch" % (target2,
                                                                     dataset)
                return False

    return True
def testSimulSync():
    print "---- testSimulSync ----"
    testrootpath = conf.testrootpath[conf.targetos]
    target1_files = 'target1_files'
    target2_files = 'target2_files'
    all_files = 'all_files'

    for dataset in normalDatasets:
        testUtils.subscribe(target1, dataset)
        testUtils.subscribe(target2, dataset)

    print "Creating golden test files"
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath, target1_files)
    testUtils.remoteRun(target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))
    testUtils.remoteRun(target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath, target2_files)
    url = '%s:%s/%s/%s.tar.gz' % (goldenDataHost, httpPort, goldenDataPath, target2_files)
    testUtils.remoteRun(target1, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))
    testUtils.remoteRun(target2, 'cd %s; wget --progress=dot:mega -O - %s | tar xzvf -' % (testrootpath, url))

    testUtils.remoteRun(target1, 'cd %s; mkdir -p %s; cp %s/* %s; cp %s/* %s' % (testrootpath, all_files, target1_files, all_files, target2_files, all_files));
    testUtils.remoteRun(target2, 'cd %s; mkdir -p %s; cp %s/* %s; cp %s/* %s' % (testrootpath, all_files, target1_files, all_files, target2_files, all_files));

    print "Copying data into dataset"
    for dataset in normalDatasets:
        # Bug 9181 means simply copying the files into the datast directory that one could end up with partial files since the immediate file update may not advance the timestamp.
        testUtils.remoteRun(target1, 'cd %s; rm -Rf target_temp; mkdir target_temp; cp -Rf %s/* target_temp; mv target_temp/* %s/\"%s\"' % (testrootpath, target1_files, conf.cloudRoot(True), dataset))
        testUtils.remoteRun(target2, 'cd %s; rm -Rf target_temp; mkdir target_temp; cp -Rf %s/* target_temp; mv target_temp/* %s/\"%s\"' % (testrootpath, target2_files, conf.cloudRoot(True), dataset))

    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, dataset)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target2, dataset)
    time.sleep(3)
    testUtils.ccdWaitUntilInSync(target1, dataset)

    print "Checking synced files"
    for dataset in normalDatasets:
        # Check target1
        testdiff1 = conf.logdir + '/' + 'target1.diff'
        testUtils.remoteRun(target1, 'rm -Rf %s/\"%s\"/%s' % (conf.cloudRoot(True), dataset, manifestDir))
        testUtils.remoteRunAndLog(target1, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' % (testrootpath, conf.cloudRoot(True), dataset, all_files), testdiff1)
        try:
            st = os.stat('%s' % testdiff1)
        except (IOError, RuntimeError, OSError):
            print "Error: checking dataset diff %s" % testdiff1
            return False
        else:
            if st.st_size > 0:
                print "Error: %s dataset \"%s\" content mismatch" % (target1, dataset)
                return False

        # Check target2
        testdiff2 = conf.logdir + '/' + 'target2.diff' 
        testUtils.remoteRun(target2, 'rm -Rf %s/\"%s\"/%s' % (conf.cloudRoot(True), dataset, manifestDir))
        testUtils.remoteRunAndLog(target2, 'cd %s; diff -r %s/\"%s\" %s --exclude=\".sync_temp\"' % (testrootpath, conf.cloudRoot(True), dataset, all_files), testdiff2)
        try:
            st = os.stat('%s' % testdiff2)
        except (IOError, RuntimeError, OSError):
            print "Error: %s checking dataset diff %s" % (target2, testdiff2)
            return False
        else:
            if st.st_size > 0:
                print "Error: %s dataset \"%s\" content mismatch" % (target2, dataset)
                return False

    return True
def main():
    global username
    global password 
    global target1
    global target2
    global syncroot

    p = setupOptParser()
    opts, args = p.parse_args()

    target1 = opts.target1
    target2 = opts.target2
    username = opts.username
    password = opts.password
    syncroot = opts.syncroot
    conf.logdir = opts.logdir
    conf.targetlogin = opts.targetlogin
    conf.targetos = opts.targetos
    conf.testrootpath['win32'] = '/cygdrive/c/Users/%s/igware/testroot' % (conf.targetlogin)
    conf.ccdrootpath['win32'] = '/cygdrive/c/Users/%s/igware/ccd/vs' % (conf.targetlogin)
    conf.testroot = '/Users/%s/igware/testroot' % (conf.targetlogin)

    print "kill running ccd processes"
    testUtils.ccdStop(target1)
    testUtils.ccdStop(target2)

    print "Clearing sync folders"
    for dataset in normalDatasets:
        testUtils.remoteRun(target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), dataset))
        testUtils.remoteRun(target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), dataset))
    testUtils.remoteRun(target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetDn))
    testUtils.remoteRun(target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetDn))
    testUtils.remoteRun(target1, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetUp))
    testUtils.remoteRun(target2, 'rm -Rf %s/\"%s\"/*' % (conf.cloudRoot(True), camDatasetUp))

    print "Starting ccd"
    testUtils.ccdStart(target1)
    testUtils.ccdStart(target2)

    testUtils.ccdLogin(target2, username, password)
    testUtils.ccdLogin(target1, username, password)

    testUtils.linkDevice(target1)
    time.sleep(3) # Sleep necessary due to Bug# 11187.  Once Bug# 11187 is fixed, remove this sleep.
    testUtils.linkDevice(target2)

    ################### Test cases begin ##########################

    if (opts.testcase == 'simul_sync') :
        success = testSimulSync()
        if success == False:
            print "TC_RESULT=FAIL ;;; TC_NAME=testSimulSync" 
        else:
            print "TC_RESULT=PASS ;;; TC_NAME=testSimulSync"

    if (opts.testcase == 'cam_sync') :
        success = testCameraSync()
        if success == False:
            print "TC_RESULT=FAIL ;;; TC_NAME=testCameraSync" 
        else:
            print "TC_RESULT=PASS ;;; TC_NAME=testCameraSync"

    ################### Test cases end ###########################

    testUtils.unlinkDevice(target1)
    testUtils.unlinkDevice(target2)

    time.sleep(7)
    # I believe unlinking device implies logout
    #    testUtils.ccdLogout(target1)
    #    testUtils.ccdLogout(target2)

    print "kill running ccd processes"
    testUtils.ccdStop(target1)
    testUtils.ccdStop(target2)
Exemple #8
0
def purgeSync(target, syncfolder):
    syncfolderpath = conf.cloudRoot(True) + '/' + syncfolder
    cmdLine = 'rm -Rf %s/*' % syncfolderpath
    remoteRun(target, cmdLine)
    return 0
Exemple #9
0
def removeFileFromSync(target, syncfolder, filename):
    syncfolderpath = conf.cloudRoot(True) + '/' + syncfolder
    cmdLine = 'rm -f %s/%s' % (syncfolderpath, filename)
    remoteRun(target, cmdLine)
    return 0
def ccdLogin(target, username, password):
    print "ccdLogin %s (pcloud user: %s)" % (target, username)
    testrootpath = conf.testrootpath[conf.targetos]
    ext = conf.binext[conf.targetos]
    cmdLine = 'cd %s; ./ccdLogin%s %s %s %s %s \"%s\"' % (testrootpath, ext, target, username, password, conf.testroot, conf.cloudRoot(False)) 
    remoteRun(target, cmdLine)
    return 0
def purgeSync(target, syncfolder):
    syncfolderpath = conf.cloudRoot(True) + '/' + syncfolder
    cmdLine = 'rm -Rf %s/*' % syncfolderpath
    remoteRun(target, cmdLine)
    return 0
def removeFileFromSync(target, syncfolder, filename):
    syncfolderpath = conf.cloudRoot(True) + '/' + syncfolder
    cmdLine = 'rm -f %s/%s' % (syncfolderpath, filename)  
    remoteRun(target, cmdLine)
    return 0