trace_injection.py

from socket import *
import threading
import time

# gpus = [3, 1, 2, 1, 2, 1, 5, 4, 4, 1, 2]
gpus = [3,1,1,2,2,3,5,2,3,2,2,5,2,1,3,3,1,3,1,2]
models = ['vgg16' for x in range(len(gpus))]
dataset = ['benchmark' for y in range(len(gpus))]
iteration = [10 for z in range(len(gpus))]
global cnt
mutex = threading.Lock()
f1 = open("inject_time.txt", "w")
f2 = open("inject_idx.txt", "w")
global begin_time


def inject(idx, redundant):
    host = '10.0.0.10'
    port = 8888
    bufsize = 1024
    client = socket(AF_INET, SOCK_STREAM)
    client.connect((host, port))
    print("client up, enter your job")

    try:
        cmd = "control_" + str(gpus[idx]) + "_" + dataset[idx] + "_" + models[idx] + "_" + str(iteration[idx])
        client.send(cmd.encode('utf-8'))
        print("submit job " + str(idx) + " successfully!")
        print("waiting for job " + str(idx) + " finishing...")
        data = client.recv(bufsize)
        # print(data.decode('utf-8'))
        print("job " + str(idx) + " finished!")
    except Exception as e:
        print(e)
    if mutex.acquire():
        tmp_time = time.time()
        f1.write(str(tmp_time-begin_time) + "\n")
        f2.write(str(idx) + "\n")
        global cnt
        cnt += 1
        print(cnt)
        mutex.release()
    client.close()


threads = []
cnt = 0
for i in range(len(gpus)):
    th = threading.Thread(target=inject, args=(i, 0))
    th.setDaemon(True)
    threads.append(th)
    th.start()
    time.sleep(1)  # to guarantee order

begin_time = time.time()
while True:
    time.sleep(1)
    if mutex.acquire():
        global cnt
        # print("current finished jobs:", cnt)
        if cnt >= len(gpus):
            mutex.release()
            break
        mutex.release()
end_time = time.time()
run_time = end_time-begin_time
print('runtime:', run_time)
f1.write(str(run_time))
f1.close()
f2.close()