Compare commits
3 Commits
ecb44f84f4
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
| d65c262d1e | |||
| 24f84a392e | |||
| 638bfb3156 |
2
.idea/misc.xml
generated
2
.idea/misc.xml
generated
@@ -1,4 +1,4 @@
|
|||||||
<?xml version="1.0" encoding="UTF-8"?>
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
<project version="4">
|
<project version="4">
|
||||||
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8" project-jdk-type="Python SDK" />
|
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8 (python_vitual_3.85)" project-jdk-type="Python SDK" />
|
||||||
</project>
|
</project>
|
||||||
2
.idea/python_project.iml
generated
2
.idea/python_project.iml
generated
@@ -2,7 +2,7 @@
|
|||||||
<module type="PYTHON_MODULE" version="4">
|
<module type="PYTHON_MODULE" version="4">
|
||||||
<component name="NewModuleRootManager">
|
<component name="NewModuleRootManager">
|
||||||
<content url="file://$MODULE_DIR$" />
|
<content url="file://$MODULE_DIR$" />
|
||||||
<orderEntry type="inheritedJdk" />
|
<orderEntry type="jdk" jdkName="Python 3.8 (python_vitual_3.85)" jdkType="Python SDK" />
|
||||||
<orderEntry type="sourceFolder" forTests="false" />
|
<orderEntry type="sourceFolder" forTests="false" />
|
||||||
</component>
|
</component>
|
||||||
<component name="PyDocumentationSettings">
|
<component name="PyDocumentationSettings">
|
||||||
|
|||||||
40
disturb_data_to_csv.py
Normal file
40
disturb_data_to_csv.py
Normal file
@@ -0,0 +1,40 @@
|
|||||||
|
import pandas as pd
|
||||||
|
import random
|
||||||
|
import numpy
|
||||||
|
from white_noise import white_noise
|
||||||
|
import ray
|
||||||
|
|
||||||
|
ray.init()
|
||||||
|
filepath = "E:/Data_sum/ttxd200.csv"
|
||||||
|
origin_data = pd.read_csv(filepath)
|
||||||
|
row_len = origin_data.shape[0]
|
||||||
|
cow_len = origin_data.shape[1]
|
||||||
|
columns_index=origin_data.columns
|
||||||
|
columns_list=columns_index.tolist()
|
||||||
|
|
||||||
|
disturb_data = origin_data
|
||||||
|
real_origin_data = origin_data
|
||||||
|
algorithm_white_noise = white_noise.remote()
|
||||||
|
algorithm_white_noise.set_config.remote('{"WHITE_NOISE_STANDARD_DEVIATION_BASE": 30}')
|
||||||
|
|
||||||
|
#cow_name = "ttxd_12_1"
|
||||||
|
contrast_data = pd.DataFrame()
|
||||||
|
|
||||||
|
|
||||||
|
for i in range(0,row_len-50,10):
|
||||||
|
col_number = random.randint(0,cow_len)
|
||||||
|
cow_name = columns_list[col_number]
|
||||||
|
for j in range(i,i+50):
|
||||||
|
futures = algorithm_white_noise.eval.remote(origin_data.loc[j, cow_name])
|
||||||
|
disturb_data.loc[i, cow_name] = ray.get(futures)
|
||||||
|
contrast_data[cow_name+'_disturb'+str(i)] = disturb_data[cow_name]
|
||||||
|
disturb_data = real_origin_data
|
||||||
|
origin_data = real_origin_data
|
||||||
|
|
||||||
|
# print(columns_list)
|
||||||
|
contrast_data.to_csv("E:/Data_sum/ttxd200_disturb.csv", index=False)
|
||||||
|
contrast_data_only = contrast_data.values
|
||||||
|
# contrast_data_only.to_csv("E:/Data_sum/ttxd200_disturb_data.csv", index=False)
|
||||||
|
print(contrast_data_only)
|
||||||
|
# pd.DataFrame(contrast_data_only).to_csv("E:/Data_sum/ttxd200_disturb_data.csv", index=False)
|
||||||
|
numpy.savetxt("E:/Data_sum/ttxd200_disturb_data.csv", contrast_data_only, delimiter=",")
|
||||||
@@ -2,6 +2,7 @@ from algorithm import algorithm
|
|||||||
import json
|
import json
|
||||||
import ray
|
import ray
|
||||||
|
|
||||||
|
# @ray.remote
|
||||||
@ray.remote
|
@ray.remote
|
||||||
class variance_x(algorithm):
|
class variance_x(algorithm):
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
|
|||||||
@@ -26,6 +26,6 @@ contrast_data[cow_name+'_variance_x'] = variance_data[cow_name]
|
|||||||
# average_data.to_csv("D:/python_project_data/1_disturb.csv", index=False)
|
# average_data.to_csv("D:/python_project_data/1_disturb.csv", index=False)
|
||||||
contrast_data.to_csv("D:/python_project_data/variance_data_x.csv", index=False)
|
contrast_data.to_csv("D:/python_project_data/variance_data_x.csv", index=False)
|
||||||
|
|
||||||
|
ray.shutdown()
|
||||||
# 以下均为测试性能用
|
# 以下均为测试性能用
|
||||||
# print(algorithm_step.config_)
|
# print(algorithm_step.config_)
|
||||||
Reference in New Issue
Block a user