[英]How to make a pandas dataframe for-loop (for a stock market API)
[英]How can make subplots of columns in Pandas dataframe in one window inside of for-loop
*请帮助它,这非常重要:为什么不能通过在for循环内使用HeatMap获得Pandas数据框的柱状图子图?
我试图在迭代期间在for循环内的pandas数据框中创建列的子图,因为我在每个窗口中绘制每个480个值的结果,以使所有3个子图在一个窗口中并排属于A,B,C。 我在这里只找到一个答案,恐怕不是我的情况! @ euri10通过使用flat回答。
我的脚本如下:
# Import and call the needed libraries
import numpy as np
import pandas as pd
import os
import seaborn as sns
import matplotlib.pyplot as plt
'''
Take a list and create the formatted matrix
'''
def mkdf(ListOf480Numbers):
normalMatrix = np.array_split(ListOf480Numbers,8) #Take a list and create 8 array (Sections)
fixMatrix = []
for i in range(8):
lines = np.array_split(normalMatrix[i],6) #Split each section in lines (each line contains 10 cells from 0-9)
newMatrix = [0,0,0,0,0,0] #Empty array to contain reordered lines
for j in (1,3,5):
newMatrix[j] = lines[j] #lines 1,3,5 remain equal
for j in (0,2,4):
newMatrix[j] = lines[j][::-1] #lines 2,4,6 are inverted
fixMatrix.append(newMatrix) #After last update of format of table inverted (bottom-up zig-zag)
return fixMatrix
'''
Print the matrix with the required format
'''
def print_df(fixMatrix):
values = []
for i in range(6):
values.append([*fixMatrix[4][i], *fixMatrix[7][i]]) #lines form section 6 and 7 are side by side
for i in range(6):
values.append([*fixMatrix[5][i], *fixMatrix[6][i]]) #lines form section 4 and 5 are side by side
for i in range(6):
values.append([*fixMatrix[1][i], *fixMatrix[2][i]]) #lines form section 2 and 3 are side by side
for i in range(6):
values.append([*fixMatrix[0][i], *fixMatrix[3][i]]) #lines form section 0 and 1 are side by side
df = pd.DataFrame(values)
return (df)
'''
Normalizing Formula
'''
def normalize(value, min_value, max_value, min_norm, max_norm):
new_value = ((max_norm - min_norm)*((value - min_value)/(max_value - min_value))) + min_norm
return new_value
'''
Split data in three different lists A, B and C
'''
dft = pd.read_csv('D:\me4.TXT', header=None)
id_set = dft[dft.index % 4 == 0].astype('int').values
A = dft[dft.index % 4 == 1].values
B = dft[dft.index % 4 == 2].values
C = dft[dft.index % 4 == 3].values
data = {'A': A[:,0], 'B': B[:,0], 'C': C[:,0]}
#df contains all the data
df = pd.DataFrame(data, columns=['A','B','C'], index = id_set[:,0])
'''
Data generation phase
'''
#next iteration create all plots, change the number of cycles
cycles = int(len(df)/480)
print(cycles)
for i in df:
try:
os.mkdir(i)
except:
pass
min_val = df[i].min()
min_nor = -1
max_val = df[i].max()
max_nor = 1
for cycle in range(1): #iterate thriugh all cycles range(1) by ====> range(int(len(df)/480))
count = '{:04}'.format(cycle)
j = cycle * 480
ordered_data = mkdf(df.iloc[j:j+480][i])
csv = print_df(ordered_data)
#Print .csv files contains matrix of each parameters by name of cycles respectively
csv.to_csv(f'{i}/{i}{count}.csv', header=None, index=None)
if 'C' in i:
min_nor = -40
max_nor = 150
#Applying normalization for C between [-40,+150]
new_value3 = normalize(df['C'].iloc[j:j+480][i].values, min_val, max_val, -40, 150)
n_cbar_kws = {"ticks":[-40,150,-20,0,25,50,75,100,125]}
df3 = print_df(mkdf(new_value3))
else:
#Applying normalizayion for A,B between [-1,+1]
new_value1 = normalize(df['A'].iloc[j:j+480][i].values, min_val, max_val, -1, 1)
new_value2 = normalize(df['B'].iloc[j:j+480][i].values, min_val, max_val, -1, 1)
n_cbar_kws = {"ticks":[-1.0,-0.75,-0.50,-0.25,0.00,0.25,0.50,0.75,1.0]}
df1 = print_df(mkdf(new_value1))
df2 = print_df(mkdf(new_value2))
#Plotting parameters by using HeatMap
plt.figure()
sns.heatmap(df, vmin=min_nor, vmax=max_nor, cmap ='coolwarm', cbar_kws=n_cbar_kws)
plt.title(i, fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
#Print .PNG images contains HeatMap plots of each parameters by name of cycles respectively
plt.savefig(f'{i}/{i}{count}.png')
#plotting all columns ['A','B','C'] in-one-window side by side
fig, axes = plt.subplots(nrows=1, ncols=3 , figsize=(20,10))
plt.subplot(131)
sns.heatmap(df1, vmin=-1, vmax=1, cmap ="coolwarm", linewidths=.75 , linecolor='black', cbar=True , cbar_kws={"ticks":[-1.0,-0.75,-0.5,-0.25,0.00,0.25,0.5,0.75,1.0]})
fig.axes[-1].set_ylabel('[MPa]', size=20) #cbar_kws={'label': 'Celsius'}
plt.title('A', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.subplot(132)
sns.heatmap(df2, vmin=-1, vmax=1, cmap ="coolwarm", cbar=True , cbar_kws={"ticks":[-1.0,-0.75,-0.5,-0.25,0.00,0.25,0.5,0.75,1.0]})
fig.axes[-1].set_ylabel('[Mpa]', size=20) #cbar_kws={'label': 'Celsius'}
#sns.despine(left=True)
plt.title('B', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.subplot(133)
sns.heatmap(df3, vmin=-40, vmax=150, cmap ="coolwarm" , cbar=True , cbar_kws={"ticks":[-40,150,-20,0,25,50,75,100,125]})
fig.axes[-1].set_ylabel('[°C]', size=20) #cbar_kws={'label': 'Celsius'}
#sns.despine(left=True)
plt.title('C', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.suptitle(f'Analysis of data in cycle Nr.: {count}', color='yellow', backgroundcolor='black', fontsize=48, fontweight='bold')
plt.subplots_adjust(top=0.7, bottom=0.3, left=0.05, right=0.95, hspace=0.2, wspace=0.2)
#plt.subplot_tool()
plt.savefig(f'{i}/{i}{i}{count}.png')
plt.show()
到目前为止,由于无法在每个周期内输出正确的输出,因此无法获得正确的输出,例如,以不同的间隔打印3次。 它打印'A'
左然后再次将打印'A'
下的名称'B'
和'C'
在中间和右侧在一个窗口中。 再次它打印'B'
3次而不是一次,放在中间,最后它打印'C'
3次而不是一次,然后放在右边,而在中间和左边!
目标是在每个 for 循环中 (每个480个值乘480个值)在一个窗口中捕获所有3列A,B和C的子图!
第一个循环:0000 -----> A,B,C的子图---->将其存储为0000.png
第二个循环:A,B,C的0001 ----->子图---->将其存储为0001.png ...
问题是在for循环内使用df ,它传递A或B或C的值3次,而应该传递它的值分别属于每一列一次,因此我在此处提供了输出不成功的图片,以便您可以准确地看到问题很明显
我想要的输出如下:
我公司还为3次提供的数据集的示例文本文件: 数据集
因此,在查看了您的代码和要求之后,我想我知道问题出在哪里。 您的for
循环顺序错误。 您需要每个循环一个新的图形,其中包含每个“ A”,“ B”和“ C”作为子图。
这意味着您的外循环应遍历整个循环,然后您的内循环应遍历i
,而循环的缩进和顺序使您尝试绘制第一个循环中已经存在的所有'A','B','C'
子图i
( i='A'
, cycle=1
),而不是在第一个循环的第一个循环之后,所有i
( i='A','B','C'
, cycle=1
)。
这也是为什么您遇到未定义df3的问题(如对此答案的评论中所述)。 df3的定义在if块中进行检查'C' in i
在您的第一个循环中不检查'C' in i
,因此不满足此条件,因此未定义df3,但是您仍在尝试绘制它!
同样,您再次遇到NaN / inf值与其他问题相同的问题。
重新运行for
循环和缩进并清理NaN / inf值将获得以下代码:
#...
#df contains all the data
df = pd.DataFrame(data, columns=['A','B','C'], index = id_set[:,0])
df = df.replace(np.inf, np.nan)
df = df.fillna(0)
'''
Data generation phase
'''
#next iteration create all plots, change the number of cycles
cycles = int(len(df)/480)
print(cycles)
for cycle in range(cycles): #iterate thriugh all cycles range(1) by ====> range(int(len(df)/480))
count = '{:04}'.format(cycle)
j = cycle * 480
for i in df:
try:
os.mkdir(i)
except:
pass
min_val = df[i].min()
min_nor = -1
max_val = df[i].max()
max_nor = 1
ordered_data = mkdf(df.iloc[j:j+480][i])
csv = print_df(ordered_data)
#Print .csv files contains matrix of each parameters by name of cycles respectively
csv.to_csv(f'{i}/{i}{count}.csv', header=None, index=None)
if 'C' in i:
min_nor = -40
max_nor = 150
#Applying normalization for C between [-40,+150]
new_value3 = normalize(df['C'].iloc[j:j+480], min_val, max_val, -40, 150)
n_cbar_kws = {"ticks":[-40,150,-20,0,25,50,75,100,125]}
df3 = print_df(mkdf(new_value3))
else:
#Applying normalizayion for A,B between [-1,+1]
new_value1 = normalize(df['A'].iloc[j:j+480], min_val, max_val, -1, 1)
new_value2 = normalize(df['B'].iloc[j:j+480], min_val, max_val, -1, 1)
n_cbar_kws = {"ticks":[-1.0,-0.75,-0.50,-0.25,0.00,0.25,0.50,0.75,1.0]}
df1 = print_df(mkdf(new_value1))
df2 = print_df(mkdf(new_value2))
# #Plotting parameters by using HeatMap
# plt.figure()
# sns.heatmap(df, vmin=min_nor, vmax=max_nor, cmap ='coolwarm', cbar_kws=n_cbar_kws)
# plt.title(i, fontsize=12, color='black', loc='left', style='italic')
# plt.axis('off')
# #Print .PNG images contains HeatMap plots of each parameters by name of cycles respectively
# plt.savefig(f'{i}/{i}{count}.png')
#plotting all columns ['A','B','C'] in-one-window side by side
fig, axes = plt.subplots(nrows=1, ncols=3 , figsize=(20,10))
plt.subplot(131)
sns.heatmap(df1, vmin=-1, vmax=1, cmap ="coolwarm", linewidths=.75 , linecolor='black', cbar=True , cbar_kws={"ticks":[-1.0,-0.75,-0.5,-0.25,0.00,0.25,0.5,0.75,1.0]})
fig.axes[-1].set_ylabel('[MPa]', size=20) #cbar_kws={'label': 'Celsius'}
plt.title('A', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.subplot(132)
sns.heatmap(df2, vmin=-1, vmax=1, cmap ="coolwarm", cbar=True , cbar_kws={"ticks":[-1.0,-0.75,-0.5,-0.25,0.00,0.25,0.5,0.75,1.0]})
fig.axes[-1].set_ylabel('[Mpa]', size=20) #cbar_kws={'label': 'Celsius'}
#sns.despine(left=True)
plt.title('B', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.subplot(133)
sns.heatmap(df3, vmin=-40, vmax=150, cmap ="coolwarm" , cbar=True , cbar_kws={"ticks":[-40,150,-20,0,25,50,75,100,125]})
fig.axes[-1].set_ylabel('[°C]', size=20) #cbar_kws={'label': 'Celsius'}
#sns.despine(left=True)
plt.title('C', fontsize=12, color='black', loc='left', style='italic')
plt.axis('off')
plt.suptitle(f'Analysis of data in cycle Nr.: {count}', color='yellow', backgroundcolor='black', fontsize=48, fontweight='bold')
plt.subplots_adjust(top=0.7, bottom=0.3, left=0.05, right=0.95, hspace=0.2, wspace=0.2)
#plt.subplot_tool()
plt.savefig(f'{i}/{i}{i}{count}.png')
plt.show()
这将为您提供以下三个图像以及三个单独的数字以及您提供的数据:
一般来说,您的代码非常混乱。 我明白了,如果您是编程的新手,并且只想分析数据,那么您可以做任何有效的事情,不管它是否漂亮。
但是,我认为凌乱的代码意味着您无法正确查看脚本的底层逻辑,这就是解决此问题的方法。
我建议如果再次遇到类似问题,请在所有循环中写出一些“伪代码”,并尝试考虑每个循环中要完成的工作。
声明:本站的技术帖子网页,遵循CC BY-SA 4.0协议,如果您需要转载,请注明本站网址或者原文地址。任何问题请咨询:yoyou2525@163.com.