一次下载tensorboard的所有csv文件

Question

我想在 tensorboard 中一次下载所有运行的数据：

但似乎没有办法一键下载所有这些。 有谁知道这个问题的任何解决方案？

Answer 1

这可以导致你的答案！

https://stackoverflow.com/a/73409436/11657898

这是针对 1 个文件的，但是，它已准备好进入循环

Answer 2

我想出了这个来解决我的问题。 首先，您需要在本地主机上运行 TensorBoard，然后从浏览器中抓取数据。

import pandas as pd
import requests
from csv import reader
import os


def URLs(fold, trial):
    URLs_dict = {
    'train_accuracy' : f'http://localhost:6006/data/plugin/scalars/scalars?tag=epoch_accuracy&run=fold{fold}%5C{trial}%5Cexecution0%5Ctrain&format=csv',
    'val_accuracy' : f'http://localhost:6006/data/plugin/scalars/scalars?tag=epoch_accuracy&run=fold{fold}%5C{trial}%5Cexecution0%5Cvalidation&format=csv',
    'val_loss' : f'http://localhost:6006/data/plugin/scalars/scalars?tag=epoch_loss&run=fold{fold}%5C{trial}%5Cexecution0%5Cvalidation&format=csv',
    'train_loss' : f'http://localhost:6006/data/plugin/scalars/scalars?tag=epoch_loss&run=fold{fold}%5C{trial}%5Cexecution0%5Ctrain&format=csv'
    }
    return URLs_dict

def tb_data(log_dir, mode, fold, num_trials):
    trials = os.listdir(log_dir)
    fdf = {}
    for i, trial in enumerate(trials[:num_trials]):
        r = requests.get(URLs(fold, trial)[mode], allow_redirects=True)
        data = r.text
        data_csv = reader(data.splitlines())
        data_csv = list(data_csv)
        df = pd.DataFrame(data_csv)
        headers = df.iloc[0]
        df  = pd.DataFrame(df.values[1:], columns=headers)
        if i == 0:
            fdf['Step'] = df['Step']  
        fdf[f'trial {trial}'] = df['Value']
    fdf = pd.DataFrame(fdf)
    return fdf

PS：可能需要根据不同的目录进行一些调整。