您的位置:首页 > 大数据 > 人工智能

tensorflow-读取多个文件

2018-11-21 19:20 141 查看
#!/usr/bin/env python2
# -*- coding: utf-8 -*-
"""
Created on Sat Sep 15 10:54:53 2018

@author: myhaspl
@email:myhaspl@myhaspl.com
读取多个文件

"""
import tensorflow as tf
import os

validateCount=10
sampleCount=10
testCount=10

g=tf.Graph()

with g.as_default():

def inputFromFile(fileName,skipLines=1):
#生成文件名队列
fileNameQueue=tf.train.string_input_producer(fileName)
#生成记录键值对
reader=tf.TextLineReader(skip_header_lines=skipLines)
key,value=reader.read(fileNameQueue)
return key,value

with tf.name_scope("inputSample"):
mykey,mysamples=inputFromFile([os.getcwd()+"/1-1.csv",os.getcwd()+"/1-2.csv"],1)

with tf.Session(graph=g) as sess:
# 开始产生文件名队列
coord = tf.train.Coordinator()
threads = tf.train.start_queue_runners(coord=coord)

num_examples = 0
try:
while True:
key,value = sess.run([mykey, mysamples])
print(key,value)
num_examples += 1
except tf.errors.OutOfRangeError:
print ("There are", num_examples, "examples")

coord.request_stop()
coord.join(threads)
1-1.csv
x1,x2,y
6.148,72,35.88
0,33.6,0.627
11,50,1
1.89,66,23
94,28.1,0.167
22,21,0.9

1-2.csv
x1,x2,y
11,21,10
1,41,39
10,32,4
2.14,91.2,0.92
109.3,19.03,81.02
...
('/Volumes/MYHASPL/AI_BOOK/src/1-1.csv:4', '11,50,1')
('/Volumes/MYHASPL/AI_BOOK/src/1-1.csv:5', '1.89,66,23')
('/Volumes/MYHASPL/AI_BOOK/src/1-1.csv:6', '94,28.1,0.167')
('/Volumes/MYHASPL/AI_BOOK/src/1-1.csv:7', '22,21,0.9')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:2', '11,21,10')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:3', '1,41,39')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:4', '10,32,4')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:5', '2.14,91.2,0.92')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:6', '109.3,19.03,81.02')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:2', '11,21,10')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:3', '1,41,39')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:4', '10,32,4')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:5', '2.14,91.2,0.92')
('/Volumes/MYHASPL/AI_BOOK/src/1-2.csv:6', '109.3,19.03,81.02')

                                            
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签:  tensorflow AI