-
Notifications
You must be signed in to change notification settings - Fork 0
/
Loader.fs
43 lines (28 loc) · 1.11 KB
/
Loader.fs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
namespace TextClassification
open System.IO
open System.Text
open System
open FSharp.Data
module Loader =
//[<Literal>]
//let fulldata = @"C:\Users\brody\source\repos\TextClassification\Data\test.csv"
//let dataDir = @"C:\Users\brody\source\repos\TextClassification\Data\"
[<Literal>]
let fulldata = @"C:\Users\BLittle\Documents\GIT\TextClassification\Data\test.csv"
let dataDir = @"C:\Users\BLittle\Documents\GIT\TextClassification\Data\"
type DataRow = CsvProvider<fulldata>
type TextClass = { genre: int; text: string }
let initData () =
let test =
DataRow.Load(Path.Join(dataDir, "test.csv")).Rows
|> Seq.map (fun row ->
{ genre = row.``Class Index``
text = row.Title + Environment.NewLine + row.Description })
let train =
DataRow.Load(Path.Join(dataDir, "train.csv")).Rows
|> Seq.map (fun row ->
{ genre = row.``Class Index``
text = row.Title + Environment.NewLine + row.Description })
(train, test)
//printfn $"{test}"
//printfn $"{train}"