(t *testing.T)
| 32 | } |
| 33 | |
| 34 | func TestCSVLoaderWithFilteringColumns(t *testing.T) { |
| 35 | t.Parallel() |
| 36 | file, err := os.Open("./testdata/test.csv") |
| 37 | require.NoError(t, err) |
| 38 | |
| 39 | loader := NewCSV(file, "city") |
| 40 | |
| 41 | ctx := context.Background() |
| 42 | docs, err := loader.Load(ctx) |
| 43 | require.NoError(t, err) |
| 44 | require.Len(t, docs, 20) |
| 45 | |
| 46 | expected1 := "city: New York" |
| 47 | assert.Equal(t, docs[0].PageContent, expected1) |
| 48 | |
| 49 | expected2 := "city: London" |
| 50 | assert.Equal(t, docs[1].PageContent, expected2) |
| 51 | } |