-
Notifications
You must be signed in to change notification settings - Fork 0
/
Intermediate Filtering.py
111 lines (94 loc) · 4.05 KB
/
Intermediate Filtering.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
# -*- coding: utf-8 -*-
"""
Created on Thu Jun 10 22:36:41 2021
@author: Jessica Brown
@position: Economics Intern at MARAD 06/2021 - 07/2021
@personal email: TreePerson586@yahoo.com
@school email: Jessica.Marie.Brown@live.mercer.edu
"""
#Import Pckgs
import pandas as pd
import numpy as np
#Import txt file
data = "Entrances06062021.txt"
entrances = pd.read_csv(data, delimiter = "|", parse_dates = ["Update Date/Time", "Create Date/Time", "Entrance Date/Time", "Arrival Date/Time"], dtype = {"Filing Port" : str, "Sequence" : str, "Arrival Port" : str, "Agent Name" : str, "Cargo Type Code" : str, "Last Domestic Port" : str, "Last Foreign Port" : str, "Via Port" : str, "Vessel Repair" : str, "Vessel Name" : str, "IMO" : str, "Call Sign Number" : str, "Official Registration Number" : str, "Built Country Code" : str, "Vessel Type" : str, "USCS Code" : str, "Owner Name" : str, "Operator Name" : str, "Operator Country Code" : str, "Registration Country Code" : str})
#Assign variables to each column
fp = entrances["Filing Port"]
fy = entrances["Fiscal Year"]
s = entrances["Sequence"]
edt = entrances["Entrance Date/Time"]
ap = entrances["Arrival Port"]
adt = entrances["Arrival Date/Time"]
cdt = entrances["Create Date/Time"]
udt = entrances["Update Date/Time"]
an = entrances["Agent Name"]
ctc = entrances["Cargo Type Code"]
df = entrances["Draft Feet"]
di = entrances["Draft Inches"]
ldp = entrances["Last Domestic Port"]
lfp = entrances["Last Foreign Port"]
vp = entrances["Via Port"]
tc = entrances["Total Crew"]
tp = entrances["Total Passengers"]
dp = entrances["Disembarking Passengers"]
vr = entrances["Vessel Repair"]
vn = entrances["Vessel Name"]
imo = entrances["IMO"]
csn = entrances["Call Sign Number"]
orn = entrances["Official Registration Number"]
bcc = entrances["Built Country Code"]
yb = entrances["Year Built"]
vt = entrances["Vessel Type"]
uscs = entrances["USCS Code"]
own = entrances["Owner Name"]
opn = entrances["Operator Name"]
occ = entrances["Operator Country Code"]
rcc = entrances["Registration Country Code"]
gt = entrances["Gross Tonnage"]
nt = entrances["Net Tonnage"]
#Modify datetimes
pd.to_datetime(udt, format = "%m/%d/%Y %H:%M")
pd.to_datetime(edt, format = "%m/%d/%Y %H:%M")
pd.to_datetime(adt, format = "%m/%d/%Y %H:%M")
pd.to_datetime(cdt, format = "%m/%d/%Y %H:%M")
#~~~~~~~~~~~~~~~~~~~~~~~~~Intermediate Filtering~~~~~~~~~~~~~~~~~~~~~~~~~~~~~#
#Select where Arrival Port is 5201
ap_5201 = entrances[ap == "5201"]
print(ap_5201)
#Rows where arrival date/time is before June 4
adt_b0604 = entrances[adt < "06/04/2021 00:00"]
print(adt_b0604)
#Rows where arrival date/time is after June 4
adt_a0604 = entrances[adt >= "06/05/2021 00:00"]
print(adt_a0604)
#Rows where arrival date/time is June 4
adt_0604 = entrances[np.logical_and(adt >= "06/04/2021 00:00", adt < "06/05/2021 00:00")]
print(adt_0604)
#Select where passengers > 0
tp_not_0 = entrances[tp > 0]
print(tp_not_0)
#Select where rows registration country code is "US"
rcc_us = entrances[rcc == "US"]
print(rcc_us)
#Select Vessel Name column for rows with US registration country code
rcc_us_vn = rcc_us["Vessel Name"]
print(rcc_us_vn)
#Select Owner Name and Operator Name for rows where Owner Name == Operator name
own_opn_bool = entrances["Owner Name"] == entrances["Operator Name"]
own_opn_bool_true = (entrances[own_opn_bool == True])
own_opn_bool_true = own_opn_bool_true.merge(entrances, how = "left")
own_opn_same = own_opn_bool_true[["Owner Name", "Operator Name"]]
print(own_opn_same)
#Select rows where Arrival Port is not 5201
ap_not_5201 = entrances[ap != "5201"]
print(ap_not_5201)
#Select Vessel Name where rows registration country code is not "US"
rcc_not_us = entrances[rcc != "US"]
rcc_not_us_vn = rcc_not_us["Vessel Name"]
print(rcc_not_us_vn)
#Select rows where arrival port is 5201 and registration country code is "US"
ap_5201_rcc_us = entrances[np.logical_and(ap == "5201", rcc == "US")]
print(ap_5201_rcc_us)
#Select all rows where arrival port is 5201 or registration code is "US"
ap_5201_or_rcc_us = entrances[np.logical_or(ap == "5201", rcc == "US")]
print(ap_5201_or_rcc_us)