Skip to content

arverma/Alumni_Linkedin_Data_Scraper

Folders and files

NameName
Last commit message
Last commit date

Latest commit

 

History

5 Commits
 
 
 
 
 
 
 
 
 
 
 
 

Repository files navigation

Result

Link

Schema:

Root
    -- Name: String
    -- Batch: String
    -- Headline: String
    -- Experiance_1: List[String]
    -- Experiance_2: List[String]
    -- Experiance_3: List[String]
    -- Skills: List[String]
    -- Locations: List[String]

Want us to know your LinkedIn UserId, Please fill the form sent to your @iiitmanipur emailid

Sample Profile Response

Response
{
  'lastName': 'Ranjan Verma', 
  'student': False, 
  'geoCountryUrn': 'urn:li:fs_geo:102713980', 
  'geoLocationBackfilled': False, 
  'entityUrn': 'urn:li:fs_profile:ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA', 
  'headline': 'Data Engineer at Flipkart | Ex Sigmoid | IIITM', 
  'summary': 'More than 3 years of experience working as a Data Engineer. I have built scalable pipelines for generating insights, features, and scores that handle data at the scale of millions of people.\n\nAlso, I engage myself in helping the community by writing blogs and organizing workshops. Feel free to connect and start a conversation.\n\nThanks, and happy connecting!\naman.ranjanverma@gmail.com\n\nThings I love: Travelling, Trekking, Cooking, Writing, Teaching', 
  'industryName': 'Software Development', 
  'locationName': 'India', 
  'geoCountryName': 'India', 
  'elt': False, 
  'profilePictureOriginalImage': {
    'com.linkedin.common.VectorImage': {
      'artifacts': [
        {
          'width': 800,
          'fileIdentifyingUrlPathSegment': '900_1200/0/1649433223869?m=AQI00uzhnsUy_QAAAYIuyK_xXqp_e9Jg3iVk4PPOl0ooSXYsSM2e9oBydQ&e=1658728680&v=beta&t=5UDmCloi0liqOYqFsKj8S3b8R88yArZZPIpglVQRK5Q', 
          'expiresAt': 1658728680000, 
          'height': 800
        }, 
        {
          'width': 450, 
          'fileIdentifyingUrlPathSegment': '450_600/0/1649433223869?m=AQK2mmzTRI3XhQAAAYIuyK_x9bxtDiPX4YiU8dqcm-kelaxMQYRVrpJeRw&e=1658728680&v=beta&t=jzyckkq7VVDKtzblSbY2rLbs2hPyidRw_mdvG-Zzw1g', 
          'expiresAt': 1658728680000, 
          'height': 450
        }
      ], 
      'rootUrl': 'https://www.linkedin.com/dms/C4D04AQGE-C39YA7NUA/profile-originalphoto-shrink_'
    }
  }, 
  'birthDate': {
    'month': 1, 
    'day': 1
  }, 
  'industryUrn': 'urn:li:fs_industry:4', 
  'firstName': 'Aman', 
  'profilePicture': {
    'displayImage': 'urn:li:digitalmediaAsset:C4D03AQEY0VWKIcgEuA', 
    'originalImage': 'urn:li:digitalmediaAsset:C4D04AQGE-C39YA7NUA', 
    'photoFilterEditInfo': {
      'bottomLeft': {
        'x': 0.3101809024810791, 
        'y': 0.5299580097198486
      }, 
      'saturation': 0.0, 
      'brightness': 0.0, 
      'vignette': 0.0, 
      'photoFilterType': 'ORIGINAL', 
      'bottomRight': {
        'x': 1.000000238418579, 
        'y': 0.5299580097198486
      }, 
      'topLeft': {
        'x': 0.3101809024810791, 
        'y': 0.036734193563461304
      }, 
      'contrast': 0.0, 
      'topRight': {
        'x': 1.000000238418579, 
        'y': 0.036734193563461304
      }
    }
  }, 
  'geoLocation': {
    'geoUrn': 'urn:li:fs_geo:105307040', 
    'postalCode': '562106'
  }, 
  'geoLocationName': 'Bengaluru, Karnataka', 
  'location': {
    'basicLocation': {
      'countryCode': 'in', 
      'postalCode': '562106'
    }
  }, 
  'backgroundPicture': {
    'displayImage': 'urn:li:digitalmediaAsset:C5616AQHru0Z65WHbmQ', 
    'originalImage': 'urn:li:digitalmediaAsset:C5604AQE0mlhDKO45uQ', 
    'photoFilterEditInfo': {
      'bottomLeft': {
        'x': 0.030997304582210318, 
        'y': 1.0
      }, 
      'saturation': 0.0, 
      'brightness': 0.0, 
      'vignette': 0.0, 
      'photoFilterType': 'ORIGINAL', 
      'bottomRight': {
        'x': 0.9690026954177897, 
        'y': 1.0
      }, 
      'topLeft': {
        'x': 0.030997304582210318, 
        'y': 8.167157882300002e-17
      }, 
      'contrast': 0.0, 
      'topRight': {
        'x': 0.9690026954177897, 
        'y': 8.167157882300002e-17
      }
    }
  }, 
  'backgroundPictureOriginalImage': {
    'com.linkedin.common.VectorImage': {
      'artifacts': [
        {
          'width': 1584, 
          'fileIdentifyingUrlPathSegment': '396_1584/0/1614579978055?m=AQLMIu9y2Y-l6AAAAYIuyK_wKcGaNKklp-yps_wG6XtPFUd4Gs4AUJ4mcw&e=1658728680&v=beta&t=JIDo6SitNX4SKbhK1rcyVFSSdYGpnTCBguEqNNI_EME', 
          'expiresAt': 1658728680000, 
          'height': 371
        }, 
        {
          'width': 800, 
          'fileIdentifyingUrlPathSegment': '200_800/0/1614579978055?m=AQJP8F8Ok-kXJwAAAYIuyK_wWqIYU5rA6Wmm32ErKTKrdpNC78DDpqA6dw&e=1658728680&v=beta&t=bo2-ihTOqp6v44yzRv4rVA9xNHl9EzGmh1ySsG2jFzU', 
          'expiresAt': 1658728680000, 
          'height': 187
        }
      ], 
      'rootUrl': 'https://www.linkedin.com/dms/C5604AQE0mlhDKO45uQ/profile-originalbackgroundimage-shrink_'
    }
  }, 
  'displayPictureUrl': 'https://media-exp1.licdn.com/dms/image/C4D03AQEY0VWKIcgEuA/profile-displayphoto-shrink_', 
  'profile_id': 'ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA', 
  'experience': [
    {
      'locationName': 'Bengaluru, Karnataka, India', 
      'entityUrn': 'urn:li:fs_position:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1847330301)', 
      'geoLocationName': 'Bengaluru, Karnataka, India', 
      'geoUrn': 'urn:li:fs_geo:109710172', 
      'companyName': 'Flipkart', 
      'timePeriod': {
        'startDate': {
          'month': 9, 
          'year': 2021
        }
      }, 
      'description': '+ Creating impact in Fintech and Payment department with products like BNPL, Credit Card, and EMI\n+ Deriving value from data at Flipkart scale, a product like BNPL crossed 6m adopters(2nd largest in India)\n+ Engineered a number of feature pipelines which enabled better prediction of accounts and their band for the credit products\n+ Collaborated closely with Data Scientists, Data analysts, CIBIL, and bank partners for DRE and data deliverables which enables the creation of rules to whitelist or blacklist customers\n+ Optimized and automated the batch jobs like feature generation, and scoring for all ML models which resulted in efficient resource utilization and timely completion of the monthly pipeline\n+ Worked closely with Data scientists and other stakeholders in feature cleaning and identifying the data quality issues\n+ Revamped the SOP for the Data Engineering team and mentored my colleagues in times when the team size shrunk from 8 to 4\n+ Created multiple runbook pages on confluence for on-call support and KTLO in general', 
      'company': {
        'employeeCountRange': {
          'start': 10001
        }, 
        'industries': ['Internet']
      }, 
      'title': 'Data Engineer I', 
      'region': 'urn:li:fs_region:(in,0)', 
      'companyUrn': 'urn:li:fs_miniCompany:321062', 
      'companyLogoUrl': 'https://media-exp1.licdn.com/dms/image/C560BAQF6H8gAs-JyFg/company-logo_'
    }, 
    {
      'locationName': 'Bengaluru, Karnataka, India', 
      'entityUrn': 'urn:li:fs_position:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1726052056)', 
      'geoLocationName': 'Bengaluru, Karnataka, India', 
      'geoUrn': 'urn:li:fs_geo:109710172', 
      'companyName': 'Sigmoid', 
      'timePeriod': {
        'endDate': {
          'month': 9, 
          'year': 2021
        }, 
        'startDate': {
          'month': 1, 
          'year': 2021
        }
      }, 
      'description': '+ Designed scalable ETL pipelines and architected serverless infra to run containerized Python and Spark jobs\n+ Implemented solution for data scientists to deploy ML models and feature pipelines in production\n+ Closely collaborated with the clients within US and India’s markets implementing solutions in the food, finance, semiconductor, and marketing industry\n+ Tech-Stack: Airflow, Docker, Kubernetes, AWS, Data Pipeline, Redshift, Terraform, NoSQL', 
      'company': {
        'employeeCountRange': {
          'start': 501, 
          'end': 1000
        }, 
        'industries': ['Information Technology and Services']
      }, 
      'title': 'Data Engineer, SDE-I', 
      'region': 'urn:li:fs_region:(in,0)', 
      'companyUrn': 'urn:li:fs_miniCompany:3187479', 
      'companyLogoUrl': 'https://media-exp1.licdn.com/dms/image/C510BAQHCjinIyrml3g/company-logo_'
    }, 
    {
      'locationName': 'Bengaluru Area, India', 
      'entityUrn': 'urn:li:fs_position:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1568122087)', 
      'geoLocationName': 'Bengaluru Area, India', 
      'geoUrn': 'urn:li:fs_geo:90009633', 
      'companyName': 'Sigmoid', 
      'timePeriod': {
        'endDate': {
          'month': 1, 
          'year': 2021
        }, 
        'startDate': {
          'month': 6, 
          'year': 2019
        }
      }, 
      'company': {
        'employeeCountRange': {
          'start': 501, 
          'end': 1000
        }, 
        'industries': ['Information Technology and Services']
      }, 
      'title': 'Data Engineer, Associate SDE', 
      'region': 'urn:li:fs_region:(in,7127)', 
      'companyUrn': 'urn:li:fs_miniCompany:3187479', 
      'companyLogoUrl': 'https://media-exp1.licdn.com/dms/image/C510BAQHCjinIyrml3g/company-logo_'
    },
    'skills': [
      {'name': 'Apache Spark'}, 
      {'name': 'Cloud Computing'}, 
      {'name': 'PySpark'}, 
      {'name': 'Python'},
      {'name': 'Amazon Web Services (AWS)'}, 
      {'name': 'Data Engineering'}, 
      {'name': 'Machine Learning', 'standardizedSkillUrn': 'urn:li:fs_miniSkill:3289', 'standardizedSkill': {'name': 'Machine Learning', 'entityUrn': 'urn:li:fs_miniSkill:3289'}}, 
      {'name': 'Algorithms'}, 
      {'name': 'Data Structures'}, 
      {'name': 'Extract, Transform, Load (ETL)'}, 
      {'name': 'Big Data'}, 
      {'name': 'Programming'}, 
      {'name': 'Linux'}, 
      {'name': 'Matlab'}, 
      {'name': 'Java'}, 
      {'name': 'Arduino'}, 
      {'name': 'SQL'}, 
      {'name': 'Docker Products', 'standardizedSkillUrn': 'urn:li:fs_miniSkill:50281', 'standardizedSkill': {'name': 'Docker Products', 'entityUrn': 'urn:li:fs_miniSkill:50281'}}, 
      {'name': 'AWS Lambda'}, 
      {'name': 'R programming'}, 
      {'name': 'Speech Processing'}, 
      {'name': 'Airflow', 'standardizedSkillUrn': 'urn:li:fs_miniSkill:34799', 'standardizedSkill': {'name': 'Airflow', 'entityUrn': 'urn:li:fs_miniSkill:34799'}}, 
      {'name': 'Kubernetes', 'standardizedSkillUrn': 'urn:li:fs_miniSkill:55158', 'standardizedSkill': 
      {'name': 'Kubernetes', 'entityUrn': 'urn:li:fs_miniSkill:55158'}}, 
      {'name': 'Serverless Computing', 'standardizedSkillUrn': 'urn:li:fs_miniSkill:55680', 'standardizedSkill': {'name': 'Serverless Computing', 'entityUrn': 'urn:li:fs_miniSkill:55680'}}
    ], 
    'education': [
      {
        'courses': [
          'urn:li:fs_course:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1469243544)', 
          'urn:li:fs_course:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1469289669)', 
          'urn:li:fs_course:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1469392735)', 
          'urn:li:fs_course:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1646180514)'
        ]
      }, 
      'projects': [
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,548035234)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,552119511)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1814458681)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1814859145)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,1892728043)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,321558282)', 
        'urn:li:fs_project:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,2101994016)'
      ], 
      'description': 'Published two conference papers in IEEE and Springer separately.\nConducted a 5 days workshop on Introduction to Python Programming.\nIndustrial Visit: PXE DRDO Chandipur, ITR Chandipur Odisha', 'degreeName': 'Bachelor of Technology (B.Tech.)', 
      'honors': [
        'urn:li:fs_honor:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,2111495155)', 
        'urn:li:fs_honor:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,2111593440)', 
        'urn:li:fs_honor:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,2111877918)'
      ], 
      'schoolUrn': 'urn:li:fs_miniSchool:4165000', 
      'entityUrn': 'urn:li:fs_education:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,388274181)', 
      'school': {
        'objectUrn': 'urn:li:school:4165000', 
        'entityUrn': 'urn:li:fs_miniSchool:4165000', 
        'active': True, 
        'schoolName': 'Indian Institute of Information Technology Senapati, Manipur', 
        'trackingId': 'y2aotZc0TXiC6UNtpRlc3Q==', 
        'logoUrl': 'https://media-exp1.licdn.com/dms/image/C560BAQEugDh96mCy9Q/company-logo_'
      }, 
      'activities': 'Student Coordinator at Training & Placement Cell.Member of Art and Cultural activities.', 
      'grade': 'CPI - 9.13', 
      'timePeriod': {
        'endDate': {
          'year': 2019
        }, 
        'startDate': {
          'year': 2015
        }
      }, 
      'testScores': ['urn:li:fs_testScore:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,571769658)'], 
      'schoolName': 'Indian Institute of Information Technology Senapati, Manipur', 
      'fieldOfStudy': 'Electrical, Electronics and Communications Engineering'
      }, 
      {
        'entityUrn': 'urn:li:fs_education:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,391085876)', 
        'grade': '78.6%', 
        'timePeriod': {
          'endDate': {'year': 2015}, 
          'startDate': {'year': 2013}
        }, 
        'description': 'State Board', 
        'degreeName': '11th - 12th', 
        'schoolName': 'U.N. Verma Inter College Itwan, B.Bazar, Gaya', 
        'fieldOfStudy': 'Physics, Chemistry & Maths'}, 
      {
        'courses': ['urn:li:fs_course:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,79136233)'], 
        'entityUrn': 'urn:li:fs_education:(ACoAACA4vaoB7GsDGfveY81zOtWe_8a-K2AzcUA,389025261)', 
        'school': {
          'objectUrn': 'urn:li:school:363048', 
          'entityUrn': 'urn:li:fs_miniSchool:363048', 
          'active': True, 
          'schoolName': 'Central Board of Secondary Education', 
          'trackingId': 'QYqJsUvlTtWuxIMxjqZZVA==', 
          'logoUrl': 'https://media-exp1.licdn.com/dms/image/C4D0BAQHq29ObkBlk_A/company-logo_'
        }, 
        'activities': 'Debate and Quize', 
        'grade': '10 CGPA', 
        'timePeriod': {'endDate': {"year": 2013}, 'startDate': {'year': 2005}}, 
        'description': 'Central English School, Kabirganj Sasaram Bihar', 
        'degreeName': 'Secondry Education (10th)', 
        'schoolName': 'Central Board of Secondary Education', 
        'fieldOfStudy': 'High School', 
        'schoolUrn': 'urn:li:fs_miniSchool:363048'
      }
    ]
  }