ssheng/umi-crawler repository overview

/*
 *  Content collection
 */
{
  text:  String,
  tags: [String],
  geo: {
    lat: Number,  //probably float
    lon: Number,
  },
  created_at: Number (unix timestamp),
  media: {
    type: String, /*[video, image]*/
    content_url: String,
  },
  service_id: String,
  service: String, /*twitter, instagram*/
  service_user_id: String,
  link: String,  //link to the content
}

/*
 *  Profile collection
 */
{
  service: String, /* twitter instagram */
  service_id: String,  //userId on the service
  username: String,  /* @iAmBo */
  full_name: String, /* Bozhao Yu */
  profile_image_link: String,
  link: String, /*their profile page on the service*/
  bio: String,
}


/*
 *  Stuff on neo4j
 */
 User {
  user_id: String  //FK from mongo
 }
 Profile {
  service: String //twitter, instagram, etc
  service_id: String  //twitter ID for this profile
 }
 Content {
   service: String,
   service_id: String,
   text: String,
   tags: [String],
   location: {
     lat: Number,
     lon: Number
   },
   created_at: Number //unix timestamp
 }

 /*  Relationships
  *
  *  (User)-[:OWNER]->(Profile)
  *  (Profile)-[:FOllOW]->(Profile)
  *  (Profile)-[:CREATE]->(Content)
  *  (Profile)-[:FAVORITE]->(Content)
  *  (Profile)-[:LIKE]->(Content)  //facebook, instagram, wechat
  *  (Content)-[:RETWEET]->(Content)   //twitter, weibo
  *  (Content)-[:LABEL]->(Tag)
  *
  *  Road map
  *  (Profile)-[:SUBSCRIBE]->(List)   //twitter, ?umi????
  *  (Profile)-[:BELONG]->(List)     //twitter
  *  (Profile)-[SEND:PRIVATE_MESSAGE]->(Message)-[TO:PRIVATE_MESSAGE]->(Profile)  //twitter
  *  (Profile)-[:BELONG]->(Group)  //facebook
  *  (Group)-[:CREATE]->(Content)-[:AUTHOR]->(Profile)  //facebook
  */