示例#1
0
def loadVideos(catalog):

    file_name = cf.data_dir + "videos-large.csv"
    input_file = csv.DictReader(open(file_name, encoding="utf-8"))
    i = 0
    for video in input_file:
        i += 1
        model.addVideo(catalog, video)
        model.addCategory_videos(catalog, video)
        model.addCountry(catalog, video)
    print("Cantidad de videos cargados: ", i)
def loadVideos(catalog):
    """
    Carga los videos del archivo al catalogo
    """
    booksfile = cf.data_dir + 'videos-20pct.csv'
    input_file = csv.DictReader(open(booksfile, encoding='utf-8'))

    for video in input_file:
        model.addVideoToCat(catalog, video)
        model.addVideo(catalog, video)
        model.addCountry(catalog, video)
示例#3
0
def loadVideos(catalog):
    """
    Carga los videos del archivo. Por cada video se toma su categoria y por
    cada una de ellas, se crea en la lista de categorias, a dicha categoria 
    una referencia al video que se esta procesando.
    """
    videosfile = cf.data_dir + 'videos-large.csv'
    input_file = csv.DictReader(
        open(videosfile, encoding='utf-8', errors='ignore'))
    for video in input_file:
        model.addVideo(catalog, video)
def loadData(catalog):
    videosfile = cf.data_dir + 'videos-large.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        video["trending_date"] = datetime.strptime(video["trending_date"],"%y.%d.%m").date()
        model.addVideo(catalog, video)
    
    categoriesfile = cf.data_dir + "category-id.csv"
    i_file = csv.DictReader(open(categoriesfile, encoding='utf-8'), delimiter='\t')
    for category in i_file:
        model.addCategory(catalog,category)
def loadVideos(catalog):
    """
    Carga los videos del archivo. Por cada video se indica al modelo que debe adicionarlo al catalogo
    """
    videosfile = cf.data_dir + 'Samples/videos-large.csv'  #TODO cambiar la cantidad de videos por cargar
    inputfile = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in inputfile:
        model.addVideo(catalog, video)
        model.addVideoByCategory(catalog, video)
        model.addVideoByCountry(catalog, video)
        model.addCategoryAndCountry(catalog, video)
        video['trending_time'] = 1
        model.addVideoById(catalog, video)
示例#6
0
def loadVideos(catalog):
    file = cf.data_dir + 'videos-large.csv'

    input_file = csv.DictReader(open(file, encoding='utf-8', errors='ignore'))
    for video in input_file:
        sub_catalog = {
            'video_id': video['video_id'],
            'trending_date': str(video['trending_date']),
            'title': video['title'],
            'cannel_title': video['channel_title'],
            'category_id': int(video['category_id']),
            'publish_time': video['publish_time'],
            'tags': str(video['tags']),
            'views': int(video['views']),
            'likes': int(video['likes']),
            'dislikes': int(video["dislikes"]),
            'country': video['country']
        }
        model.addVideo(catalog, sub_catalog)
def loadVideos(catalog):
    """
    Args:
        catalog: Catálogo de videos.

    Carga todos los vídeos del archivo y los agrega a la lista de vídeos
    """
    videosfile = cf.data_dir + 'videos/videos-large.csv'  # videos-large para la entrega
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:

        filtered_video = {
            'video_id':
            video['video_id'],
            'trending_date':
            dt.datetime.strptime(video['trending_date'], '%y.%d.%m').date(),
            'title':
            video['title'],
            'channel_title':
            video['channel_title'],
            'category_id':
            int(video['category_id']),
            'publish_time':
            dt.datetime.strptime(video['publish_time'],
                                 "%Y-%m-%dT%H:%M:%S.%fZ"),
            'tags':
            video['tags'],
            'views':
            int(video['views']),
            'likes':
            int(video['likes']),
            'dislikes':
            int(video['dislikes']),
            'country':
            video['country'],
            'dias_t':
            1
        }

        model.addVideo(catalog, filtered_video)
        model.addVideoCountry(catalog, filtered_video['country'],
                              filtered_video)
示例#8
0
def loadVideos(catalog):
    """Crea un diccionario con la informacion del video para que sea posteriormente agregado
    al catalogo en su lista correspondiente"""
    videosfile = cf.data_dir + "videos-small.csv"
    input_file = csv.DictReader(open(videosfile, encoding="utf-8"))
    for video in input_file:
        filtrado = {}
        filtrado["video_id"] = video["video_id"]
        filtrado["trending_date"] = video["trending_date"]
        filtrado["title"] = video["title"]
        filtrado["channel_title"] = video["channel_title"]
        filtrado["category_id"] = int(video["category_id"])
        filtrado["publish_time"] = video["publish_time"]
        filtrado["tags"] = video["tags"]
        filtrado["country"] = video["country"]
        filtrado["views"] = int(video["views"])
        filtrado["likes"] = int(video["likes"])
        filtrado["dislikes"] = int(video["dislikes"])
        filtrado["trending_date"] = video["trending_date"]
        filtrado["publish_time"] = video["publish_time"]
        model.addVideo(catalog, filtrado)
示例#9
0
def loadVideos(catalog):
    videosfile = cf.data_dir + 'Videos/videos-small.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    contador = 1
    for e in input_file:
        ee={
                'video_id':e['video_id'],
                'trending_date': datetime.strptime(e['trending_date'],'%y.%d.%m').date(),
                'title':e['title'],
                'channel_title':e['channel_title'],
                'category_id': e['category_id'],
                'publish_time':iso.parse_date(e['publish_time']),
                'tags':e['tags'],
                'views':e['views'],
                'likes':e['likes'],
                'dislikes':e['dislikes'],
                'country':e['country']
            }
        model.addVideo(catalog, ee)
        model.addVideoCountry(catalog,ee,contador)
        model.addVideoCategory(catalog,ee,contador)
        contador+=1
    model.verP(catalog)
示例#10
0
def loadVideos(catalog):
    """
    Carga los libros del archivo.  Por cada video se toman los datos necesarios:
    video id, trending date, category id, views, nombre del canal, país, nombre del 
    video, likes, dislikes, fecha de publicación, likes y tags.
    """

    videosfile = cf.data_dir + 'videos-large.csv'

    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        cada_video = {
            'video_id':
            video['video_id'],
            'trending_date':
            datetime.strptime(video['trending_date'], '%y.%d.%m').date(),
            'category_id':
            int(video['category_id']),
            'views':
            int(video['views']),
            'channel_title':
            video['channel_title'],
            'country':
            video['country'],
            'title':
            video['title'],
            'likes':
            video['likes'],
            'dislikes':
            video['dislikes'],
            'publish_time':
            video['publish_time'],
            'tags':
            video['tags']
        }

        model.addVideo(catalog, cada_video)
示例#11
0
def loadVids(catalog):
    vfile = cf.data_dir + 'videos-small.csv'
    input_file = csv.DictReader(open(vfile, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalog, video)
示例#12
0
def loadVideos(catalog):
   
    vidsfile = cf.data_dir + 'videos-large.csv'
    input_file = csv.DictReader(open(vidsfile, encoding='utf-8'))#,dialect=',')
    for video in input_file:
        model.addVideo(catalog, video)
示例#13
0
def loadVideos(catalog, TypeList):
    videosfile = cf.data_dir + "videos-small.csv"
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalog, video, TypeList)
示例#14
0
def loadVideos(catalog):
    datos_videos = cf.data_dir + 'videos-small.csv'
    input_file = csv.DictReader(open(datos_videos, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalog,video)
    return None
示例#15
0
def loadVideos(catalog, dtEstructure):
    videosfile = cf.data_dir + 'videos-large.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalog, video, dtEstructure)
def loadVideos(catalog):

    videosfile = (cf.data_dir + 'videos-large.csv').replace("\\", "/")
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalog, video)
示例#17
0
def loadVideos(catalog):
    videosfile = cf.data_dir + 'video-samples/samples/videos-large.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))

    for video in input_file:
        model.addVideo(catalog, video)
示例#18
0
def loadVideos(catalog):
    videosfile = cf.data_dir + 'Videos/videos-large.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        model.addCountry(catalog, video['country'], video)
        model.addVideo(catalog, video)
示例#19
0
def loadVideos(catalog):
    videoFile = cf.data_dir + 'videos-small.csv'
    inputFile = csv.DictReader(open(videoFile, encoding="utf-8"))
    for video in inputFile:
        model.addVideo(catalog, video)
def loadVideos(catalogo):
    videosfile = cf.test_dir + 'videos-large.csv'
    input_file = csv.DictReader(open(videosfile, encoding='utf-8'))
    for video in input_file:
        model.addVideo(catalogo, video)