Skip to content

Commit

Permalink
Merge pull request #582 from basedosdados/staging/br_mec_sisu
Browse files Browse the repository at this point in the history 
[dados]br_mec_sisu.microdados
  • Loading branch information
@Winzen
Winzen authored Jul 30, 2024
2 parents 7678847 + 77f6a34 commit 194592e
Show file tree
Hide file tree
Showing 2 changed files with 445 additions and 445 deletions.
255 changes: 128 additions & 127 deletions models/br_mec_sisu/br_mec_sisu__microdados.sql
View file
Original file line number Diff line number Diff line change
@@ -1,127 +1,128 @@
{{
config(
schema="br_mec_sisu",
alias="microdados",
materialized="table",
partition_by={
"field": "ano",
"data_type": "int64",
"range": {"start": 2017, "end": 2024, "interval": 1},
},
cluster_by=["ano", "sigla_uf_candidato"],
labels={"tema": "educacao"},
)
}}
select
safe_cast(ano as int64) as ano,
safe_cast(edicao as string) as semestre,
case
when etapa = '4' then 'Chamada Regular' when etapa = '7' then 'Lista de Espera'
end as etapa,
safe_cast(sigla_uf_ies as string) as sigla_uf_ies,
safe_cast(id_ies as string) as id_ies,
safe_cast(sigla_ies as string) as sigla_ies,
safe_cast(d1.sigla_uf as string) as sigla_uf_campus,
safe_cast(d1.id_municipio as string) as id_municipio_campus,
safe_cast(id_campus as string) as id_campus,
safe_cast(campus as string) as campus,
safe_cast(id_curso as string) as id_curso,
safe_cast(turno as string) as turno,
safe_cast(periodicidade as string) as periodicidade,
safe_cast(tipo_cota as string) as tipo_cota,
safe_cast(ds_modalidade_concorrencia as string) as modalidade_concorrencia,
safe_cast(quantidade_vagas_concorrencia as int64) as quantidade_vagas_concorrencia,
safe_cast(percentual_bonus as float64) as percentual_bonus,
safe_cast(peso_l as float64) as peso_l,
safe_cast(peso_ch as float64) as peso_ch,
safe_cast(peso_cn as float64) as peso_cn,
safe_cast(peso_m as float64) as peso_m,
safe_cast(peso_r as float64) as peso_r,
safe_cast(nota_minima_l as float64) as nota_minima_l,
safe_cast(nota_minima_ch as float64) as nota_minima_ch,
safe_cast(nota_minima_cn as float64) as nota_minima_cn,
safe_cast(nota_minima_m as float64) as nota_minima_m,
safe_cast(nota_minima_r as float64) as nota_minima_r,
safe_cast(media_minima as float64) as media_minima,
safe_cast(cpf as string) as cpf,
safe_cast(inscricao_enem as string) as inscricao_enem,
safe_cast(candidato as string) as candidato,
safe_cast(sexo as string) as sexo,
case
when
(
(length(data_nascimento) = 8)
and (cast(substr(data_nascimento, 1, 2) as int64) > 30)
)
then concat('19', data_nascimento)
when
(
(length(data_nascimento) = 8)
and (cast(substr(data_nascimento, 1, 2) as int64) < 30)
)
then concat('20', data_nascimento)
else data_nascimento
end as data_nascimento,
safe_cast(d2.sigla_uf as string) as sigla_uf_candidato,
safe_cast(d2.id_municipio as string) as id_municipio_candidato,
safe_cast(opcao as string) as opcao,
safe_cast(nota_l as float64) as nota_l,
safe_cast(nota_ch as float64) as nota_ch,
safe_cast(nota_cn as float64) as nota_cn,
safe_cast(nota_m as float64) as nota_m,
safe_cast(nota_r as float64) as nota_r,
safe_cast(nota_l_peso as float64) as nota_l_peso,
safe_cast(nota_ch_peso as float64) as nota_ch_peso,
safe_cast(nota_cn_peso as float64) as nota_cn_peso,
safe_cast(nota_m_peso as float64) as nota_m_peso,
safe_cast(nota_r_peso as float64) as nota_r_peso,
safe_cast(nota_candidato as float64) as nota_candidato,
safe_cast(nota_corte as float64) as nota_corte,
safe_cast(classificacao as int64) as classificacao,
safe_cast(
(
case
when status_aprovado = 'N'
then false
when status_aprovado = 'S'
then true
end
) as bool
) as status_aprovado,
case
when status_matricula = 'CANCELADA'
then 'Cancelada'
when status_matricula = 'DOCUMENTACAO REJEITADA'
then 'Documentação rejeitada'
when status_matricula = 'DOCUMENTAÇÃO REJEITADA'
then 'Documentação rejeitada'
when status_matricula = 'EFETIVADA'
then 'Efetivada'
when status_matricula = 'NÃO COMPARECEU'
then 'Não compareceu'
when status_matricula = 'NÃO CONVOCADO'
then 'Não convocado'
when status_matricula = 'PENDENTE'
then 'Pendente'
when status_matricula = 'SUBSTITUIDA - FORA DO PRAZO'
then 'Substituída - fora do prazo'
when status_matricula = 'SUBSTITUIDA - MATRICULA FORA DO PRAZO'
then 'Substituída - fora do prazo'
when status_matricula = 'SUBSTITUIDA - MESMA IES'
then 'Substituída - mesma IES'
when status_matricula = 'SUBSTITUIDA - OUTRA IES'
then 'Substituída - outra IES'
when status_matricula = 'SUBSTITUÍDA MESMA IES'
then 'Substituída - mesma IES'
when status_matricula = 'SUBSTITUÍDA OUTRA IES'
then 'Substituída - outra IES'
end as status_matricula
from `basedosdados-dev.br_mec_sisu_staging.microdados` s
left join
`basedosdados-dev.br_bd_diretorios_brasil.municipio` d1
on (s.sigla_uf_campus = d1.sigla_uf)
and (lower(s.nome_municipio_campus) = lower(d1.nome))
left join
`basedosdados-dev.br_bd_diretorios_brasil.municipio` d2
on (s.sigla_uf_candidato = d2.sigla_uf)
and (lower(s.nome_municipio_candidato) = lower(d2.nome))
{{
config(
schema="br_mec_sisu",
alias="microdados",
materialized="table",
partition_by={
"field": "ano",
"data_type": "int64",
"range": {"start": 2017, "end": 2024, "interval": 1},
},
cluster_by=["ano", "sigla_uf_candidato"],
labels={"tema": "educacao"},
)
}}
select
safe_cast(ano as int64) as ano,
safe_cast(edicao as string) as semestre,
case
when etapa = '4' then 'Chamada Regular' when etapa = '7' then 'Lista de Espera'
end as etapa,
safe_cast(sigla_uf_ies as string) as sigla_uf_ies,
safe_cast(id_ies as string) as id_ies,
safe_cast(sigla_ies as string) as sigla_ies,
safe_cast(d1.sigla_uf as string) as sigla_uf_campus,
safe_cast(d1.id_municipio as string) as id_municipio_campus,
safe_cast(id_campus as string) as id_campus,
safe_cast(campus as string) as campus,
safe_cast(id_curso as string) as id_curso,
safe_cast(nome_curso as string) as nome_curso,
safe_cast(turno as string) as turno,
safe_cast(periodicidade as string) as periodicidade,
safe_cast(tipo_cota as string) as tipo_cota,
safe_cast(ds_modalidade_concorrencia as string) as modalidade_concorrencia,
safe_cast(quantidade_vagas_concorrencia as int64) as quantidade_vagas_concorrencia,
safe_cast(percentual_bonus as float64) as percentual_bonus,
safe_cast(peso_l as float64) as peso_l,
safe_cast(peso_ch as float64) as peso_ch,
safe_cast(peso_cn as float64) as peso_cn,
safe_cast(peso_m as float64) as peso_m,
safe_cast(peso_r as float64) as peso_r,
safe_cast(nota_minima_l as float64) as nota_minima_l,
safe_cast(nota_minima_ch as float64) as nota_minima_ch,
safe_cast(nota_minima_cn as float64) as nota_minima_cn,
safe_cast(nota_minima_m as float64) as nota_minima_m,
safe_cast(nota_minima_r as float64) as nota_minima_r,
safe_cast(media_minima as float64) as media_minima,
safe_cast(cpf as string) as cpf,
safe_cast(inscricao_enem as string) as inscricao_enem,
safe_cast(candidato as string) as candidato,
safe_cast(sexo as string) as sexo,
case
when
(
(length(data_nascimento) = 8)
and (cast(substr(data_nascimento, 1, 2) as int64) > 30)
)
then concat('19', data_nascimento)
when
(
(length(data_nascimento) = 8)
and (cast(substr(data_nascimento, 1, 2) as int64) < 30)
)
then concat('20', data_nascimento)
else data_nascimento
end as data_nascimento,
safe_cast(d2.sigla_uf as string) as sigla_uf_candidato,
safe_cast(d2.id_municipio as string) as id_municipio_candidato,
safe_cast(opcao as string) as opcao,
safe_cast(nota_l as float64) as nota_l,
safe_cast(nota_ch as float64) as nota_ch,
safe_cast(nota_cn as float64) as nota_cn,
safe_cast(nota_m as float64) as nota_m,
safe_cast(nota_r as float64) as nota_r,
safe_cast(nota_l_peso as float64) as nota_l_peso,
safe_cast(nota_ch_peso as float64) as nota_ch_peso,
safe_cast(nota_cn_peso as float64) as nota_cn_peso,
safe_cast(nota_m_peso as float64) as nota_m_peso,
safe_cast(nota_r_peso as float64) as nota_r_peso,
safe_cast(nota_candidato as float64) as nota_candidato,
safe_cast(nota_corte as float64) as nota_corte,
safe_cast(classificacao as int64) as classificacao,
safe_cast(
(
case
when status_aprovado = 'N'
then false
when status_aprovado = 'S'
then true
end
) as bool
) as status_aprovado,
case
when status_matricula = 'CANCELADA'
then 'Cancelada'
when status_matricula = 'DOCUMENTACAO REJEITADA'
then 'Documentação rejeitada'
when status_matricula = 'DOCUMENTAÇÃO REJEITADA'
then 'Documentação rejeitada'
when status_matricula = 'EFETIVADA'
then 'Efetivada'
when status_matricula = 'NÃO COMPARECEU'
then 'Não compareceu'
when status_matricula = 'NÃO CONVOCADO'
then 'Não convocado'
when status_matricula = 'PENDENTE'
then 'Pendente'
when status_matricula = 'SUBSTITUIDA - FORA DO PRAZO'
then 'Substituída - fora do prazo'
when status_matricula = 'SUBSTITUIDA - MATRICULA FORA DO PRAZO'
then 'Substituída - fora do prazo'
when status_matricula = 'SUBSTITUIDA - MESMA IES'
then 'Substituída - mesma IES'
when status_matricula = 'SUBSTITUIDA - OUTRA IES'
then 'Substituída - outra IES'
when status_matricula = 'SUBSTITUÍDA MESMA IES'
then 'Substituída - mesma IES'
when status_matricula = 'SUBSTITUÍDA OUTRA IES'
then 'Substituída - outra IES'
end as status_matricula
from `basedosdados-dev.br_mec_sisu_staging.microdados` s
left join
`basedosdados-dev.br_bd_diretorios_brasil.municipio` d1
on (s.sigla_uf_campus = d1.sigla_uf)
and (lower(s.nome_municipio_campus) = lower(d1.nome))
left join
`basedosdados-dev.br_bd_diretorios_brasil.municipio` d2
on (s.sigla_uf_candidato = d2.sigla_uf)
and (lower(s.nome_municipio_candidato) = lower(d2.nome))
Loading

0 comments on commit 194592e

Please sign in to comment.