@@ -527,7 +527,8 @@ object FactorGenerationStage extends DatagenStage with Logging {
527
527
value = $" numFriendPosts2.numFriendPosts" ,
528
528
by = Seq ($" numFriendPosts1.Person1Id" , $" numFriendPosts1.numDirectPosts" , $" numFriendPosts1.numFriendPosts" ),
529
529
agg = sum
530
- )
530
+ ).select($" Person1Id" , $" numDirectPosts" , $" numFriendPosts" , $" frequency" .as(" numFriendOfFriendPosts" ))
531
+
531
532
numFriendOfFriendPosts
532
533
},
533
534
// comments
@@ -550,7 +551,7 @@ object FactorGenerationStage extends DatagenStage with Logging {
550
551
value = $" numPersonComments2.numDirectComments" ,
551
552
by = Seq ($" numPersonComments1.Person1Id" , $" numPersonComments1.numDirectComments" ),
552
553
agg = sum
553
- )
554
+ ).select($ " Person1Id " , $ " numDirectComments " , $ " frequency " .as( " numFriendComments " ))
554
555
numFriendComments
555
556
},
556
557
// likes
@@ -563,7 +564,12 @@ object FactorGenerationStage extends DatagenStage with Logging {
563
564
.as(" Person" )
564
565
.join(personLikesMessage.as(" personLikesMessage" ), $" personLikesMessage.PersonId" === $" Person.id" , " leftouter" )
565
566
566
- val personLikesNumMessages = frequency(messages, value = $" personLikesMessage.MessageId" , by = Seq ($" Person.id" ))
567
+ val personLikesNumMessages = frequency(
568
+ messages,
569
+ value = $" personLikesMessage.MessageId" ,
570
+ by = Seq ($" Person.id" ),
571
+ agg = count
572
+ )
567
573
personLikesNumMessages
568
574
},
569
575
// tags
@@ -586,7 +592,7 @@ object FactorGenerationStage extends DatagenStage with Logging {
586
592
value = $" numPersonTags2.numDirectTags" ,
587
593
by = Seq ($" numPersonTags1.Person1Id" , $" numPersonTags1.numDirectTags" ),
588
594
agg = sum
589
- )
595
+ ).select($ " Person1Id " , $ " numDirectTags " , $ " frequency " .as( " numFriendTags " ))
590
596
numFriendTags
591
597
},
592
598
// forums
@@ -612,7 +618,7 @@ object FactorGenerationStage extends DatagenStage with Logging {
612
618
value = $" numForums2.numDirectForums" ,
613
619
by = Seq ($" numForums1.Person1Id" , $" numForums1.creationDate" , $" numForums1.deletionDate" , $" numForums1.numDirectForums" ),
614
620
agg = sum
615
- ).select($" numForums1. Person1Id" .as( " Person1Id " ) , $" creationDate" , $" deletionDate" , $" numForums1. numDirectForums" , $" frequency" .as(" numFriendForums" ))
621
+ ).select($" Person1Id" , $" creationDate" , $" deletionDate" , $" numDirectForums" , $" frequency" .as(" numFriendForums" ))
616
622
617
623
// forums of friends of friends
618
624
val friendOfFriendForums = numFriendForums.as(" numFriendForums1" )
@@ -646,7 +652,7 @@ object FactorGenerationStage extends DatagenStage with Logging {
646
652
value = $" numCompanies2.numDirectCompanies" ,
647
653
by = Seq ($" numCompanies1.Person1Id" , $" numCompanies1.numDirectCompanies" ),
648
654
agg = sum
649
- ).select($" numCompanies1. Person1Id" .as( " Person1Id " ) , $" numCompanies1. numDirectCompanies" , $" frequency" .as(" numFriendCompanies" ))
655
+ ).select($" Person1Id" , $" numDirectCompanies" , $" frequency" .as(" numFriendCompanies" ))
650
656
651
657
// companies of friends of friends
652
658
val friendOfFriendCompanies = numFriendCompanies.as(" numFriendCompanies1" )
@@ -658,7 +664,8 @@ object FactorGenerationStage extends DatagenStage with Logging {
658
664
value = $" numFriendCompanies2.numFriendCompanies" ,
659
665
by = Seq ($" numFriendCompanies1.Person1Id" , $" numFriendCompanies1.numDirectCompanies" , $" numFriendCompanies1.numFriendCompanies" ),
660
666
agg = sum
661
- )
667
+ ).select($" Person1Id" , $" numDirectCompanies" , $" numFriendCompanies" , $" frequency" .as(" numFriendOfFriendCompanies" ))
668
+
662
669
numFriendOfFriendCompanies
663
670
},
664
671
)
0 commit comments