Object

nl.biopet.tools.digenicsearch

SparkMethods

Related Doc: package digenicsearch

Permalink

object SparkMethods extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkMethods
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class Temp(v1: Variant, i2: Int) extends Product with Serializable

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def aggregateTotal(aggregateRegion: Dataset[Region], variants: Dataset[Variant])(implicit sparkSession: SparkSession): Dataset[GeneCounts]

    Permalink

    Aggregate on genes (or other features inside the bed file)

  5. def allCombination(variants: Dataset[Variant], broadcasts: Broadcast[Broadcasts], regions: Dataset[IndexedRegions], outputDir: File)(implicit sparkSession: SparkSession): List[Future[Unit]]

    Permalink
  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  7. def checkExistsOutput(outputDir: File): Unit

    Permalink
  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. def createAggregateFamilies(aggregateRegion: Dataset[Region], variants: Dataset[Variant], broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[GeneFamilyCounts]

    Permalink

    Aggregate on families and genes (or other features inside the bed file)

  10. def createAggregateRegions(aggregationFile: Option[File], dict: SAMSequenceDictionary)(implicit sparkSession: SparkSession): Option[Dataset[Region]]

    Permalink

    Create aggregate regions as dataset if this is given on the commandline

  11. def createCombinations(regionsRdd: Dataset[IndexedRegions], broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[Combination]

    Permalink

    This created a list of combinations rdds

  12. def createVariantCombinations(variants: Dataset[Variant], regionsRdd: Dataset[IndexedRegions], broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[VariantCombination]

    Permalink

    Created all posible combinations of variants

  13. def distanceFilter(v1: Variant, v2: Variant, maxDistance: Option[Long]): Boolean

    Permalink

    This returns false is the variants are to far a way

  14. def distanceFilter(list1: List[Region], list2: List[Region], maxDistance: Option[Long]): Boolean

    Permalink

    This filters region combinations when maxDistance is set

  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  17. def familyAggregation(variants: Dataset[Variant], broadcasts: Broadcast[Broadcasts], aggregateRegions: Option[Dataset[Region]], outputDir: File)(implicit sparkSession: SparkSession): Option[Future[Unit]]

    Permalink
  18. def familyCombinations(variants: Dataset[Variant], broadcasts: Broadcast[Broadcasts], familyId: Int, regions: Dataset[IndexedRegions], outputDir: File)(implicit sparkSession: SparkSession): Future[Unit]

    Permalink
  19. def filterAllVariantCombinations(combinations: Dataset[VariantCombination], broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[VariantCombination]

    Permalink

    Filter combinations

  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. def generateRegions(cmdArgs: Args, dict: SAMSequenceDictionary): List[List[Region]]

    Permalink

    creates regions to analyse

  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  23. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  24. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  25. def logger: Logger

    Permalink
    Definition Classes
    Logging
  26. def main(cmdArgs: Args): Unit

    Permalink
  27. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  28. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  29. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  30. def outputAggregation(outputDir: File): File

    Permalink
  31. def outputFamilyGenes(outputDir: File): File

    Permalink
  32. def outputFamilyPairs(outputDir: File, familyName: String): File

    Permalink
  33. def outputPairs(outputDir: File): File

    Permalink
  34. def outputVariants(outputDir: File): File

    Permalink
  35. def pairedAnnotationFilter(combination: VariantCombination, pairFilters: List[AnnotationFilter]): Boolean

    Permalink

    This filters if 1 of the 2 variants returns true

  36. def regionsDataset(broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[IndexedRegions]

    Permalink

    Create regions as dataset

  37. def singleAnnotationFilter(v: Variant, broadcasts: Broadcasts): Boolean

    Permalink

    This filters by looking only at a single variants, this reduces the number of combinations, this step is only there to improve performance

  38. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  39. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  40. def variantsDataSet(regionsRdd: Dataset[IndexedRegions], broadcasts: Broadcast[Broadcasts])(implicit sparkSession: SparkSession): Dataset[Variant]

    Permalink

    This reads all regions and makes a Variant dataset

  41. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  42. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  43. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  44. def writeStatsFile(outputDir: File, singleFilterTotal: Long, totalPairs: Long): Unit

    Permalink

    Writing a stats file

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped